/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- * vim: sw=2 ts=8 et : */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "base/basictypes.h" #include "gfxPlatform.h" #include "nsRefreshDriver.h" #include "mozilla/dom/BrowserChild.h" #include "mozilla/gfx/gfxVars.h" #include "mozilla/IMEStateManager.h" #include "mozilla/layers/APZChild.h" #include "mozilla/layers/WebRenderLayerManager.h" #include "mozilla/NativeKeyBindingsType.h" #include "mozilla/Preferences.h" #include "mozilla/PresShell.h" #include "mozilla/SchedulerGroup.h" #include "mozilla/StaticPrefs_browser.h" #include "mozilla/StaticPrefs_gfx.h" #include "mozilla/TextComposition.h" #include "mozilla/TextEventDispatcher.h" #include "mozilla/TextEvents.h" #include "mozilla/Unused.h" #include "PuppetWidget.h" #include "nsContentUtils.h" #include "nsIWidgetListener.h" #include "imgIContainer.h" #include "nsView.h" #include "nsXPLookAndFeel.h" #include "nsPrintfCString.h" using namespace mozilla; using namespace mozilla::dom; using namespace mozilla::gfx; using namespace mozilla::layers; using namespace mozilla::widget; static void InvalidateRegion(nsIWidget* aWidget, const LayoutDeviceIntRegion& aRegion) { for (auto iter = aRegion.RectIter(); !iter.Done(); iter.Next()) { aWidget->Invalidate(iter.Get()); } } /*static*/ already_AddRefed nsIWidget::CreatePuppetWidget( BrowserChild* aBrowserChild) { MOZ_ASSERT(!aBrowserChild || nsIWidget::UsePuppetWidgets(), "PuppetWidgets not allowed in this configuration"); nsCOMPtr widget = new PuppetWidget(aBrowserChild); return widget.forget(); } namespace mozilla { namespace widget { static bool IsPopup(const widget::InitData* aInitData) { return aInitData && aInitData->mWindowType == WindowType::Popup; } static bool MightNeedIMEFocus(const widget::InitData* aInitData) { // In the puppet-widget world, popup widgets are just dummies and // shouldn't try to mess with IME state. #ifdef MOZ_CROSS_PROCESS_IME return !IsPopup(aInitData); #else return false; #endif } NS_IMPL_ISUPPORTS_INHERITED(PuppetWidget, nsBaseWidget, TextEventDispatcherListener) PuppetWidget::PuppetWidget(BrowserChild* aBrowserChild) : mBrowserChild(aBrowserChild), mMemoryPressureObserver(nullptr), mEnabled(false), mVisible(false), mSizeMode(nsSizeMode_Normal), mNeedIMEStateInit(false), mIgnoreCompositionEvents(false) { // Setting 'Unknown' means "not yet cached". mInputContext.mIMEState.mEnabled = IMEEnabled::Unknown; } PuppetWidget::~PuppetWidget() { Destroy(); } void PuppetWidget::InfallibleCreate(nsIWidget* aParent, nsNativeWidget aNativeParent, const LayoutDeviceIntRect& aRect, widget::InitData* aInitData) { MOZ_ASSERT(!aNativeParent, "got a non-Puppet native parent"); BaseCreate(nullptr, aInitData); mBounds = aRect; mEnabled = true; mVisible = true; mDrawTarget = gfxPlatform::GetPlatform()->CreateOffscreenContentDrawTarget( IntSize(1, 1), SurfaceFormat::B8G8R8A8); mNeedIMEStateInit = MightNeedIMEFocus(aInitData); PuppetWidget* parent = static_cast(aParent); if (parent) { parent->SetChild(this); mWindowRenderer = parent->GetWindowRenderer(); } else { Resize(mBounds.X(), mBounds.Y(), mBounds.Width(), mBounds.Height(), false); } mMemoryPressureObserver = MemoryPressureObserver::Create(this); } nsresult PuppetWidget::Create(nsIWidget* aParent, nsNativeWidget aNativeParent, const LayoutDeviceIntRect& aRect, widget::InitData* aInitData) { InfallibleCreate(aParent, aNativeParent, aRect, aInitData); return NS_OK; } void PuppetWidget::InitIMEState() { MOZ_ASSERT(mBrowserChild); if (mNeedIMEStateInit) { mContentCache.Clear(); mBrowserChild->SendUpdateContentCache(mContentCache); mIMENotificationRequestsOfParent = IMENotificationRequests(); mNeedIMEStateInit = false; } } already_AddRefed PuppetWidget::CreateChild( const LayoutDeviceIntRect& aRect, widget::InitData* aInitData, bool aForceUseIWidgetParent) { bool isPopup = IsPopup(aInitData); nsCOMPtr widget = nsIWidget::CreatePuppetWidget(mBrowserChild); return ((widget && NS_SUCCEEDED(widget->Create(isPopup ? nullptr : this, nullptr, aRect, aInitData))) ? widget.forget() : nullptr); } void PuppetWidget::Destroy() { if (mOnDestroyCalled) { return; } mOnDestroyCalled = true; Base::OnDestroy(); Base::Destroy(); if (mMemoryPressureObserver) { mMemoryPressureObserver->Unregister(); mMemoryPressureObserver = nullptr; } mChild = nullptr; if (mWindowRenderer) { mWindowRenderer->Destroy(); } mWindowRenderer = nullptr; mBrowserChild = nullptr; } void PuppetWidget::Show(bool aState) { NS_ASSERTION(mEnabled, "does it make sense to Show()/Hide() a disabled widget?"); bool wasVisible = mVisible; mVisible = aState; if (mChild) { mChild->mVisible = aState; } if (!wasVisible && mVisible) { // The previously attached widget listener is handy if // we're transitioning from page to page without dropping // layers (since we'll continue to show the old layers // associated with that old widget listener). If the // PuppetWidget was hidden, those layers are dropped, // so the previously attached widget listener is really // of no use anymore (and is actually actively harmful - see // bug 1323586). mPreviouslyAttachedWidgetListener = nullptr; Resize(mBounds.Width(), mBounds.Height(), false); Invalidate(mBounds); } } void PuppetWidget::Resize(double aWidth, double aHeight, bool aRepaint) { LayoutDeviceIntRect oldBounds = mBounds; mBounds.SizeTo( LayoutDeviceIntSize(NSToIntRound(aWidth), NSToIntRound(aHeight))); if (mChild) { mChild->Resize(aWidth, aHeight, aRepaint); return; } // XXX: roc says that |aRepaint| dictates whether or not to // invalidate the expanded area if (oldBounds.Size() < mBounds.Size() && aRepaint) { LayoutDeviceIntRegion dirty(mBounds); dirty.Sub(dirty, oldBounds); InvalidateRegion(this, dirty); } // call WindowResized() on both the current listener, and possibly // also the previous one if we're in a state where we're drawing that one // because the current one is paint suppressed if (!oldBounds.IsEqualEdges(mBounds) && mAttachedWidgetListener) { if (GetCurrentWidgetListener() && GetCurrentWidgetListener() != mAttachedWidgetListener) { GetCurrentWidgetListener()->WindowResized(this, mBounds.Width(), mBounds.Height()); } mAttachedWidgetListener->WindowResized(this, mBounds.Width(), mBounds.Height()); } } void PuppetWidget::SetFocus(Raise aRaise, CallerType aCallerType) { if (aRaise == Raise::Yes && mBrowserChild) { mBrowserChild->SendRequestFocus(true, aCallerType); } } void PuppetWidget::Invalidate(const LayoutDeviceIntRect& aRect) { #ifdef DEBUG debug_DumpInvalidate(stderr, this, &aRect, "PuppetWidget", 0); #endif if (mChild) { mChild->Invalidate(aRect); return; } if (mBrowserChild && !aRect.IsEmpty() && !mWidgetPaintTask.IsPending()) { mWidgetPaintTask = new WidgetPaintTask(this); nsCOMPtr event(mWidgetPaintTask.get()); SchedulerGroup::Dispatch(event.forget()); } } mozilla::LayoutDeviceToLayoutDeviceMatrix4x4 PuppetWidget::WidgetToTopLevelWidgetTransform() { if (!GetOwningBrowserChild()) { NS_WARNING("PuppetWidget without Tab does not have transform information."); return mozilla::LayoutDeviceToLayoutDeviceMatrix4x4(); } return GetOwningBrowserChild()->GetChildToParentConversionMatrix(); } void PuppetWidget::InitEvent(WidgetGUIEvent& aEvent, LayoutDeviceIntPoint* aPoint) { if (nullptr == aPoint) { aEvent.mRefPoint = LayoutDeviceIntPoint(0, 0); } else { // use the point override if provided aEvent.mRefPoint = *aPoint; } } nsresult PuppetWidget::DispatchEvent(WidgetGUIEvent* aEvent, nsEventStatus& aStatus) { #ifdef DEBUG debug_DumpEvent(stdout, aEvent->mWidget, aEvent, "PuppetWidget", 0); #endif MOZ_ASSERT(!mChild || mChild->mWindowType == WindowType::Popup, "Unexpected event dispatch!"); MOZ_ASSERT(!aEvent->AsKeyboardEvent() || aEvent->mFlags.mIsSynthesizedForTests || aEvent->AsKeyboardEvent()->AreAllEditCommandsInitialized(), "Non-sysnthesized keyboard events should have edit commands for " "all types " "before dispatched"); if (aEvent->mClass == eCompositionEventClass) { // If we've already requested to commit/cancel the latest composition, // TextComposition for the old composition has been destroyed. Then, // the DOM tree needs to listen to next eCompositionStart and its // following events. So, until we meet new eCompositionStart, let's // discard all unnecessary composition events here. if (mIgnoreCompositionEvents) { if (aEvent->mMessage != eCompositionStart) { aStatus = nsEventStatus_eIgnore; return NS_OK; } // Now, we receive new eCompositionStart. Let's restart to handle // composition in this process. mIgnoreCompositionEvents = false; } // Store the latest native IME context of parent process's widget or // TextEventDispatcher if it's in this process. WidgetCompositionEvent* compositionEvent = aEvent->AsCompositionEvent(); #ifdef DEBUG if (mNativeIMEContext.IsValid() && mNativeIMEContext != compositionEvent->mNativeIMEContext) { RefPtr composition = IMEStateManager::GetTextCompositionFor(this); MOZ_ASSERT( !composition, "When there is composition caused by old native IME context, " "composition events caused by different native IME context are not " "allowed"); } #endif // #ifdef DEBUG mNativeIMEContext = compositionEvent->mNativeIMEContext; mContentCache.OnCompositionEvent(*compositionEvent); } // If the event is a composition event or a keyboard event, it should be // dispatched with TextEventDispatcher if we could do that with current // design. However, we cannot do that without big changes and the behavior // is not so complicated for now. Therefore, we should just notify it // of dispatching events and TextEventDispatcher should emulate the state // with events here. if (aEvent->mClass == eCompositionEventClass || aEvent->mClass == eKeyboardEventClass) { TextEventDispatcher* dispatcher = GetTextEventDispatcher(); // However, if the event is being dispatched by the text event dispatcher // or, there is native text event dispatcher listener, that means that // native text input event handler is in this process like on Android, // and the event is not synthesized for tests, the event is coming from // the TextEventDispatcher. In these cases, we shouldn't notify // TextEventDispatcher of dispatching the event. if (!dispatcher->IsDispatchingEvent() && !(mNativeTextEventDispatcherListener && !aEvent->mFlags.mIsSynthesizedForTests)) { DebugOnly rv = dispatcher->BeginInputTransactionFor(aEvent, this); NS_WARNING_ASSERTION( NS_SUCCEEDED(rv), "The text event dispatcher should always succeed to start input " "transaction for the event"); } } aStatus = nsEventStatus_eIgnore; if (GetCurrentWidgetListener()) { aStatus = GetCurrentWidgetListener()->HandleEvent(aEvent, mUseAttachedEvents); } return NS_OK; } nsIWidget::ContentAndAPZEventStatus PuppetWidget::DispatchInputEvent( WidgetInputEvent* aEvent) { ContentAndAPZEventStatus status; if (!AsyncPanZoomEnabled()) { DispatchEvent(aEvent, status.mContentStatus); return status; } if (!mBrowserChild) { return status; } switch (aEvent->mClass) { case eWheelEventClass: Unused << mBrowserChild->SendDispatchWheelEvent(*aEvent->AsWheelEvent()); break; case eMouseEventClass: Unused << mBrowserChild->SendDispatchMouseEvent(*aEvent->AsMouseEvent()); break; case eKeyboardEventClass: Unused << mBrowserChild->SendDispatchKeyboardEvent( *aEvent->AsKeyboardEvent()); break; case eTouchEventClass: Unused << mBrowserChild->SendDispatchTouchEvent(*aEvent->AsTouchEvent()); break; default: MOZ_ASSERT_UNREACHABLE("unsupported event type"); } return status; } nsresult PuppetWidget::SynthesizeNativeKeyEvent( int32_t aNativeKeyboardLayout, int32_t aNativeKeyCode, uint32_t aModifierFlags, const nsAString& aCharacters, const nsAString& aUnmodifiedCharacters, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "keyevent"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeKeyEvent( aNativeKeyboardLayout, aNativeKeyCode, aModifierFlags, aCharacters, aUnmodifiedCharacters, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeMouseEvent( mozilla::LayoutDeviceIntPoint aPoint, NativeMouseMessage aNativeMessage, MouseButton aButton, nsIWidget::Modifiers aModifierFlags, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "mouseevent"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeMouseEvent( aPoint, static_cast(aNativeMessage), static_cast(aButton), static_cast(aModifierFlags), notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeMouseMove( mozilla::LayoutDeviceIntPoint aPoint, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "mousemove"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeMouseMove(aPoint, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeMouseScrollEvent( mozilla::LayoutDeviceIntPoint aPoint, uint32_t aNativeMessage, double aDeltaX, double aDeltaY, double aDeltaZ, uint32_t aModifierFlags, uint32_t aAdditionalFlags, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "mousescrollevent"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeMouseScrollEvent( aPoint, aNativeMessage, aDeltaX, aDeltaY, aDeltaZ, aModifierFlags, aAdditionalFlags, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeTouchPoint( uint32_t aPointerId, TouchPointerState aPointerState, LayoutDeviceIntPoint aPoint, double aPointerPressure, uint32_t aPointerOrientation, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "touchpoint"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeTouchPoint( aPointerId, aPointerState, aPoint, aPointerPressure, aPointerOrientation, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeTouchPadPinch( TouchpadGesturePhase aEventPhase, float aScale, LayoutDeviceIntPoint aPoint, int32_t aModifierFlags) { if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeTouchPadPinch(aEventPhase, aScale, aPoint, aModifierFlags); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeTouchTap(LayoutDeviceIntPoint aPoint, bool aLongTap, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "touchtap"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeTouchTap(aPoint, aLongTap, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::ClearNativeTouchSequence(nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "cleartouch"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendClearNativeTouchSequence(notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativePenInput( uint32_t aPointerId, TouchPointerState aPointerState, LayoutDeviceIntPoint aPoint, double aPressure, uint32_t aRotation, int32_t aTiltX, int32_t aTiltY, int32_t aButton, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "peninput"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativePenInput( aPointerId, aPointerState, aPoint, aPressure, aRotation, aTiltX, aTiltY, aButton, notifier.SaveObserver()); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeTouchpadDoubleTap( LayoutDeviceIntPoint aPoint, uint32_t aModifierFlags) { if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeTouchpadDoubleTap(aPoint, aModifierFlags); return NS_OK; } nsresult PuppetWidget::SynthesizeNativeTouchpadPan( TouchpadGesturePhase aEventPhase, LayoutDeviceIntPoint aPoint, double aDeltaX, double aDeltaY, int32_t aModifierFlags, nsIObserver* aObserver) { AutoObserverNotifier notifier(aObserver, "touchpadpanevent"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSynthesizeNativeTouchpadPan(aEventPhase, aPoint, aDeltaX, aDeltaY, aModifierFlags, notifier.SaveObserver()); return NS_OK; } void PuppetWidget::LockNativePointer() { if (!mBrowserChild) { return; } mBrowserChild->SendLockNativePointer(); } void PuppetWidget::UnlockNativePointer() { if (!mBrowserChild) { return; } mBrowserChild->SendUnlockNativePointer(); } void PuppetWidget::SetConfirmedTargetAPZC( uint64_t aInputBlockId, const nsTArray& aTargets) const { if (mBrowserChild) { mBrowserChild->SetTargetAPZC(aInputBlockId, aTargets); } } void PuppetWidget::UpdateZoomConstraints( const uint32_t& aPresShellId, const ScrollableLayerGuid::ViewID& aViewId, const Maybe& aConstraints) { if (mBrowserChild) { mBrowserChild->DoUpdateZoomConstraints(aPresShellId, aViewId, aConstraints); } } bool PuppetWidget::AsyncPanZoomEnabled() const { return mBrowserChild && mBrowserChild->AsyncPanZoomEnabled(); } bool PuppetWidget::GetEditCommands(NativeKeyBindingsType aType, const WidgetKeyboardEvent& aEvent, nsTArray& aCommands) { MOZ_ASSERT(!aEvent.mFlags.mIsSynthesizedForTests); // Validate the arguments. if (NS_WARN_IF(!nsIWidget::GetEditCommands(aType, aEvent, aCommands))) { return false; } if (NS_WARN_IF(!mBrowserChild)) { return false; } mBrowserChild->RequestEditCommands(aType, aEvent, aCommands); return true; } WindowRenderer* PuppetWidget::GetWindowRenderer() { if (!mWindowRenderer) { if (XRE_IsParentProcess()) { // On the parent process there is no CompositorBridgeChild which confuses // some layers code, so we use basic layers instead. Note that we create mWindowRenderer = new FallbackRenderer; return mWindowRenderer; } // If we know for sure that the parent side of this BrowserChild is not // connected to the compositor, we don't want to use a "remote" layer // manager like WebRender or Client. Instead we use a Basic one which // can do drawing in this process. MOZ_ASSERT(!mBrowserChild || mBrowserChild->IsLayersConnected() != Some(true)); mWindowRenderer = CreateFallbackRenderer(); } return mWindowRenderer; } bool PuppetWidget::CreateRemoteLayerManager( const std::function& aInitializeFunc) { RefPtr lm = new WebRenderLayerManager(this); MOZ_ASSERT(mBrowserChild); if (!aInitializeFunc(lm)) { return false; } // Force the old LM to self destruct, otherwise if the reference dangles we // could fail to revoke the most recent transaction. We only want to replace // it if we successfully create its successor because a partially initialized // layer manager is worse than a fully initialized but shutdown layer manager. DestroyLayerManager(); mWindowRenderer = std::move(lm); return true; } nsresult PuppetWidget::RequestIMEToCommitComposition(bool aCancel) { if (!mBrowserChild) { return NS_ERROR_FAILURE; } MOZ_ASSERT(!Destroyed()); // There must not be composition which is caused by the PuppetWidget instance. if (NS_WARN_IF(!mNativeIMEContext.IsValid())) { return NS_OK; } // We've already requested to commit/cancel composition. if (NS_WARN_IF(mIgnoreCompositionEvents)) { #ifdef DEBUG RefPtr composition = IMEStateManager::GetTextCompositionFor(this); MOZ_ASSERT(!composition); #endif // #ifdef DEBUG return NS_OK; } RefPtr composition = IMEStateManager::GetTextCompositionFor(this); // This method shouldn't be called when there is no text composition instance. if (NS_WARN_IF(!composition)) { return NS_OK; } MOZ_DIAGNOSTIC_ASSERT( composition->IsRequestingCommitOrCancelComposition(), "Requesting commit or cancel composition should be requested via " "TextComposition instance"); bool isCommitted = false; nsAutoString committedString; if (NS_WARN_IF(!mBrowserChild->SendRequestIMEToCommitComposition( aCancel, composition->Id(), &isCommitted, &committedString))) { return NS_ERROR_FAILURE; } // If the composition wasn't committed synchronously, we need to wait async // composition events for destroying the TextComposition instance. if (!isCommitted) { return NS_OK; } // Dispatch eCompositionCommit event. WidgetCompositionEvent compositionCommitEvent(true, eCompositionCommit, this); InitEvent(compositionCommitEvent, nullptr); compositionCommitEvent.mData = committedString; nsEventStatus status = nsEventStatus_eIgnore; DispatchEvent(&compositionCommitEvent, status); #ifdef DEBUG RefPtr currentComposition = IMEStateManager::GetTextCompositionFor(this); MOZ_ASSERT(!currentComposition); #endif // #ifdef DEBUG // Ignore the following composition events until we receive new // eCompositionStart event. mIgnoreCompositionEvents = true; Unused << mBrowserChild->SendOnEventNeedingAckHandled( eCompositionCommitRequestHandled, composition->Id()); // NOTE: PuppetWidget might be destroyed already. return NS_OK; } // When this widget caches input context and currently managed by // IMEStateManager, the cache is valid. bool PuppetWidget::HaveValidInputContextCache() const { return (mInputContext.mIMEState.mEnabled != IMEEnabled::Unknown && IMEStateManager::GetWidgetForActiveInputContext() == this); } nsRefreshDriver* PuppetWidget::GetTopLevelRefreshDriver() const { if (!mBrowserChild) { return nullptr; } if (PresShell* presShell = mBrowserChild->GetTopLevelPresShell()) { return presShell->GetRefreshDriver(); } return nullptr; } void PuppetWidget::SetInputContext(const InputContext& aContext, const InputContextAction& aAction) { mInputContext = aContext; // Any widget instances cannot cache IME open state because IME open state // can be changed by user but native IME may not notify us of changing the // open state on some platforms. mInputContext.mIMEState.mOpen = IMEState::OPEN_STATE_NOT_SUPPORTED; if (!mBrowserChild) { return; } mBrowserChild->SendSetInputContext(aContext, aAction); } InputContext PuppetWidget::GetInputContext() { // XXX Currently, we don't support retrieving IME open state from child // process. // If the cache of input context is valid, we can avoid to use synchronous // IPC. if (HaveValidInputContextCache()) { return mInputContext; } NS_WARNING("PuppetWidget::GetInputContext() needs to retrieve it with IPC"); // Don't cache InputContext here because this process isn't managing IME // state of the chrome widget. So, we cannot modify mInputContext when // chrome widget is set to new context. InputContext context; if (mBrowserChild) { mBrowserChild->SendGetInputContext(&context.mIMEState); } return context; } NativeIMEContext PuppetWidget::GetNativeIMEContext() { return mNativeIMEContext; } nsresult PuppetWidget::NotifyIMEOfFocusChange( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); if (!mBrowserChild) { return NS_ERROR_FAILURE; } bool gotFocus = aIMENotification.mMessage == NOTIFY_IME_OF_FOCUS; if (gotFocus) { // When IME gets focus, we should initialize all information of the // content, however, it may fail to get it because the editor may have // already been blurred. if (NS_WARN_IF(!mContentCache.CacheAll(this, &aIMENotification))) { return NS_ERROR_FAILURE; } } else { // When IME loses focus, we don't need to store anything. mContentCache.Clear(); } mIMENotificationRequestsOfParent = IMENotificationRequests(IMENotificationRequests::NOTIFY_ALL); RefPtr self = this; mBrowserChild->SendNotifyIMEFocus(mContentCache, aIMENotification) ->Then( GetMainThreadSerialEventTarget(), __func__, [self](IMENotificationRequests&& aRequests) { self->mIMENotificationRequestsOfParent = aRequests; if (TextEventDispatcher* dispatcher = self->GetTextEventDispatcher()) { dispatcher->OnWidgetChangeIMENotificationRequests(self); } }, [self](mozilla::ipc::ResponseRejectReason&& aReason) { NS_WARNING("SendNotifyIMEFocus got rejected."); }); return NS_OK; } nsresult PuppetWidget::NotifyIMEOfCompositionUpdate( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); if (NS_WARN_IF(!mBrowserChild)) { return NS_ERROR_FAILURE; } if (NS_WARN_IF( !mContentCache.CacheCaretAndTextRects(this, &aIMENotification))) { return NS_ERROR_FAILURE; } mBrowserChild->SendNotifyIMECompositionUpdate(mContentCache, aIMENotification); return NS_OK; } nsresult PuppetWidget::NotifyIMEOfTextChange( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); MOZ_ASSERT(aIMENotification.mMessage == NOTIFY_IME_OF_TEXT_CHANGE, "Passed wrong notification"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } // FYI: text change notification is the first notification after // a user operation changes the content. So, we need to modify // the cache as far as possible here. if (NS_WARN_IF(!mContentCache.CacheText(this, &aIMENotification))) { return NS_ERROR_FAILURE; } // BrowserParent doesn't this this to cache. we don't send the notification // if parent process doesn't request NOTIFY_TEXT_CHANGE. if (mIMENotificationRequestsOfParent.WantTextChange()) { mBrowserChild->SendNotifyIMETextChange(mContentCache, aIMENotification); } else { mBrowserChild->SendUpdateContentCache(mContentCache); } return NS_OK; } nsresult PuppetWidget::NotifyIMEOfSelectionChange( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); MOZ_ASSERT(aIMENotification.mMessage == NOTIFY_IME_OF_SELECTION_CHANGE, "Passed wrong notification"); if (!mBrowserChild) { return NS_ERROR_FAILURE; } // Note that selection change must be notified after text change if it occurs. // Therefore, we don't need to query text content again here. if (MOZ_UNLIKELY(!mContentCache.SetSelection( this, aIMENotification.mSelectionChangeData))) { // If there is no text cache yet, caching text will cache selection too. // Therefore, in the case, we don't need to notify IME of selection change // right now. return NS_OK; } mBrowserChild->SendNotifyIMESelection(mContentCache, aIMENotification); return NS_OK; } nsresult PuppetWidget::NotifyIMEOfMouseButtonEvent( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); if (!mBrowserChild) { return NS_ERROR_FAILURE; } bool consumedByIME = false; if (!mBrowserChild->SendNotifyIMEMouseButtonEvent(aIMENotification, &consumedByIME)) { return NS_ERROR_FAILURE; } return consumedByIME ? NS_SUCCESS_EVENT_CONSUMED : NS_OK; } nsresult PuppetWidget::NotifyIMEOfPositionChange( const IMENotification& aIMENotification) { MOZ_ASSERT(IMEStateManager::CanSendNotificationToWidget()); if (NS_WARN_IF(!mBrowserChild)) { return NS_ERROR_FAILURE; } if (NS_WARN_IF(!mContentCache.CacheEditorRect(this, &aIMENotification))) { return NS_ERROR_FAILURE; } if (NS_WARN_IF( !mContentCache.CacheCaretAndTextRects(this, &aIMENotification))) { return NS_ERROR_FAILURE; } if (mIMENotificationRequestsOfParent.WantPositionChanged()) { mBrowserChild->SendNotifyIMEPositionChange(mContentCache, aIMENotification); } else { mBrowserChild->SendUpdateContentCache(mContentCache); } return NS_OK; } struct CursorSurface { UniquePtr mData; IntSize mSize; }; void PuppetWidget::SetCursor(const Cursor& aCursor) { if (!mBrowserChild) { return; } const bool force = mUpdateCursor; if (!force && mCursor == aCursor) { return; } bool hasCustomCursor = false; Maybe customCursorData; size_t length = 0; IntSize customCursorSize; int32_t stride = 0; auto format = SurfaceFormat::B8G8R8A8; ImageResolution resolution = aCursor.mResolution; if (aCursor.IsCustom()) { int32_t width = 0, height = 0; aCursor.mContainer->GetWidth(&width); aCursor.mContainer->GetHeight(&height); const int32_t flags = imgIContainer::FLAG_SYNC_DECODE | imgIContainer::FLAG_ASYNC_NOTIFY; RefPtr surface; if (width && height && aCursor.mContainer->GetType() == imgIContainer::TYPE_VECTOR) { // For vector images, scale to device pixels. resolution.ScaleBy(GetDefaultScale().scale); resolution.ApplyInverseTo(width, height); surface = aCursor.mContainer->GetFrameAtSize( {width, height}, imgIContainer::FRAME_CURRENT, flags); } else { // NOTE(emilio): We get the frame at the full size, ignoring resolution, // because we're going to rasterize it, and we'd effectively lose the // extra pixels if we rasterized to CustomCursorSize. surface = aCursor.mContainer->GetFrame(imgIContainer::FRAME_CURRENT, flags); } if (surface) { if (RefPtr dataSurface = surface->GetDataSurface()) { hasCustomCursor = true; customCursorData = nsContentUtils::GetSurfaceData(*dataSurface, &length, &stride); customCursorSize = dataSurface->GetSize(); format = dataSurface->GetFormat(); } } } if (!mBrowserChild->SendSetCursor( aCursor.mDefaultCursor, hasCustomCursor, std::move(customCursorData), customCursorSize.width, customCursorSize.height, resolution.mX, resolution.mY, stride, format, aCursor.mHotspotX, aCursor.mHotspotY, force)) { return; } mCursor = aCursor; mUpdateCursor = false; } void PuppetWidget::SetChild(PuppetWidget* aChild) { MOZ_ASSERT(this != aChild, "can't parent a widget to itself"); MOZ_ASSERT(!aChild->mChild, "fake widget 'hierarchy' only expected to have one level"); mChild = aChild; } NS_IMETHODIMP PuppetWidget::WidgetPaintTask::Run() { if (mWidget) { mWidget->Paint(); } return NS_OK; } void PuppetWidget::Paint() { if (!GetCurrentWidgetListener()) return; mWidgetPaintTask.Revoke(); RefPtr strongThis(this); GetCurrentWidgetListener()->WillPaintWindow(this); if (GetCurrentWidgetListener()) { GetCurrentWidgetListener()->DidPaintWindow(); } } void PuppetWidget::PaintNowIfNeeded() { if (IsVisible() && mWidgetPaintTask.IsPending()) { Paint(); } } void PuppetWidget::OnMemoryPressure(layers::MemoryPressureReason aWhy) { if (aWhy != MemoryPressureReason::LOW_MEMORY_ONGOING && !mVisible && mWindowRenderer && mWindowRenderer->AsWebRender() && XRE_IsContentProcess()) { mWindowRenderer->AsWebRender()->ClearCachedResources(); } } bool PuppetWidget::NeedsPaint() { // e10s popups are handled by the parent process, so never should be painted // here return mVisible; } LayoutDeviceIntPoint PuppetWidget::GetChromeOffset() { if (!GetOwningBrowserChild()) { NS_WARNING("PuppetWidget without Tab does not have chrome information."); return LayoutDeviceIntPoint(); } return GetOwningBrowserChild()->GetChromeOffset(); } LayoutDeviceIntPoint PuppetWidget::WidgetToScreenOffset() { return GetWindowPosition() + WidgetToTopLevelWidgetOffset(); } LayoutDeviceIntPoint PuppetWidget::GetWindowPosition() { if (!GetOwningBrowserChild()) { return LayoutDeviceIntPoint(); } int32_t winX, winY, winW, winH; NS_ENSURE_SUCCESS(GetOwningBrowserChild()->GetDimensions( DimensionKind::Outer, &winX, &winY, &winW, &winH), LayoutDeviceIntPoint()); return LayoutDeviceIntPoint(winX, winY) + GetOwningBrowserChild()->GetClientOffset(); } LayoutDeviceIntRect PuppetWidget::GetScreenBounds() { return LayoutDeviceIntRect(WidgetToScreenOffset(), mBounds.Size()); } uint32_t PuppetWidget::GetMaxTouchPoints() const { return mBrowserChild ? mBrowserChild->MaxTouchPoints() : 0; } void PuppetWidget::StartAsyncScrollbarDrag( const AsyncDragMetrics& aDragMetrics) { mBrowserChild->StartScrollbarDrag(aDragMetrics); } ScreenIntMargin PuppetWidget::GetSafeAreaInsets() const { return mSafeAreaInsets; } void PuppetWidget::UpdateSafeAreaInsets( const ScreenIntMargin& aSafeAreaInsets) { mSafeAreaInsets = aSafeAreaInsets; } nsIWidgetListener* PuppetWidget::GetCurrentWidgetListener() { if (!mPreviouslyAttachedWidgetListener || !mAttachedWidgetListener) { return mAttachedWidgetListener; } if (mAttachedWidgetListener->GetView()->IsPrimaryFramePaintSuppressed()) { return mPreviouslyAttachedWidgetListener; } return mAttachedWidgetListener; } void PuppetWidget::ZoomToRect(const uint32_t& aPresShellId, const ScrollableLayerGuid::ViewID& aViewId, const CSSRect& aRect, const uint32_t& aFlags) { if (!mBrowserChild) { return; } mBrowserChild->ZoomToRect(aPresShellId, aViewId, aRect, aFlags); } void PuppetWidget::LookUpDictionary( const nsAString& aText, const nsTArray& aFontRangeArray, const bool aIsVertical, const LayoutDeviceIntPoint& aPoint) { if (!mBrowserChild) { return; } mBrowserChild->SendLookUpDictionary(aText, aFontRangeArray, aIsVertical, aPoint); } bool PuppetWidget::HasPendingInputEvent() { if (!mBrowserChild) { return false; } bool ret = false; mBrowserChild->GetIPCChannel()->PeekMessages( [&ret](const IPC::Message& aMsg) -> bool { if (nsContentUtils::IsMessageInputEvent(aMsg)) { ret = true; return false; // Stop peeking. } return true; }); return ret; } // TextEventDispatcherListener NS_IMETHODIMP PuppetWidget::NotifyIME(TextEventDispatcher* aTextEventDispatcher, const IMENotification& aIMENotification) { MOZ_ASSERT(aTextEventDispatcher == mTextEventDispatcher); // If there is different text event dispatcher listener for handling // text event dispatcher, that means that native keyboard events and // IME events are handled in this process. Therefore, we don't need // to send any requests and notifications to the parent process. if (mNativeTextEventDispatcherListener) { return NS_ERROR_NOT_IMPLEMENTED; } switch (aIMENotification.mMessage) { case REQUEST_TO_COMMIT_COMPOSITION: return RequestIMEToCommitComposition(false); case REQUEST_TO_CANCEL_COMPOSITION: return RequestIMEToCommitComposition(true); case NOTIFY_IME_OF_FOCUS: case NOTIFY_IME_OF_BLUR: return NotifyIMEOfFocusChange(aIMENotification); case NOTIFY_IME_OF_SELECTION_CHANGE: return NotifyIMEOfSelectionChange(aIMENotification); case NOTIFY_IME_OF_TEXT_CHANGE: return NotifyIMEOfTextChange(aIMENotification); case NOTIFY_IME_OF_COMPOSITION_EVENT_HANDLED: return NotifyIMEOfCompositionUpdate(aIMENotification); case NOTIFY_IME_OF_MOUSE_BUTTON_EVENT: return NotifyIMEOfMouseButtonEvent(aIMENotification); case NOTIFY_IME_OF_POSITION_CHANGE: return NotifyIMEOfPositionChange(aIMENotification); default: return NS_ERROR_NOT_IMPLEMENTED; } } NS_IMETHODIMP_(IMENotificationRequests) PuppetWidget::GetIMENotificationRequests() { return IMENotificationRequests( mIMENotificationRequestsOfParent.mWantUpdates | IMENotificationRequests::NOTIFY_TEXT_CHANGE | IMENotificationRequests::NOTIFY_POSITION_CHANGE); } NS_IMETHODIMP_(void) PuppetWidget::OnRemovedFrom(TextEventDispatcher* aTextEventDispatcher) { MOZ_ASSERT(aTextEventDispatcher == mTextEventDispatcher); } NS_IMETHODIMP_(void) PuppetWidget::WillDispatchKeyboardEvent( TextEventDispatcher* aTextEventDispatcher, WidgetKeyboardEvent& aKeyboardEvent, uint32_t aIndexOfKeypress, void* aData) { MOZ_ASSERT(aTextEventDispatcher == mTextEventDispatcher); } nsresult PuppetWidget::SetSystemFont(const nsCString& aFontName) { if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendSetSystemFont(aFontName); return NS_OK; } nsresult PuppetWidget::GetSystemFont(nsCString& aFontName) { if (!mBrowserChild) { return NS_ERROR_FAILURE; } mBrowserChild->SendGetSystemFont(&aFontName); return NS_OK; } } // namespace widget } // namespace mozilla