/* -*- Mode: c++; c-basic-offset: 4; tab-width: 4; indent-tabs-mode: nil; -*- * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include #include #include #include "mozilla/MiscEvents.h" #include "mozilla/MouseEvents.h" #include "mozilla/TextEvents.h" #include "mozilla/TouchEvents.h" #include "mozilla/dom/ContentParent.h" #include "mozilla/dom/ContentChild.h" #include "mozilla/unused.h" #include "mozilla/Preferences.h" #include "mozilla/layers/RenderTrace.h" #include using mozilla::dom::ContentParent; using mozilla::dom::ContentChild; using mozilla::unused; #include "nsAppShell.h" #include "nsIdleService.h" #include "nsWindow.h" #include "nsIObserverService.h" #include "nsFocusManager.h" #include "nsIWidgetListener.h" #include "nsViewManager.h" #include "nsRenderingContext.h" #include "nsIDOMSimpleGestureEvent.h" #include "nsGkAtoms.h" #include "nsWidgetsCID.h" #include "nsGfxCIID.h" #include "gfxImageSurface.h" #include "gfxContext.h" #include "Layers.h" #include "mozilla/layers/LayerManagerComposite.h" #include "mozilla/layers/AsyncCompositionManager.h" #include "mozilla/layers/APZCTreeManager.h" #include "GLContext.h" #include "GLContextProvider.h" #include "ScopedGLHelpers.h" #include "mozilla/layers/CompositorOGL.h" #include "nsTArray.h" #include "AndroidBridge.h" #include "AndroidBridgeUtilities.h" #include "android_npapi.h" #include "imgIEncoder.h" #include "nsString.h" #include "GeckoProfiler.h" // For PROFILER_LABEL #include "nsIXULRuntime.h" using namespace mozilla; using namespace mozilla::dom; using namespace mozilla::widget; using namespace mozilla::layers; NS_IMPL_ISUPPORTS_INHERITED0(nsWindow, nsBaseWidget) // The dimensions of the current android view static gfxIntSize gAndroidBounds = gfxIntSize(0, 0); static gfxIntSize gAndroidScreenBounds; #include "mozilla/layers/AsyncPanZoomController.h" #include "mozilla/layers/CompositorChild.h" #include "mozilla/layers/CompositorParent.h" #include "mozilla/layers/LayerTransactionParent.h" #include "mozilla/Mutex.h" #include "nsThreadUtils.h" class ContentCreationNotifier; static StaticRefPtr gContentCreationNotifier; // A helper class to send updates when content processes // are created. Currently an update for the screen size is sent. class ContentCreationNotifier MOZ_FINAL : public nsIObserver { NS_DECL_ISUPPORTS NS_IMETHOD Observe(nsISupports* aSubject, const char* aTopic, const char16_t* aData) { if (!strcmp(aTopic, "ipc:content-created")) { nsCOMPtr cpo = do_QueryInterface(aSubject); ContentParent* cp = static_cast(cpo.get()); unused << cp->SendScreenSizeChanged(gAndroidScreenBounds); } else if (!strcmp(aTopic, "xpcom-shutdown")) { nsCOMPtr obs(do_GetService("@mozilla.org/observer-service;1")); if (obs) { obs->RemoveObserver(static_cast(this), "xpcom-shutdown"); obs->RemoveObserver(static_cast(this), "ipc:content-created"); } gContentCreationNotifier = nullptr; } return NS_OK; } }; NS_IMPL_ISUPPORTS1(ContentCreationNotifier, nsIObserver) static bool gMenu; static bool gMenuConsumed; // All the toplevel windows that have been created; these are in // stacking order, so the window at gAndroidBounds[0] is the topmost // one. static nsTArray gTopLevelWindows; static bool sFailedToCreateGLContext = false; // Multitouch swipe thresholds in inches static const double SWIPE_MAX_PINCH_DELTA_INCHES = 0.4; static const double SWIPE_MIN_DISTANCE_INCHES = 0.6; nsWindow* nsWindow::TopWindow() { if (!gTopLevelWindows.IsEmpty()) return gTopLevelWindows[0]; return nullptr; } void nsWindow::LogWindow(nsWindow *win, int index, int indent) { #if defined(DEBUG) || defined(FORCE_ALOG) char spaces[] = " "; spaces[indent < 20 ? indent : 20] = 0; ALOG("%s [% 2d] 0x%08x [parent 0x%08x] [% 3d,% 3dx% 3d,% 3d] vis %d type %d", spaces, index, (intptr_t)win, (intptr_t)win->mParent, win->mBounds.x, win->mBounds.y, win->mBounds.width, win->mBounds.height, win->mIsVisible, win->mWindowType); #endif } void nsWindow::DumpWindows() { DumpWindows(gTopLevelWindows); } void nsWindow::DumpWindows(const nsTArray& wins, int indent) { for (uint32_t i = 0; i < wins.Length(); ++i) { nsWindow *w = wins[i]; LogWindow(w, i, indent); DumpWindows(w->mChildren, indent+1); } } nsWindow::nsWindow() : mIsVisible(false), mParent(nullptr), mFocus(nullptr), mIMEComposing(false), mIMEMaskSelectionUpdate(false), mIMEMaskTextUpdate(false), mIMEMaskEventsCount(1), // Mask IME events since there's no focus yet mIMEUpdatingContext(false), mIMESelectionChanged(false) { } nsWindow::~nsWindow() { gTopLevelWindows.RemoveElement(this); nsWindow *top = FindTopLevel(); if (top->mFocus == this) top->mFocus = nullptr; ALOG("nsWindow %p destructor", (void*)this); if (mLayerManager == sLayerManager) { // If this window was the one that created the global OMTC layer manager // and compositor, then we should null those out. SetCompositor(nullptr, nullptr, nullptr); } } bool nsWindow::IsTopLevel() { return mWindowType == eWindowType_toplevel || mWindowType == eWindowType_dialog || mWindowType == eWindowType_invisible; } NS_IMETHODIMP nsWindow::Create(nsIWidget *aParent, nsNativeWidget aNativeParent, const nsIntRect &aRect, nsDeviceContext *aContext, nsWidgetInitData *aInitData) { ALOG("nsWindow[%p]::Create %p [%d %d %d %d]", (void*)this, (void*)aParent, aRect.x, aRect.y, aRect.width, aRect.height); nsWindow *parent = (nsWindow*) aParent; if (aNativeParent) { if (parent) { ALOG("Ignoring native parent on Android window [%p], since parent was specified (%p %p)", (void*)this, (void*)aNativeParent, (void*)aParent); } else { parent = (nsWindow*) aNativeParent; } } mBounds = aRect; // for toplevel windows, bounds are fixed to full screen size if (!parent) { mBounds.x = 0; mBounds.y = 0; mBounds.width = gAndroidBounds.width; mBounds.height = gAndroidBounds.height; } BaseCreate(nullptr, mBounds, aContext, aInitData); NS_ASSERTION(IsTopLevel() || parent, "non top level windowdoesn't have a parent!"); if (IsTopLevel()) { gTopLevelWindows.AppendElement(this); } if (parent) { parent->mChildren.AppendElement(this); mParent = parent; } #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::Destroy(void) { nsBaseWidget::mOnDestroyCalled = true; while (mChildren.Length()) { // why do we still have children? ALOG("### Warning: Destroying window %p and reparenting child %p to null!", (void*)this, (void*)mChildren[0]); mChildren[0]->SetParent(nullptr); } if (IsTopLevel()) gTopLevelWindows.RemoveElement(this); SetParent(nullptr); nsBaseWidget::OnDestroy(); #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::ConfigureChildren(const nsTArray& config) { for (uint32_t i = 0; i < config.Length(); ++i) { nsWindow *childWin = (nsWindow*) config[i].mChild; childWin->Resize(config[i].mBounds.x, config[i].mBounds.y, config[i].mBounds.width, config[i].mBounds.height, false); } return NS_OK; } void nsWindow::RedrawAll() { if (mFocus && mFocus->mWidgetListener) { mFocus->mWidgetListener->RequestRepaint(); } } NS_IMETHODIMP nsWindow::SetParent(nsIWidget *aNewParent) { if ((nsIWidget*)mParent == aNewParent) return NS_OK; // If we had a parent before, remove ourselves from its list of // children. if (mParent) mParent->mChildren.RemoveElement(this); mParent = (nsWindow*)aNewParent; if (mParent) mParent->mChildren.AppendElement(this); // if we are now in the toplevel window's hierarchy, schedule a redraw if (FindTopLevel() == nsWindow::TopWindow()) RedrawAll(); return NS_OK; } NS_IMETHODIMP nsWindow::ReparentNativeWidget(nsIWidget *aNewParent) { NS_PRECONDITION(aNewParent, ""); return NS_OK; } nsIWidget* nsWindow::GetParent() { return mParent; } float nsWindow::GetDPI() { if (AndroidBridge::Bridge()) return AndroidBridge::Bridge()->GetDPI(); return 160.0f; } double nsWindow::GetDefaultScaleInternal() { static double density = 0.0; if (density != 0.0) { return density; } density = GeckoAppShell::GetDensity(); if (!density) { density = 1.0; } return density; } NS_IMETHODIMP nsWindow::Show(bool aState) { ALOG("nsWindow[%p]::Show %d", (void*)this, aState); if (mWindowType == eWindowType_invisible) { ALOG("trying to show invisible window! ignoring.."); return NS_ERROR_FAILURE; } if (aState == mIsVisible) return NS_OK; mIsVisible = aState; if (IsTopLevel()) { // XXX should we bring this to the front when it's shown, // if it's a toplevel widget? // XXX we should synthesize a NS_MOUSE_EXIT (for old top // window)/NS_MOUSE_ENTER (for new top window) since we need // to pretend that the top window always has focus. Not sure // if Show() is the right place to do this, though. if (aState) { // It just became visible, so send a resize update if necessary // and bring it to the front. Resize(0, 0, gAndroidBounds.width, gAndroidBounds.height, false); BringToFront(); } else if (nsWindow::TopWindow() == this) { // find the next visible window to show unsigned int i; for (i = 1; i < gTopLevelWindows.Length(); i++) { nsWindow *win = gTopLevelWindows[i]; if (!win->mIsVisible) continue; win->BringToFront(); break; } } } else if (FindTopLevel() == nsWindow::TopWindow()) { RedrawAll(); } #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::SetModal(bool aState) { ALOG("nsWindow[%p]::SetModal %d ignored", (void*)this, aState); return NS_OK; } bool nsWindow::IsVisible() const { return mIsVisible; } NS_IMETHODIMP nsWindow::ConstrainPosition(bool aAllowSlop, int32_t *aX, int32_t *aY) { ALOG("nsWindow[%p]::ConstrainPosition %d [%d %d]", (void*)this, aAllowSlop, *aX, *aY); // constrain toplevel windows; children we don't care about if (IsTopLevel()) { *aX = 0; *aY = 0; } return NS_OK; } NS_IMETHODIMP nsWindow::Move(double aX, double aY) { if (IsTopLevel()) return NS_OK; return Resize(aX, aY, mBounds.width, mBounds.height, true); } NS_IMETHODIMP nsWindow::Resize(double aWidth, double aHeight, bool aRepaint) { return Resize(mBounds.x, mBounds.y, aWidth, aHeight, aRepaint); } NS_IMETHODIMP nsWindow::Resize(double aX, double aY, double aWidth, double aHeight, bool aRepaint) { ALOG("nsWindow[%p]::Resize [%f %f %f %f] (repaint %d)", (void*)this, aX, aY, aWidth, aHeight, aRepaint); bool needSizeDispatch = aWidth != mBounds.width || aHeight != mBounds.height; mBounds.x = NSToIntRound(aX); mBounds.y = NSToIntRound(aY); mBounds.width = NSToIntRound(aWidth); mBounds.height = NSToIntRound(aHeight); if (needSizeDispatch) OnSizeChanged(gfxIntSize(aWidth, aHeight)); // Should we skip honoring aRepaint here? if (aRepaint && FindTopLevel() == nsWindow::TopWindow()) RedrawAll(); return NS_OK; } NS_IMETHODIMP nsWindow::SetZIndex(int32_t aZIndex) { ALOG("nsWindow[%p]::SetZIndex %d ignored", (void*)this, aZIndex); return NS_OK; } NS_IMETHODIMP nsWindow::PlaceBehind(nsTopLevelWidgetZPlacement aPlacement, nsIWidget *aWidget, bool aActivate) { return NS_OK; } NS_IMETHODIMP nsWindow::SetSizeMode(int32_t aMode) { switch (aMode) { case nsSizeMode_Minimized: GeckoAppShell::MoveTaskToBack(); break; case nsSizeMode_Fullscreen: MakeFullScreen(true); break; } return NS_OK; } NS_IMETHODIMP nsWindow::Enable(bool aState) { ALOG("nsWindow[%p]::Enable %d ignored", (void*)this, aState); return NS_OK; } bool nsWindow::IsEnabled() const { return true; } NS_IMETHODIMP nsWindow::Invalidate(const nsIntRect &aRect) { AndroidGeckoEvent *event = AndroidGeckoEvent::MakeDrawEvent(aRect); nsAppShell::gAppShell->PostEvent(event); return NS_OK; } nsWindow* nsWindow::FindTopLevel() { nsWindow *toplevel = this; while (toplevel) { if (toplevel->IsTopLevel()) return toplevel; toplevel = toplevel->mParent; } ALOG("nsWindow::FindTopLevel(): couldn't find a toplevel or dialog window in this [%p] widget's hierarchy!", (void*)this); return this; } NS_IMETHODIMP nsWindow::SetFocus(bool aRaise) { if (!aRaise) { ALOG("nsWindow::SetFocus: can't set focus without raising, ignoring aRaise = false!"); } nsWindow *top = FindTopLevel(); top->mFocus = this; top->BringToFront(); return NS_OK; } void nsWindow::BringToFront() { // If the window to be raised is the same as the currently raised one, // do nothing. We need to check the focus manager as well, as the first // window that is created will be first in the window list but won't yet // be focused. nsCOMPtr fm = do_GetService(FOCUSMANAGER_CONTRACTID); nsCOMPtr existingTopWindow; fm->GetActiveWindow(getter_AddRefs(existingTopWindow)); if (existingTopWindow && FindTopLevel() == nsWindow::TopWindow()) return; if (!IsTopLevel()) { FindTopLevel()->BringToFront(); return; } nsRefPtr kungFuDeathGrip(this); nsWindow *oldTop = nullptr; nsWindow *newTop = this; if (!gTopLevelWindows.IsEmpty()) oldTop = gTopLevelWindows[0]; gTopLevelWindows.RemoveElement(this); gTopLevelWindows.InsertElementAt(0, this); if (oldTop) { nsIWidgetListener* listener = oldTop->GetWidgetListener(); if (listener) { listener->WindowDeactivated(); } } if (Destroyed()) { // somehow the deactivate event handler destroyed this window. // try to recover by grabbing the next window in line and activating // that instead if (gTopLevelWindows.IsEmpty()) return; newTop = gTopLevelWindows[0]; } if (mWidgetListener) { mWidgetListener->WindowActivated(); } // force a window resize nsAppShell::gAppShell->ResendLastResizeEvent(newTop); RedrawAll(); } NS_IMETHODIMP nsWindow::GetScreenBounds(nsIntRect &aRect) { nsIntPoint p = WidgetToScreenOffset(); aRect.x = p.x; aRect.y = p.y; aRect.width = mBounds.width; aRect.height = mBounds.height; return NS_OK; } nsIntPoint nsWindow::WidgetToScreenOffset() { nsIntPoint p(0, 0); nsWindow *w = this; while (w && !w->IsTopLevel()) { p.x += w->mBounds.x; p.y += w->mBounds.y; w = w->mParent; } return p; } NS_IMETHODIMP nsWindow::DispatchEvent(WidgetGUIEvent* aEvent, nsEventStatus &aStatus) { aStatus = DispatchEvent(aEvent); return NS_OK; } nsEventStatus nsWindow::DispatchEvent(WidgetGUIEvent* aEvent) { if (mWidgetListener) { nsEventStatus status = mWidgetListener->HandleEvent(aEvent, mUseAttachedEvents); switch (aEvent->message) { case NS_COMPOSITION_START: MOZ_ASSERT(!mIMEComposing); mIMEComposing = true; break; case NS_COMPOSITION_END: MOZ_ASSERT(mIMEComposing); mIMEComposing = false; mIMEComposingText.Truncate(); break; case NS_TEXT_TEXT: MOZ_ASSERT(mIMEComposing); mIMEComposingText = aEvent->AsTextEvent()->theText; break; } return status; } return nsEventStatus_eIgnore; } NS_IMETHODIMP nsWindow::MakeFullScreen(bool aFullScreen) { GeckoAppShell::SetFullScreen(aFullScreen); return NS_OK; } NS_IMETHODIMP nsWindow::SetWindowClass(const nsAString& xulWinType) { return NS_OK; } mozilla::layers::LayerManager* nsWindow::GetLayerManager(PLayerTransactionChild*, LayersBackend, LayerManagerPersistence, bool* aAllowRetaining) { if (aAllowRetaining) { *aAllowRetaining = true; } if (mLayerManager) { return mLayerManager; } // for OMTC allow use of the single layer manager/compositor // shared across all windows if (ShouldUseOffMainThreadCompositing()) { return sLayerManager; } return nullptr; } void nsWindow::CreateLayerManager(int aCompositorWidth, int aCompositorHeight) { if (mLayerManager) { return; } nsWindow *topLevelWindow = FindTopLevel(); if (!topLevelWindow || topLevelWindow->mWindowType == eWindowType_invisible) { // don't create a layer manager for an invisible top-level window return; } mUseLayersAcceleration = ComputeShouldAccelerate(mUseLayersAcceleration); if (ShouldUseOffMainThreadCompositing()) { if (sLayerManager) { return; } CreateCompositor(aCompositorWidth, aCompositorHeight); if (mLayerManager) { // for OMTC create a single layer manager and compositor that will be // used for all windows. SetCompositor(mLayerManager, mCompositorParent, mCompositorChild); sCompositorPaused = false; return; } // If we get here, then off main thread compositing failed to initialize. sFailedToCreateGLContext = true; } if (!mUseLayersAcceleration || sFailedToCreateGLContext) { printf_stderr(" -- creating basic, not accelerated\n"); mLayerManager = CreateBasicLayerManager(); } } void nsWindow::OnGlobalAndroidEvent(AndroidGeckoEvent *ae) { nsWindow *win = TopWindow(); if (!win) return; switch (ae->Type()) { case AndroidGeckoEvent::FORCED_RESIZE: win->mBounds.width = 0; win->mBounds.height = 0; // also resize the children for (uint32_t i = 0; i < win->mChildren.Length(); i++) { win->mChildren[i]->mBounds.width = 0; win->mChildren[i]->mBounds.height = 0; } case AndroidGeckoEvent::SIZE_CHANGED: { const nsTArray& points = ae->Points(); NS_ASSERTION(points.Length() == 2, "Size changed does not have enough coordinates"); int nw = points[0].x; int nh = points[0].y; if (ae->Type() == AndroidGeckoEvent::FORCED_RESIZE || nw != gAndroidBounds.width || nh != gAndroidBounds.height) { gAndroidBounds.width = nw; gAndroidBounds.height = nh; // tell all the windows about the new size for (size_t i = 0; i < gTopLevelWindows.Length(); ++i) { if (gTopLevelWindows[i]->mIsVisible) gTopLevelWindows[i]->Resize(gAndroidBounds.width, gAndroidBounds.height, false); } } int newScreenWidth = points[1].x; int newScreenHeight = points[1].y; if (newScreenWidth == gAndroidScreenBounds.width && newScreenHeight == gAndroidScreenBounds.height) break; gAndroidScreenBounds.width = newScreenWidth; gAndroidScreenBounds.height = newScreenHeight; if (XRE_GetProcessType() != GeckoProcessType_Default || !BrowserTabsRemote()) { break; } // Tell the content process the new screen size. nsTArray cplist; ContentParent::GetAll(cplist); for (uint32_t i = 0; i < cplist.Length(); ++i) unused << cplist[i]->SendScreenSizeChanged(gAndroidScreenBounds); if (gContentCreationNotifier) break; // If the content process is not created yet, wait until it's // created and then tell it the screen size. nsCOMPtr obs = do_GetService("@mozilla.org/observer-service;1"); if (!obs) break; nsRefPtr notifier = new ContentCreationNotifier; if (NS_SUCCEEDED(obs->AddObserver(notifier, "ipc:content-created", false))) { if (NS_SUCCEEDED(obs->AddObserver(notifier, "xpcom-shutdown", false))) gContentCreationNotifier = notifier; else obs->RemoveObserver(notifier, "ipc:content-created"); } break; } case AndroidGeckoEvent::MOTION_EVENT: { win->UserActivity(); if (!gTopLevelWindows.IsEmpty()) { nsIntPoint pt(0,0); const nsTArray& points = ae->Points(); if (points.Length() > 0) { pt = points[0]; } pt.x = clamped(pt.x, 0, std::max(gAndroidBounds.width - 1, 0)); pt.y = clamped(pt.y, 0, std::max(gAndroidBounds.height - 1, 0)); nsWindow *target = win->FindWindowForPoint(pt); #if 0 ALOG("MOTION_EVENT %f,%f -> %p (visible: %d children: %d)", pt.x, pt.y, (void*)target, target ? target->mIsVisible : 0, target ? target->mChildren.Length() : 0); DumpWindows(); #endif if (target) { bool preventDefaultActions = target->OnMultitouchEvent(ae); if (!preventDefaultActions && ae->Count() < 2) target->OnMouseEvent(ae); } } break; } case AndroidGeckoEvent::NATIVE_GESTURE_EVENT: { nsIntPoint pt(0,0); const nsTArray& points = ae->Points(); if (points.Length() > 0) { pt = points[0]; } pt.x = clamped(pt.x, 0, std::max(gAndroidBounds.width - 1, 0)); pt.y = clamped(pt.y, 0, std::max(gAndroidBounds.height - 1, 0)); nsWindow *target = win->FindWindowForPoint(pt); target->OnNativeGestureEvent(ae); break; } case AndroidGeckoEvent::KEY_EVENT: win->UserActivity(); if (win->mFocus) win->mFocus->OnKeyEvent(ae); break; case AndroidGeckoEvent::DRAW: layers::renderTraceEventStart("Global draw start", "414141"); win->OnDraw(ae); layers::renderTraceEventEnd("414141"); break; case AndroidGeckoEvent::IME_EVENT: win->UserActivity(); if (win->mFocus) { win->mFocus->OnIMEEvent(ae); } else { NS_WARNING("Sending unexpected IME event to top window"); win->OnIMEEvent(ae); } break; case AndroidGeckoEvent::IME_KEY_EVENT: // Keys synthesized by Java IME code are saved in the mIMEKeyEvents // array until the next IME_REPLACE_TEXT event, at which point // these keys are dispatched in sequence. if (win->mFocus) { win->mFocus->mIMEKeyEvents.AppendElement(*ae); } break; case AndroidGeckoEvent::COMPOSITOR_CREATE: win->CreateLayerManager(ae->Width(), ae->Height()); break; case AndroidGeckoEvent::COMPOSITOR_PAUSE: // The compositor gets paused when the app is about to go into the // background. While the compositor is paused, we need to ensure that // no layer tree updates (from draw events) occur, since the compositor // cannot make a GL context current in order to process updates. if (sCompositorChild) { sCompositorChild->SendPause(); } sCompositorPaused = true; break; case AndroidGeckoEvent::COMPOSITOR_RESUME: // When we receive this, the compositor has already been told to // resume. (It turns out that waiting till we reach here to tell // the compositor to resume takes too long, resulting in a black // flash.) This means it's now safe for layer updates to occur. // Since we might have prevented one or more draw events from // occurring while the compositor was paused, we need to schedule // a draw event now. if (!sCompositorPaused) { win->RedrawAll(); } break; } } void nsWindow::OnAndroidEvent(AndroidGeckoEvent *ae) { switch (ae->Type()) { case AndroidGeckoEvent::DRAW: OnDraw(ae); break; default: ALOG("Window got targetted android event type %d, but didn't handle!", ae->Type()); break; } } bool nsWindow::DrawTo(gfxASurface *targetSurface) { nsIntRect boundsRect(0, 0, mBounds.width, mBounds.height); return DrawTo(targetSurface, boundsRect); } bool nsWindow::DrawTo(gfxASurface *targetSurface, const nsIntRect &invalidRect) { mozilla::layers::RenderTraceScope trace("DrawTo", "717171"); if (!mIsVisible || !mWidgetListener || !GetLayerManager(nullptr)) return false; nsRefPtr kungFuDeathGrip(this); nsIntRect boundsRect(0, 0, mBounds.width, mBounds.height); // Figure out if any of our children cover this widget completely int32_t coveringChildIndex = -1; for (uint32_t i = 0; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.IsEmpty()) continue; if (mChildren[i]->mBounds.Contains(boundsRect)) { coveringChildIndex = int32_t(i); } } // If we have no covering child, then we need to render this. if (coveringChildIndex == -1) { nsIntRegion region = invalidRect; mWidgetListener->WillPaintWindow(this); switch (GetLayerManager(nullptr)->GetBackendType()) { case mozilla::layers::LayersBackend::LAYERS_BASIC: { nsRefPtr ctx = new gfxContext(targetSurface); { mozilla::layers::RenderTraceScope trace2("Basic DrawTo", "727272"); AutoLayerManagerSetup setupLayerManager(this, ctx, mozilla::layers::BufferMode::BUFFER_NONE); mWidgetListener->PaintWindow(this, region); } break; } case mozilla::layers::LayersBackend::LAYERS_CLIENT: { mWidgetListener->PaintWindow(this, region); break; } default: NS_ERROR("Invalid layer manager"); } mWidgetListener->DidPaintWindow(); // We had no covering child, so make sure we draw all the children, // starting from index 0. coveringChildIndex = 0; } gfxPoint offset; if (targetSurface) offset = targetSurface->GetDeviceOffset(); for (uint32_t i = coveringChildIndex; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.IsEmpty() || !mChildren[i]->mBounds.Intersects(boundsRect)) { continue; } if (targetSurface) targetSurface->SetDeviceOffset(offset + gfxPoint(mChildren[i]->mBounds.x, mChildren[i]->mBounds.y)); bool ok = mChildren[i]->DrawTo(targetSurface, invalidRect); if (!ok) { ALOG("nsWindow[%p]::DrawTo child %d[%p] returned FALSE!", (void*) this, i, (void*)mChildren[i]); } } if (targetSurface) targetSurface->SetDeviceOffset(offset); return true; } void nsWindow::OnDraw(AndroidGeckoEvent *ae) { if (!IsTopLevel()) { ALOG("##### redraw for window %p, which is not a toplevel window -- sending to toplevel!", (void*) this); DumpWindows(); return; } if (!mIsVisible) { ALOG("##### redraw for window %p, which is not visible -- ignoring!", (void*) this); DumpWindows(); return; } nsRefPtr kungFuDeathGrip(this); AutoLocalJNIFrame jniFrame; // We're paused, or we haven't been given a window-size yet, so do nothing if (sCompositorPaused || gAndroidBounds.width <= 0 || gAndroidBounds.height <= 0) { return; } int bytesPerPixel = 2; gfxImageFormat format = gfxImageFormat::RGB16_565; if (AndroidBridge::Bridge()->GetScreenDepth() == 24) { bytesPerPixel = 4; format = gfxImageFormat::RGB24; } layers::renderTraceEventStart("Get surface", "424545"); static unsigned char bits2[32 * 32 * 4]; nsRefPtr targetSurface = new gfxImageSurface(bits2, gfxIntSize(32, 32), 32 * bytesPerPixel, format); layers::renderTraceEventEnd("Get surface", "424545"); layers::renderTraceEventStart("Widget draw to", "434646"); if (targetSurface->CairoStatus()) { ALOG("### Failed to create a valid surface from the bitmap"); } else { DrawTo(targetSurface, ae->Rect()); } layers::renderTraceEventEnd("Widget draw to", "434646"); } void nsWindow::OnSizeChanged(const gfxIntSize& aSize) { ALOG("nsWindow: %p OnSizeChanged [%d %d]", (void*)this, aSize.width, aSize.height); mBounds.width = aSize.width; mBounds.height = aSize.height; if (mWidgetListener) { mWidgetListener->WindowResized(this, aSize.width, aSize.height); } } void nsWindow::InitEvent(WidgetGUIEvent& event, nsIntPoint* aPoint) { if (aPoint) { event.refPoint.x = aPoint->x; event.refPoint.y = aPoint->y; } else { event.refPoint.x = 0; event.refPoint.y = 0; } event.time = PR_Now() / 1000; } gfxIntSize nsWindow::GetAndroidScreenBounds() { if (XRE_GetProcessType() == GeckoProcessType_Content) { return ContentChild::GetSingleton()->GetScreenSize(); } return gAndroidScreenBounds; } void * nsWindow::GetNativeData(uint32_t aDataType) { switch (aDataType) { // used by GLContextProviderEGL, nullptr is EGL_DEFAULT_DISPLAY case NS_NATIVE_DISPLAY: return nullptr; case NS_NATIVE_WIDGET: return (void *) this; } return nullptr; } void nsWindow::OnMouseEvent(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); WidgetMouseEvent event = ae->MakeMouseEvent(this); if (event.message == NS_EVENT_NULL) { // invalid event type, abort return; } // XXX add the double-click handling logic here DispatchEvent(&event); } bool nsWindow::OnMultitouchEvent(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); // End any composition in progress in case the touch event listener // modifies the input field value (see bug 856155) RemoveIMEComposition(); // This is set to true once we have called SetPreventPanning() exactly // once for a given sequence of touch events. It is reset on the start // of the next sequence. static bool sDefaultPreventedNotified = false; static bool sLastWasDownEvent = false; bool preventDefaultActions = false; bool isDownEvent = false; WidgetTouchEvent event = ae->MakeTouchEvent(this); if (event.message != NS_EVENT_NULL) { nsEventStatus status; DispatchEvent(&event, status); // We check mMultipleActionsPrevented because that's what // sets when someone starts dragging the thumb. It doesn't set the status // because it doesn't want to prevent the code that gives the input focus // from running. preventDefaultActions = (status == nsEventStatus_eConsumeNoDefault || event.mFlags.mMultipleActionsPrevented); isDownEvent = (event.message == NS_TOUCH_START); } // if the last event we got was a down event, then by now we know for sure whether // this block has been default-prevented or not. if we haven't already sent the // notification for this block, do so now. if (sLastWasDownEvent && !sDefaultPreventedNotified) { // if this event is a down event, that means it's the start of a new block, and the // previous block should not be default-prevented bool defaultPrevented = isDownEvent ? false : preventDefaultActions; GeckoAppShell::NotifyDefaultPrevented(defaultPrevented); sDefaultPreventedNotified = true; } // now, if this event is a down event, then we might already know that it has been // default-prevented. if so, we send the notification right away; otherwise we wait // for the next event. if (isDownEvent) { if (preventDefaultActions) { GeckoAppShell::NotifyDefaultPrevented(true); sDefaultPreventedNotified = true; } else { sDefaultPreventedNotified = false; } } sLastWasDownEvent = isDownEvent; return preventDefaultActions; } void nsWindow::OnNativeGestureEvent(AndroidGeckoEvent *ae) { nsIntPoint pt(ae->Points()[0].x, ae->Points()[0].y); double delta = ae->X(); int msg = 0; switch (ae->Action()) { case AndroidMotionEvent::ACTION_MAGNIFY_START: msg = NS_SIMPLE_GESTURE_MAGNIFY_START; mStartDist = delta; mLastDist = delta; break; case AndroidMotionEvent::ACTION_MAGNIFY: msg = NS_SIMPLE_GESTURE_MAGNIFY_UPDATE; delta -= mLastDist; mLastDist += delta; break; case AndroidMotionEvent::ACTION_MAGNIFY_END: msg = NS_SIMPLE_GESTURE_MAGNIFY; delta -= mStartDist; break; default: return; } nsRefPtr kungFuDeathGrip(this); DispatchGestureEvent(msg, 0, delta, pt, ae->Time()); } void nsWindow::DispatchGestureEvent(uint32_t msg, uint32_t direction, double delta, const nsIntPoint &refPoint, uint64_t time) { WidgetSimpleGestureEvent event(true, msg, this); event.direction = direction; event.delta = delta; event.modifiers = 0; event.time = time; event.refPoint = LayoutDeviceIntPoint::FromUntyped(refPoint); DispatchEvent(&event); } void nsWindow::DispatchMotionEvent(WidgetInputEvent &event, AndroidGeckoEvent *ae, const nsIntPoint &refPoint) { nsIntPoint offset = WidgetToScreenOffset(); event.modifiers = ae->DOMModifiers(); event.time = ae->Time(); // XXX possibly bound the range of event.refPoint here. // some code may get confused. event.refPoint = LayoutDeviceIntPoint::FromUntyped(refPoint - offset); DispatchEvent(&event); } static unsigned int ConvertAndroidKeyCodeToDOMKeyCode(int androidKeyCode) { // Special-case alphanumeric keycodes because they are most common. if (androidKeyCode >= AKEYCODE_A && androidKeyCode <= AKEYCODE_Z) { return androidKeyCode - AKEYCODE_A + NS_VK_A; } if (androidKeyCode >= AKEYCODE_0 && androidKeyCode <= AKEYCODE_9) { return androidKeyCode - AKEYCODE_0 + NS_VK_0; } switch (androidKeyCode) { // KEYCODE_UNKNOWN (0) ... KEYCODE_HOME (3) case AKEYCODE_BACK: return NS_VK_ESCAPE; // KEYCODE_CALL (5) ... KEYCODE_POUND (18) case AKEYCODE_DPAD_UP: return NS_VK_UP; case AKEYCODE_DPAD_DOWN: return NS_VK_DOWN; case AKEYCODE_DPAD_LEFT: return NS_VK_LEFT; case AKEYCODE_DPAD_RIGHT: return NS_VK_RIGHT; case AKEYCODE_DPAD_CENTER: return NS_VK_RETURN; case AKEYCODE_VOLUME_UP: return NS_VK_VOLUME_UP; case AKEYCODE_VOLUME_DOWN: return NS_VK_VOLUME_DOWN; // KEYCODE_VOLUME_POWER (26) ... KEYCODE_Z (54) case AKEYCODE_COMMA: return NS_VK_COMMA; case AKEYCODE_PERIOD: return NS_VK_PERIOD; case AKEYCODE_ALT_LEFT: return NS_VK_ALT; case AKEYCODE_ALT_RIGHT: return NS_VK_ALT; case AKEYCODE_SHIFT_LEFT: return NS_VK_SHIFT; case AKEYCODE_SHIFT_RIGHT: return NS_VK_SHIFT; case AKEYCODE_TAB: return NS_VK_TAB; case AKEYCODE_SPACE: return NS_VK_SPACE; // KEYCODE_SYM (63) ... KEYCODE_ENVELOPE (65) case AKEYCODE_ENTER: return NS_VK_RETURN; case AKEYCODE_DEL: return NS_VK_BACK; // Backspace case AKEYCODE_GRAVE: return NS_VK_BACK_QUOTE; // KEYCODE_MINUS (69) case AKEYCODE_EQUALS: return NS_VK_EQUALS; case AKEYCODE_LEFT_BRACKET: return NS_VK_OPEN_BRACKET; case AKEYCODE_RIGHT_BRACKET: return NS_VK_CLOSE_BRACKET; case AKEYCODE_BACKSLASH: return NS_VK_BACK_SLASH; case AKEYCODE_SEMICOLON: return NS_VK_SEMICOLON; // KEYCODE_APOSTROPHE (75) case AKEYCODE_SLASH: return NS_VK_SLASH; // KEYCODE_AT (77) ... KEYCODE_MEDIA_FAST_FORWARD (90) case AKEYCODE_MUTE: return NS_VK_VOLUME_MUTE; case AKEYCODE_PAGE_UP: return NS_VK_PAGE_UP; case AKEYCODE_PAGE_DOWN: return NS_VK_PAGE_DOWN; // KEYCODE_PICTSYMBOLS (94) ... KEYCODE_BUTTON_MODE (110) case AKEYCODE_ESCAPE: return NS_VK_ESCAPE; case AKEYCODE_FORWARD_DEL: return NS_VK_DELETE; case AKEYCODE_CTRL_LEFT: return NS_VK_CONTROL; case AKEYCODE_CTRL_RIGHT: return NS_VK_CONTROL; case AKEYCODE_CAPS_LOCK: return NS_VK_CAPS_LOCK; case AKEYCODE_SCROLL_LOCK: return NS_VK_SCROLL_LOCK; // KEYCODE_META_LEFT (117) ... KEYCODE_FUNCTION (119) case AKEYCODE_SYSRQ: return NS_VK_PRINTSCREEN; case AKEYCODE_BREAK: return NS_VK_PAUSE; case AKEYCODE_MOVE_HOME: return NS_VK_HOME; case AKEYCODE_MOVE_END: return NS_VK_END; case AKEYCODE_INSERT: return NS_VK_INSERT; // KEYCODE_FORWARD (125) ... KEYCODE_MEDIA_RECORD (130) case AKEYCODE_F1: return NS_VK_F1; case AKEYCODE_F2: return NS_VK_F2; case AKEYCODE_F3: return NS_VK_F3; case AKEYCODE_F4: return NS_VK_F4; case AKEYCODE_F5: return NS_VK_F5; case AKEYCODE_F6: return NS_VK_F6; case AKEYCODE_F7: return NS_VK_F7; case AKEYCODE_F8: return NS_VK_F8; case AKEYCODE_F9: return NS_VK_F9; case AKEYCODE_F10: return NS_VK_F10; case AKEYCODE_F11: return NS_VK_F11; case AKEYCODE_F12: return NS_VK_F12; case AKEYCODE_NUM_LOCK: return NS_VK_NUM_LOCK; case AKEYCODE_NUMPAD_0: return NS_VK_NUMPAD0; case AKEYCODE_NUMPAD_1: return NS_VK_NUMPAD1; case AKEYCODE_NUMPAD_2: return NS_VK_NUMPAD2; case AKEYCODE_NUMPAD_3: return NS_VK_NUMPAD3; case AKEYCODE_NUMPAD_4: return NS_VK_NUMPAD4; case AKEYCODE_NUMPAD_5: return NS_VK_NUMPAD5; case AKEYCODE_NUMPAD_6: return NS_VK_NUMPAD6; case AKEYCODE_NUMPAD_7: return NS_VK_NUMPAD7; case AKEYCODE_NUMPAD_8: return NS_VK_NUMPAD8; case AKEYCODE_NUMPAD_9: return NS_VK_NUMPAD9; case AKEYCODE_NUMPAD_DIVIDE: return NS_VK_DIVIDE; case AKEYCODE_NUMPAD_MULTIPLY: return NS_VK_MULTIPLY; case AKEYCODE_NUMPAD_SUBTRACT: return NS_VK_SUBTRACT; case AKEYCODE_NUMPAD_ADD: return NS_VK_ADD; case AKEYCODE_NUMPAD_DOT: return NS_VK_DECIMAL; case AKEYCODE_NUMPAD_COMMA: return NS_VK_SEPARATOR; case AKEYCODE_NUMPAD_ENTER: return NS_VK_RETURN; case AKEYCODE_NUMPAD_EQUALS: return NS_VK_EQUALS; // KEYCODE_NUMPAD_LEFT_PAREN (162) ... KEYCODE_CALCULATOR (210) // Needs to confirm the behavior. If the key switches the open state // of Japanese IME (or switches input character between Hiragana and // Roman numeric characters), then, it might be better to use // NS_VK_KANJI which is used for Alt+Zenkaku/Hankaku key on Windows. case AKEYCODE_ZENKAKU_HANKAKU: return 0; case AKEYCODE_EISU: return NS_VK_EISU; case AKEYCODE_MUHENKAN: return NS_VK_NONCONVERT; case AKEYCODE_HENKAN: return NS_VK_CONVERT; case AKEYCODE_KATAKANA_HIRAGANA: return 0; case AKEYCODE_YEN: return NS_VK_BACK_SLASH; // Same as other platforms. case AKEYCODE_RO: return NS_VK_BACK_SLASH; // Same as other platforms. case AKEYCODE_KANA: return NS_VK_KANA; case AKEYCODE_ASSIST: return NS_VK_HELP; // the A key is the action key for gamepad devices. case AKEYCODE_BUTTON_A: return NS_VK_RETURN; default: ALOG("ConvertAndroidKeyCodeToDOMKeyCode: " "No DOM keycode for Android keycode %d", androidKeyCode); return 0; } } static KeyNameIndex ConvertAndroidKeyCodeToKeyNameIndex(AndroidGeckoEvent& aAndroidGeckoEvent) { int keyCode = aAndroidGeckoEvent.KeyCode(); // Special-case alphanumeric keycodes because they are most common. if (keyCode >= AKEYCODE_A && keyCode <= AKEYCODE_Z) { return KEY_NAME_INDEX_USE_STRING; } if (keyCode >= AKEYCODE_0 && keyCode <= AKEYCODE_9) { return KEY_NAME_INDEX_USE_STRING; } switch (keyCode) { #define NS_NATIVE_KEY_TO_DOM_KEY_NAME_INDEX(aNativeKey, aKeyNameIndex) \ case aNativeKey: return aKeyNameIndex; #include "NativeKeyToDOMKeyName.h" #undef NS_NATIVE_KEY_TO_DOM_KEY_NAME_INDEX // KEYCODE_0 (7) ... KEYCODE_9 (16) case AKEYCODE_STAR: // '*' key case AKEYCODE_POUND: // '#' key // KEYCODE_A (29) ... KEYCODE_Z (54) case AKEYCODE_COMMA: // ',' key case AKEYCODE_PERIOD: // '.' key case AKEYCODE_SPACE: case AKEYCODE_GRAVE: // '`' key case AKEYCODE_MINUS: // '-' key case AKEYCODE_EQUALS: // '=' key case AKEYCODE_LEFT_BRACKET: // '[' key case AKEYCODE_RIGHT_BRACKET: // ']' key case AKEYCODE_BACKSLASH: // '\' key case AKEYCODE_SEMICOLON: // ';' key case AKEYCODE_APOSTROPHE: // ''' key case AKEYCODE_SLASH: // '/' key case AKEYCODE_AT: // '@' key case AKEYCODE_PLUS: // '+' key case AKEYCODE_NUMPAD_0: case AKEYCODE_NUMPAD_1: case AKEYCODE_NUMPAD_2: case AKEYCODE_NUMPAD_3: case AKEYCODE_NUMPAD_4: case AKEYCODE_NUMPAD_5: case AKEYCODE_NUMPAD_6: case AKEYCODE_NUMPAD_7: case AKEYCODE_NUMPAD_8: case AKEYCODE_NUMPAD_9: case AKEYCODE_NUMPAD_DIVIDE: case AKEYCODE_NUMPAD_MULTIPLY: case AKEYCODE_NUMPAD_SUBTRACT: case AKEYCODE_NUMPAD_ADD: case AKEYCODE_NUMPAD_DOT: case AKEYCODE_NUMPAD_COMMA: case AKEYCODE_NUMPAD_EQUALS: case AKEYCODE_NUMPAD_LEFT_PAREN: case AKEYCODE_NUMPAD_RIGHT_PAREN: case AKEYCODE_YEN: // yen sign key case AKEYCODE_RO: // Japanese Ro key return KEY_NAME_INDEX_USE_STRING; case AKEYCODE_SOFT_LEFT: case AKEYCODE_SOFT_RIGHT: case AKEYCODE_CALL: case AKEYCODE_ENDCALL: case AKEYCODE_SYM: // Symbol modifier case AKEYCODE_NUM: // XXX Not sure case AKEYCODE_HEADSETHOOK: case AKEYCODE_FOCUS: case AKEYCODE_NOTIFICATION: // XXX Not sure case AKEYCODE_PICTSYMBOLS: case AKEYCODE_BUTTON_A: case AKEYCODE_BUTTON_B: case AKEYCODE_BUTTON_C: case AKEYCODE_BUTTON_X: case AKEYCODE_BUTTON_Y: case AKEYCODE_BUTTON_Z: case AKEYCODE_BUTTON_L1: case AKEYCODE_BUTTON_R1: case AKEYCODE_BUTTON_L2: case AKEYCODE_BUTTON_R2: case AKEYCODE_BUTTON_THUMBL: case AKEYCODE_BUTTON_THUMBR: case AKEYCODE_BUTTON_START: case AKEYCODE_BUTTON_SELECT: case AKEYCODE_BUTTON_MODE: case AKEYCODE_MUTE: // mutes the microphone case AKEYCODE_MEDIA_CLOSE: case AKEYCODE_ZOOM_IN: case AKEYCODE_ZOOM_OUT: case AKEYCODE_DVR: case AKEYCODE_TV_POWER: case AKEYCODE_TV_INPUT: case AKEYCODE_STB_POWER: case AKEYCODE_STB_INPUT: case AKEYCODE_AVR_POWER: case AKEYCODE_AVR_INPUT: case AKEYCODE_BUTTON_1: case AKEYCODE_BUTTON_2: case AKEYCODE_BUTTON_3: case AKEYCODE_BUTTON_4: case AKEYCODE_BUTTON_5: case AKEYCODE_BUTTON_6: case AKEYCODE_BUTTON_7: case AKEYCODE_BUTTON_8: case AKEYCODE_BUTTON_9: case AKEYCODE_BUTTON_10: case AKEYCODE_BUTTON_11: case AKEYCODE_BUTTON_12: case AKEYCODE_BUTTON_13: case AKEYCODE_BUTTON_14: case AKEYCODE_BUTTON_15: case AKEYCODE_BUTTON_16: case AKEYCODE_LANGUAGE_SWITCH: case AKEYCODE_MANNER_MODE: case AKEYCODE_3D_MODE: case AKEYCODE_CONTACTS: case AKEYCODE_CALENDAR: case AKEYCODE_MUSIC: case AKEYCODE_CALCULATOR: case AKEYCODE_ZENKAKU_HANKAKU: case AKEYCODE_KATAKANA_HIRAGANA: return KEY_NAME_INDEX_Unidentified; case AKEYCODE_UNKNOWN: MOZ_ASSERT( aAndroidGeckoEvent.Action() != AKEY_EVENT_ACTION_MULTIPLE, "Don't call this when action is AKEY_EVENT_ACTION_MULTIPLE!"); // It's actually an unknown key if the action isn't ACTION_MULTIPLE. // However, it might cause text input. So, let's check the value. return aAndroidGeckoEvent.DOMPrintableKeyValue() ? KEY_NAME_INDEX_USE_STRING : KEY_NAME_INDEX_Unidentified; default: ALOG("ConvertAndroidKeyCodeToKeyNameIndex: " "No DOM key name index for Android keycode %d", keyCode); return KEY_NAME_INDEX_Unidentified; } } static void InitPluginEvent(ANPEvent* pluginEvent, ANPKeyActions keyAction, AndroidGeckoEvent& key) { int androidKeyCode = key.KeyCode(); uint32_t domKeyCode = ConvertAndroidKeyCodeToDOMKeyCode(androidKeyCode); int modifiers = 0; if (key.IsAltPressed()) modifiers |= kAlt_ANPKeyModifier; if (key.IsShiftPressed()) modifiers |= kShift_ANPKeyModifier; pluginEvent->inSize = sizeof(ANPEvent); pluginEvent->eventType = kKey_ANPEventType; pluginEvent->data.key.action = keyAction; pluginEvent->data.key.nativeCode = androidKeyCode; pluginEvent->data.key.virtualCode = domKeyCode; pluginEvent->data.key.unichar = key.UnicodeChar(); pluginEvent->data.key.modifiers = modifiers; pluginEvent->data.key.repeatCount = key.RepeatCount(); } void nsWindow::InitKeyEvent(WidgetKeyboardEvent& event, AndroidGeckoEvent& key, ANPEvent* pluginEvent) { event.mKeyNameIndex = ConvertAndroidKeyCodeToKeyNameIndex(key); if (event.mKeyNameIndex == KEY_NAME_INDEX_USE_STRING) { int keyValue = key.DOMPrintableKeyValue(); if (keyValue) { event.mKeyValue = static_cast(keyValue); } } uint32_t domKeyCode = ConvertAndroidKeyCodeToDOMKeyCode(key.KeyCode()); if (event.message == NS_KEY_PRESS) { // Android gives us \n, so filter out some control characters. int charCode = key.UnicodeChar(); if (!charCode) { charCode = key.BaseUnicodeChar(); } event.isChar = (charCode >= ' '); event.charCode = event.isChar ? charCode : 0; event.keyCode = (event.charCode > 0) ? 0 : domKeyCode; event.pluginEvent = nullptr; } else { #ifdef DEBUG if (event.message != NS_KEY_DOWN && event.message != NS_KEY_UP) { ALOG("InitKeyEvent: unexpected event.message %d", event.message); } #endif // DEBUG // Flash will want a pluginEvent for keydown and keyup events. ANPKeyActions action = event.message == NS_KEY_DOWN ? kDown_ANPKeyAction : kUp_ANPKeyAction; InitPluginEvent(pluginEvent, action, key); event.isChar = false; event.charCode = 0; event.keyCode = domKeyCode; event.pluginEvent = pluginEvent; } event.modifiers = key.DOMModifiers(); if (gMenu) { event.modifiers |= MODIFIER_CONTROL; } // For keypress, if the unicode char already has modifiers applied, we // don't specify extra modifiers. If UnicodeChar() != BaseUnicodeChar() // it means UnicodeChar() already has modifiers applied. // Note that on Android 4.x, Alt modifier isn't set when the key input // causes text input even while right Alt key is pressed. However, this // is necessary for Android 2.3 compatibility. if (event.message == NS_KEY_PRESS && key.UnicodeChar() && key.UnicodeChar() != key.BaseUnicodeChar()) { event.modifiers &= ~(MODIFIER_ALT | MODIFIER_CONTROL | MODIFIER_META); } event.mIsRepeat = (event.message == NS_KEY_DOWN || event.message == NS_KEY_PRESS) && (!!(key.Flags() & AKEY_EVENT_FLAG_LONG_PRESS) || !!key.RepeatCount()); event.location = key.DomKeyLocation(); event.time = key.Time(); if (gMenu) gMenuConsumed = true; } void nsWindow::HandleSpecialKey(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); nsCOMPtr command; bool isDown = ae->Action() == AKEY_EVENT_ACTION_DOWN; bool isLongPress = !!(ae->Flags() & AKEY_EVENT_FLAG_LONG_PRESS); bool doCommand = false; uint32_t keyCode = ae->KeyCode(); if (isDown) { switch (keyCode) { case AKEYCODE_BACK: if (isLongPress) { command = nsGkAtoms::Clear; doCommand = true; } break; case AKEYCODE_MENU: gMenu = true; gMenuConsumed = isLongPress; break; } } else { switch (keyCode) { case AKEYCODE_BACK: { // XXX Where is the keydown event for this?? WidgetKeyboardEvent pressEvent(true, NS_KEY_PRESS, this); ANPEvent pluginEvent; InitKeyEvent(pressEvent, *ae, &pluginEvent); DispatchEvent(&pressEvent); return; } case AKEYCODE_MENU: gMenu = false; if (!gMenuConsumed) { command = nsGkAtoms::Menu; doCommand = true; } break; case AKEYCODE_SEARCH: command = nsGkAtoms::Search; doCommand = true; break; default: ALOG("Unknown special key code!"); return; } } if (doCommand) { WidgetCommandEvent event(true, nsGkAtoms::onAppCommand, command, this); InitEvent(event); DispatchEvent(&event); } } void nsWindow::OnKeyEvent(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); RemoveIMEComposition(); uint32_t msg; switch (ae->Action()) { case AKEY_EVENT_ACTION_DOWN: msg = NS_KEY_DOWN; break; case AKEY_EVENT_ACTION_UP: msg = NS_KEY_UP; break; case AKEY_EVENT_ACTION_MULTIPLE: // Keys with multiple action are handled in Java, // and we should never see one here MOZ_CRASH("Cannot handle key with multiple action"); default: ALOG("Unknown key action event!"); return; } bool firePress = ae->Action() == AKEY_EVENT_ACTION_DOWN; switch (ae->KeyCode()) { case AKEYCODE_SHIFT_LEFT: case AKEYCODE_SHIFT_RIGHT: case AKEYCODE_ALT_LEFT: case AKEYCODE_ALT_RIGHT: case AKEYCODE_CTRL_LEFT: case AKEYCODE_CTRL_RIGHT: firePress = false; break; case AKEYCODE_BACK: case AKEYCODE_MENU: case AKEYCODE_SEARCH: HandleSpecialKey(ae); return; } nsEventStatus status; WidgetKeyboardEvent event(true, msg, this); ANPEvent pluginEvent; InitKeyEvent(event, *ae, &pluginEvent); DispatchEvent(&event, status); if (Destroyed()) return; if (!firePress || status == nsEventStatus_eConsumeNoDefault) { return; } WidgetKeyboardEvent pressEvent(true, NS_KEY_PRESS, this); InitKeyEvent(pressEvent, *ae, &pluginEvent); #ifdef DEBUG_ANDROID_WIDGET __android_log_print(ANDROID_LOG_INFO, "Gecko", "Dispatching key pressEvent with keyCode %d charCode %d shift %d alt %d sym/ctrl %d metamask %d", pressEvent.keyCode, pressEvent.charCode, pressEvent.IsShift(), pressEvent.IsAlt(), pressEvent.IsControl(), ae->MetaState()); #endif DispatchEvent(&pressEvent); } #ifdef DEBUG_ANDROID_IME #define ALOGIME(args...) ALOG(args) #else #define ALOGIME(args...) ((void)0) #endif static nscolor ConvertAndroidColor(uint32_t argb) { return NS_RGBA((argb & 0x00ff0000) >> 16, (argb & 0x0000ff00) >> 8, (argb & 0x000000ff), (argb & 0xff000000) >> 24); } class AutoIMEMask { private: bool mOldMask, *mMask; public: AutoIMEMask(bool &mask) : mOldMask(mask), mMask(&mask) { mask = true; } ~AutoIMEMask() { *mMask = mOldMask; } }; /* Remove the composition but leave the text content as-is */ void nsWindow::RemoveIMEComposition() { // Remove composition on Gecko side if (!mIMEComposing) return; nsRefPtr kungFuDeathGrip(this); AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); WidgetTextEvent textEvent(true, NS_TEXT_TEXT, this); InitEvent(textEvent, nullptr); textEvent.theText = mIMEComposingText; DispatchEvent(&textEvent); WidgetCompositionEvent event(true, NS_COMPOSITION_END, this); InitEvent(event, nullptr); DispatchEvent(&event); } void nsWindow::OnIMEEvent(AndroidGeckoEvent *ae) { MOZ_ASSERT(!mIMEMaskTextUpdate); MOZ_ASSERT(!mIMEMaskSelectionUpdate); /* Rules for managing IME between Gecko and Java: * Gecko controls the text content, and Java shadows the Gecko text through text updates * Java controls the selection, and Gecko shadows the Java selection through set selection events * Java controls the composition, and Gecko shadows the Java composition through update composition events */ nsRefPtr kungFuDeathGrip(this); if (ae->Action() == AndroidGeckoEvent::IME_ACKNOWLEDGE_FOCUS) { MOZ_ASSERT(mIMEMaskEventsCount > 0); mIMEMaskEventsCount--; if (!mIMEMaskEventsCount) { // The focusing handshake sequence is complete, and Java is waiting // on Gecko. Now we can notify Java of the newly focused content mIMETextChanges.Clear(); mIMESelectionChanged = false; // NotifyIMEOfTextChange also notifies selection // Use 'INT32_MAX / 2' here because subsequent text changes might // combine with this text change, and overflow might occur if // we just use INT32_MAX IMENotification notification(NOTIFY_IME_OF_TEXT_CHANGE); notification.mTextChangeData.mOldEndOffset = notification.mTextChangeData.mNewEndOffset = INT32_MAX / 2; NotifyIMEOfTextChange(notification); FlushIMEChanges(); } GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT); return; } else if (ae->Action() == AndroidGeckoEvent::IME_UPDATE_CONTEXT) { GeckoAppShell::NotifyIMEContext(mInputContext.mIMEState.mEnabled, mInputContext.mHTMLInputType, mInputContext.mHTMLInputInputmode, mInputContext.mActionHint); mIMEUpdatingContext = false; return; } if (mIMEMaskEventsCount > 0) { // Still reply to events, but don't do anything else if (ae->Action() == AndroidGeckoEvent::IME_SYNCHRONIZE || ae->Action() == AndroidGeckoEvent::IME_REPLACE_TEXT) { GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT); } return; } switch (ae->Action()) { case AndroidGeckoEvent::IME_FLUSH_CHANGES: { FlushIMEChanges(); } break; case AndroidGeckoEvent::IME_SYNCHRONIZE: { FlushIMEChanges(); GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT); } break; case AndroidGeckoEvent::IME_REPLACE_TEXT: { /* Replace text in Gecko thread from ae->Start() to ae->End() with the string ae->Characters() Selection updates are masked so the result of our temporary selection event is not passed on to Java Text updates are passed on, so the Java text can shadow the Gecko text */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); RemoveIMEComposition(); { WidgetSelectionEvent event(true, NS_SELECTION_SET, this); InitEvent(event, nullptr); event.mOffset = uint32_t(ae->Start()); event.mLength = uint32_t(ae->End() - ae->Start()); event.mExpandToClusterBoundary = false; DispatchEvent(&event); } if (!mIMEKeyEvents.IsEmpty()) { for (uint32_t i = 0; i < mIMEKeyEvents.Length(); i++) { OnKeyEvent(&mIMEKeyEvents[i]); } mIMEKeyEvents.Clear(); FlushIMEChanges(); GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT); break; } { WidgetCompositionEvent event(true, NS_COMPOSITION_START, this); InitEvent(event, nullptr); DispatchEvent(&event); } { WidgetCompositionEvent event(true, NS_COMPOSITION_UPDATE, this); InitEvent(event, nullptr); event.data = ae->Characters(); DispatchEvent(&event); } { WidgetTextEvent event(true, NS_TEXT_TEXT, this); InitEvent(event, nullptr); event.theText = ae->Characters(); DispatchEvent(&event); } { WidgetCompositionEvent event(true, NS_COMPOSITION_END, this); InitEvent(event, nullptr); event.data = ae->Characters(); DispatchEvent(&event); } FlushIMEChanges(); GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT); } break; case AndroidGeckoEvent::IME_SET_SELECTION: { /* Set Gecko selection to ae->Start() to ae->End() Selection updates are masked to prevent Java from being notified of the new selection */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); RemoveIMEComposition(); WidgetSelectionEvent selEvent(true, NS_SELECTION_SET, this); InitEvent(selEvent, nullptr); int32_t start = ae->Start(), end = ae->End(); if (start < 0 || end < 0) { WidgetQueryContentEvent event(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(event, nullptr); DispatchEvent(&event); MOZ_ASSERT(event.mSucceeded && !event.mWasAsync); if (start < 0) start = int32_t(event.GetSelectionStart()); if (end < 0) end = int32_t(event.GetSelectionEnd()); } selEvent.mOffset = std::min(start, end); selEvent.mLength = std::max(start, end) - selEvent.mOffset; selEvent.mReversed = start > end; selEvent.mExpandToClusterBoundary = false; DispatchEvent(&selEvent); // Notify SelectionHandler of final caret position // Required after IME hide via 'Back' button AndroidGeckoEvent* broadcastEvent = AndroidGeckoEvent::MakeBroadcastEvent( NS_LITERAL_CSTRING("TextSelection:UpdateCaretPos"), NS_LITERAL_CSTRING("")); nsAppShell::gAppShell->PostEvent(broadcastEvent); } break; case AndroidGeckoEvent::IME_ADD_COMPOSITION_RANGE: { TextRange range; range.mStartOffset = ae->Start(); range.mEndOffset = ae->End(); range.mRangeType = ae->RangeType(); range.mRangeStyle.mDefinedStyles = ae->RangeStyles(); range.mRangeStyle.mLineStyle = ae->RangeLineStyle(); range.mRangeStyle.mIsBoldLine = ae->RangeBoldLine(); range.mRangeStyle.mForegroundColor = ConvertAndroidColor(uint32_t(ae->RangeForeColor())); range.mRangeStyle.mBackgroundColor = ConvertAndroidColor(uint32_t(ae->RangeBackColor())); range.mRangeStyle.mUnderlineColor = ConvertAndroidColor(uint32_t(ae->RangeLineColor())); mIMERanges.AppendElement(range); } break; case AndroidGeckoEvent::IME_UPDATE_COMPOSITION: { /* Update the composition from ae->Start() to ae->End() using information from added ranges. This is only used for visual indication and does not affect the text content. Only the offsets are specified and not the text content to eliminate the possibility of this event altering the text content unintentionally. Selection and text updates are masked so the result of temporary events are not passed on to Java */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); RemoveIMEComposition(); WidgetTextEvent event(true, NS_TEXT_TEXT, this); InitEvent(event, nullptr); event.rangeArray = mIMERanges.Elements(); event.rangeCount = mIMERanges.Length(); { WidgetSelectionEvent event(true, NS_SELECTION_SET, this); InitEvent(event, nullptr); event.mOffset = uint32_t(ae->Start()); event.mLength = uint32_t(ae->End() - ae->Start()); event.mExpandToClusterBoundary = false; DispatchEvent(&event); } { WidgetQueryContentEvent queryEvent(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(queryEvent, nullptr); DispatchEvent(&queryEvent); MOZ_ASSERT(queryEvent.mSucceeded && !queryEvent.mWasAsync); event.theText = queryEvent.mReply.mString; } { WidgetCompositionEvent event(true, NS_COMPOSITION_START, this); InitEvent(event, nullptr); DispatchEvent(&event); } { WidgetCompositionEvent compositionUpdate(true, NS_COMPOSITION_UPDATE, this); InitEvent(compositionUpdate, nullptr); compositionUpdate.data = event.theText; DispatchEvent(&compositionUpdate); } #ifdef DEBUG_ANDROID_IME const NS_ConvertUTF16toUTF8 theText8(event.theText); const char* text = theText8.get(); ALOGIME("IME: IME_SET_TEXT: text=\"%s\", length=%u, range=%u", text, event.theText.Length(), mIMERanges.Length()); #endif // DEBUG_ANDROID_IME DispatchEvent(&event); mIMERanges.Clear(); // Notify SelectionHandler of final caret position // Required in cases of keyboards providing autoCorrections AndroidGeckoEvent* broadcastEvent = AndroidGeckoEvent::MakeBroadcastEvent( NS_LITERAL_CSTRING("TextSelection:UpdateCaretPos"), NS_LITERAL_CSTRING("")); nsAppShell::gAppShell->PostEvent(broadcastEvent); } break; case AndroidGeckoEvent::IME_REMOVE_COMPOSITION: { /* * Remove any previous composition. This is only used for * visual indication and does not affect the text content. * * Selection and text updates are masked so the result of * temporary events are not passed on to Java */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); RemoveIMEComposition(); mIMERanges.Clear(); } break; } } nsWindow * nsWindow::FindWindowForPoint(const nsIntPoint& pt) { if (!mBounds.Contains(pt)) return nullptr; // children mBounds are relative to their parent nsIntPoint childPoint(pt.x - mBounds.x, pt.y - mBounds.y); for (uint32_t i = 0; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.Contains(childPoint)) return mChildren[i]->FindWindowForPoint(childPoint); } return this; } void nsWindow::UserActivity() { if (!mIdleService) { mIdleService = do_GetService("@mozilla.org/widget/idleservice;1"); } if (mIdleService) { mIdleService->ResetIdleTimeOut(0); } } NS_IMETHODIMP nsWindow::NotifyIME(const IMENotification& aIMENotification) { switch (aIMENotification.mMessage) { case REQUEST_TO_COMMIT_COMPOSITION: //ALOGIME("IME: REQUEST_TO_COMMIT_COMPOSITION: s=%d", aState); RemoveIMEComposition(); GeckoAppShell::NotifyIME(REQUEST_TO_COMMIT_COMPOSITION); return NS_OK; case REQUEST_TO_CANCEL_COMPOSITION: ALOGIME("IME: REQUEST_TO_CANCEL_COMPOSITION"); // Cancel composition on Gecko side if (mIMEComposing) { nsRefPtr kungFuDeathGrip(this); WidgetCompositionEvent updateEvent(true, NS_COMPOSITION_UPDATE, this); InitEvent(updateEvent, nullptr); DispatchEvent(&updateEvent); WidgetTextEvent textEvent(true, NS_TEXT_TEXT, this); InitEvent(textEvent, nullptr); DispatchEvent(&textEvent); WidgetCompositionEvent compEvent(true, NS_COMPOSITION_END, this); InitEvent(compEvent, nullptr); DispatchEvent(&compEvent); } GeckoAppShell::NotifyIME(REQUEST_TO_CANCEL_COMPOSITION); return NS_OK; case NOTIFY_IME_OF_FOCUS: ALOGIME("IME: NOTIFY_IME_OF_FOCUS"); GeckoAppShell::NotifyIME(NOTIFY_IME_OF_FOCUS); return NS_OK; case NOTIFY_IME_OF_BLUR: ALOGIME("IME: NOTIFY_IME_OF_BLUR"); // Mask events because we lost focus. On the next focus event, // Gecko will notify Java, and Java will send an acknowledge focus // event back to Gecko. That is where we unmask event handling mIMEMaskEventsCount++; mIMEComposing = false; mIMEComposingText.Truncate(); GeckoAppShell::NotifyIME(NOTIFY_IME_OF_BLUR); return NS_OK; case NOTIFY_IME_OF_SELECTION_CHANGE: if (mIMEMaskSelectionUpdate) { return NS_OK; } ALOGIME("IME: NOTIFY_IME_OF_SELECTION_CHANGE"); PostFlushIMEChanges(); mIMESelectionChanged = true; return NS_OK; case NOTIFY_IME_OF_TEXT_CHANGE: return NotifyIMEOfTextChange(aIMENotification); default: return NS_ERROR_NOT_IMPLEMENTED; } } NS_IMETHODIMP_(void) nsWindow::SetInputContext(const InputContext& aContext, const InputContextAction& aAction) { nsWindow *top = TopWindow(); if (top && top->mFocus && this != top->mFocus) { // We are using an IME event later to notify Java, and the IME event // will be processed by the focused window. Therefore, to ensure the // IME event uses the correct mInputContext, we need to let the focused // window process SetInputContext top->mFocus->SetInputContext(aContext, aAction); return; } ALOGIME("IME: SetInputContext: s=0x%X, 0x%X, action=0x%X, 0x%X", aContext.mIMEState.mEnabled, aContext.mIMEState.mOpen, aAction.mCause, aAction.mFocusChange); mInputContext = aContext; // Ensure that opening the virtual keyboard is allowed for this specific // InputContext depending on the content.ime.strict.policy pref if (aContext.mIMEState.mEnabled != IMEState::DISABLED && aContext.mIMEState.mEnabled != IMEState::PLUGIN && Preferences::GetBool("content.ime.strict_policy", false) && !aAction.ContentGotFocusByTrustedCause() && !aAction.UserMightRequestOpenVKB()) { return; } IMEState::Enabled enabled = aContext.mIMEState.mEnabled; // Only show the virtual keyboard for plugins if mOpen is set appropriately. // This avoids showing it whenever a plugin is focused. Bug 747492 if (aContext.mIMEState.mEnabled == IMEState::PLUGIN && aContext.mIMEState.mOpen != IMEState::OPEN) { enabled = IMEState::DISABLED; } mInputContext.mIMEState.mEnabled = enabled; if (enabled == IMEState::ENABLED && aAction.UserMightRequestOpenVKB()) { // Don't reset keyboard when we should simply open the vkb GeckoAppShell::NotifyIME(AndroidBridge::NOTIFY_IME_OPEN_VKB); return; } if (mIMEUpdatingContext) { return; } AndroidGeckoEvent *event = AndroidGeckoEvent::MakeIMEEvent( AndroidGeckoEvent::IME_UPDATE_CONTEXT); nsAppShell::gAppShell->PostEvent(event); mIMEUpdatingContext = true; } NS_IMETHODIMP_(InputContext) nsWindow::GetInputContext() { nsWindow *top = TopWindow(); if (top && top->mFocus && this != top->mFocus) { // We let the focused window process SetInputContext, // so we should let it process GetInputContext as well. return top->mFocus->GetInputContext(); } InputContext context = mInputContext; context.mIMEState.mOpen = IMEState::OPEN_STATE_NOT_SUPPORTED; // We assume that there is only one context per process on Android context.mNativeIMEContext = nullptr; return context; } void nsWindow::PostFlushIMEChanges() { if (!mIMETextChanges.IsEmpty() || mIMESelectionChanged) { // Already posted return; } AndroidGeckoEvent *event = AndroidGeckoEvent::MakeIMEEvent( AndroidGeckoEvent::IME_FLUSH_CHANGES); nsAppShell::gAppShell->PostEvent(event); } void nsWindow::FlushIMEChanges() { nsRefPtr kungFuDeathGrip(this); for (uint32_t i = 0; i < mIMETextChanges.Length(); i++) { IMEChange &change = mIMETextChanges[i]; WidgetQueryContentEvent event(true, NS_QUERY_TEXT_CONTENT, this); InitEvent(event, nullptr); event.InitForQueryTextContent(change.mStart, change.mNewEnd - change.mStart); DispatchEvent(&event); if (!event.mSucceeded) return; GeckoAppShell::NotifyIMEChange(event.mReply.mString, change.mStart, change.mOldEnd, change.mNewEnd); } mIMETextChanges.Clear(); if (mIMESelectionChanged) { WidgetQueryContentEvent event(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(event, nullptr); DispatchEvent(&event); if (!event.mSucceeded) return; GeckoAppShell::NotifyIMEChange(EmptyString(), (int32_t) event.GetSelectionStart(), (int32_t) event.GetSelectionEnd(), -1); mIMESelectionChanged = false; } } nsresult nsWindow::NotifyIMEOfTextChange(const IMENotification& aIMENotification) { MOZ_ASSERT(aIMENotification.mMessage == NOTIFY_IME_OF_TEXT_CHANGE, "NotifyIMEOfTextChange() is called with invaild notification"); if (mIMEMaskTextUpdate) return NS_OK; ALOGIME("IME: NotifyIMEOfTextChange: s=%d, oe=%d, ne=%d", aIMENotification.mTextChangeData.mStartOffset, aIMENotification.mTextChangeData.mOldEndOffset, aIMENotification.mTextChangeData.mNewEndOffset); /* Make sure Java's selection is up-to-date */ mIMESelectionChanged = false; NotifyIME(NOTIFY_IME_OF_SELECTION_CHANGE); PostFlushIMEChanges(); mIMETextChanges.AppendElement(IMEChange(aIMENotification)); // Now that we added a new range we need to go back and // update all the ranges before that. // Ranges that have offsets which follow this new range // need to be updated to reflect new offsets int32_t delta = aIMENotification.mTextChangeData.AdditionalLength(); for (int32_t i = mIMETextChanges.Length() - 2; i >= 0; i--) { IMEChange &previousChange = mIMETextChanges[i]; if (previousChange.mStart > static_cast( aIMENotification.mTextChangeData.mOldEndOffset)) { previousChange.mStart += delta; previousChange.mOldEnd += delta; previousChange.mNewEnd += delta; } } // Now go through all ranges to merge any ranges that are connected // srcIndex is the index of the range to merge from // dstIndex is the index of the range to potentially merge into int32_t srcIndex = mIMETextChanges.Length() - 1; int32_t dstIndex = srcIndex; while (--dstIndex >= 0) { IMEChange &src = mIMETextChanges[srcIndex]; IMEChange &dst = mIMETextChanges[dstIndex]; // When merging a more recent change into an older // change, we need to compare recent change's (start, oldEnd) // range to the older change's (start, newEnd) if (src.mOldEnd < dst.mStart || dst.mNewEnd < src.mStart) { // No overlap between ranges continue; } // When merging two ranges, there are generally four posibilities: // [----(----]----), (----[----]----), // [----(----)----], (----[----)----] // where [----] is the first range and (----) is the second range // As seen above, the start of the merged range is always the lesser // of the two start offsets. OldEnd and NewEnd then need to be // adjusted separately depending on the case. In any case, the change // in text length of the merged range should be the sum of text length // changes of the two original ranges, i.e., // newNewEnd - newOldEnd == newEnd1 - oldEnd1 + newEnd2 - oldEnd2 dst.mStart = std::min(dst.mStart, src.mStart); if (src.mOldEnd < dst.mNewEnd) { // New range overlaps or is within previous range; merge dst.mNewEnd += src.mNewEnd - src.mOldEnd; } else { // src.mOldEnd >= dst.mNewEnd // New range overlaps previous range; merge dst.mOldEnd += src.mOldEnd - dst.mNewEnd; dst.mNewEnd = src.mNewEnd; } // src merged to dst; delete src. mIMETextChanges.RemoveElementAt(srcIndex); // Any ranges that we skip over between src and dst are not mergeable // so we can safely continue the merge starting at dst srcIndex = dstIndex; } return NS_OK; } nsIMEUpdatePreference nsWindow::GetIMEUpdatePreference() { int8_t notifications = (nsIMEUpdatePreference::NOTIFY_SELECTION_CHANGE | nsIMEUpdatePreference::NOTIFY_TEXT_CHANGE); return nsIMEUpdatePreference(notifications); } void nsWindow::DrawWindowUnderlay(LayerManagerComposite* aManager, nsIntRect aRect) { JNIEnv *env = GetJNIForThread(); AutoLocalJNIFrame jniFrame(env); GeckoLayerClient* client = AndroidBridge::Bridge()->GetLayerClient(); if (!client || client->isNull()) { ALOG_BRIDGE("Exceptional Exit: %s", __PRETTY_FUNCTION__); return; } jobject frameObj = client->CreateFrame(); NS_ABORT_IF_FALSE(frameObj, "No frame object!"); if (!frameObj) { ALOG_BRIDGE("Exceptional Exit: %s", __PRETTY_FUNCTION__); return; } mLayerRendererFrame.Init(env, frameObj); if (!WidgetPaintsBackground()) { return; } gl::GLContext* gl = static_cast(aManager->GetCompositor())->gl(); gl::ScopedGLState scopedScissorTestState(gl, LOCAL_GL_SCISSOR_TEST); gl::ScopedScissorRect scopedScissorRectState(gl); client->ActivateProgram(); if (!mLayerRendererFrame.BeginDrawing(&jniFrame)) return; if (!mLayerRendererFrame.DrawBackground(&jniFrame)) return; client->DeactivateProgram(); // redundant, but in case somebody adds code after this... } void nsWindow::DrawWindowOverlay(LayerManagerComposite* aManager, nsIntRect aRect) { PROFILER_LABEL("nsWindow", "DrawWindowOverlay"); JNIEnv *env = GetJNIForThread(); AutoLocalJNIFrame jniFrame(env); NS_ABORT_IF_FALSE(!mLayerRendererFrame.isNull(), "Frame should have been created in DrawWindowUnderlay()!"); GeckoLayerClient* client = AndroidBridge::Bridge()->GetLayerClient(); gl::GLContext* gl = static_cast(aManager->GetCompositor())->gl(); gl::ScopedGLState scopedScissorTestState(gl, LOCAL_GL_SCISSOR_TEST); gl::ScopedScissorRect scopedScissorRectState(gl); client->ActivateProgram(); if (!mLayerRendererFrame.DrawForeground(&jniFrame)) return; if (!mLayerRendererFrame.EndDrawing(&jniFrame)) return; client->DeactivateProgram(); mLayerRendererFrame.Dispose(env); } // off-main-thread compositor fields and functions StaticRefPtr nsWindow::sApzcTreeManager; StaticRefPtr nsWindow::sLayerManager; StaticRefPtr nsWindow::sCompositorParent; StaticRefPtr nsWindow::sCompositorChild; bool nsWindow::sCompositorPaused = true; void nsWindow::SetCompositor(mozilla::layers::LayerManager* aLayerManager, mozilla::layers::CompositorParent* aCompositorParent, mozilla::layers::CompositorChild* aCompositorChild) { sLayerManager = aLayerManager; sCompositorParent = aCompositorParent; sCompositorChild = aCompositorChild; } void nsWindow::ScheduleComposite() { if (sCompositorParent) { sCompositorParent->ScheduleRenderOnCompositorThread(); } } void nsWindow::ScheduleResumeComposition(int width, int height) { if (sCompositorParent && sCompositorParent->ScheduleResumeOnCompositorThread(width, height)) { sCompositorPaused = false; } } void nsWindow::ForceIsFirstPaint() { if (sCompositorParent) { sCompositorParent->ForceIsFirstPaint(); } } float nsWindow::ComputeRenderIntegrity() { if (sCompositorParent) { return sCompositorParent->ComputeRenderIntegrity(); } return 1.f; } bool nsWindow::WidgetPaintsBackground() { static bool sWidgetPaintsBackground = true; static bool sWidgetPaintsBackgroundPrefCached = false; if (!sWidgetPaintsBackgroundPrefCached) { sWidgetPaintsBackgroundPrefCached = true; mozilla::Preferences::AddBoolVarCache(&sWidgetPaintsBackground, "android.widget_paints_background", true); } return sWidgetPaintsBackground; } bool nsWindow::NeedsPaint() { if (sCompositorPaused || FindTopLevel() != nsWindow::TopWindow() || !GetLayerManager(nullptr)) { return false; } return nsIWidget::NeedsPaint(); } CompositorParent* nsWindow::NewCompositorParent(int aSurfaceWidth, int aSurfaceHeight) { return new CompositorParent(this, true, aSurfaceWidth, aSurfaceHeight); } mozilla::layers::APZCTreeManager* nsWindow::GetAPZCTreeManager() { if (!sApzcTreeManager) { CompositorParent* compositor = sCompositorParent; if (!compositor) { return nullptr; } uint64_t rootLayerTreeId = compositor->RootLayerTreeId(); CompositorParent::SetControllerForLayerTree(rootLayerTreeId, AndroidBridge::Bridge()); sApzcTreeManager = CompositorParent::GetAPZCTreeManager(rootLayerTreeId); } return sApzcTreeManager; } uint64_t nsWindow::RootLayerTreeId() { MOZ_ASSERT(sCompositorParent); return sCompositorParent->RootLayerTreeId(); }