/* -*- Mode: c++; c-basic-offset: 4; tab-width: 4; indent-tabs-mode: nil; -*- * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include #include #include #include "mozilla/dom/ContentParent.h" #include "mozilla/dom/ContentChild.h" #include "mozilla/unused.h" #include "mozilla/Preferences.h" #include "mozilla/layers/RenderTrace.h" #include using mozilla::dom::ContentParent; using mozilla::dom::ContentChild; using mozilla::unused; #include "nsAppShell.h" #include "nsIdleService.h" #include "nsWindow.h" #include "nsIObserverService.h" #include "nsFocusManager.h" #include "nsIWidgetListener.h" #include "nsViewManager.h" #include "nsRenderingContext.h" #include "nsIDOMSimpleGestureEvent.h" #include "nsDOMTouchEvent.h" #include "nsGkAtoms.h" #include "nsWidgetsCID.h" #include "nsGfxCIID.h" #include "gfxImageSurface.h" #include "gfxContext.h" #include "Layers.h" #include "BasicLayers.h" #include "LayerManagerOGL.h" #include "GLContext.h" #include "GLContextProvider.h" #include "nsTArray.h" #include "AndroidBridge.h" #include "android_npapi.h" #include "imgIEncoder.h" #include "nsStringGlue.h" using namespace mozilla; using namespace mozilla::widget; NS_IMPL_ISUPPORTS_INHERITED0(nsWindow, nsBaseWidget) // The dimensions of the current android view static gfxIntSize gAndroidBounds = gfxIntSize(0, 0); static gfxIntSize gAndroidScreenBounds; #include "mozilla/layers/CompositorChild.h" #include "mozilla/layers/CompositorParent.h" #include "mozilla/Mutex.h" #include "nsThreadUtils.h" class ContentCreationNotifier; static nsCOMPtr gContentCreationNotifier; // A helper class to send updates when content processes // are created. Currently an update for the screen size is sent. class ContentCreationNotifier : public nsIObserver { NS_DECL_ISUPPORTS NS_IMETHOD Observe(nsISupports* aSubject, const char* aTopic, const PRUnichar* aData) { if (!strcmp(aTopic, "ipc:content-created")) { nsCOMPtr cpo = do_QueryInterface(aSubject); ContentParent* cp = static_cast(cpo.get()); unused << cp->SendScreenSizeChanged(gAndroidScreenBounds); } else if (!strcmp(aTopic, "xpcom-shutdown")) { nsCOMPtr obs(do_GetService("@mozilla.org/observer-service;1")); if (obs) { obs->RemoveObserver(static_cast(this), "xpcom-shutdown"); obs->RemoveObserver(static_cast(this), "ipc:content-created"); } gContentCreationNotifier = nullptr; } return NS_OK; } }; NS_IMPL_ISUPPORTS1(ContentCreationNotifier, nsIObserver) static bool gMenu; static bool gMenuConsumed; // All the toplevel windows that have been created; these are in // stacking order, so the window at gAndroidBounds[0] is the topmost // one. static nsTArray gTopLevelWindows; static bool sFailedToCreateGLContext = false; // Multitouch swipe thresholds in inches static const double SWIPE_MAX_PINCH_DELTA_INCHES = 0.4; static const double SWIPE_MIN_DISTANCE_INCHES = 0.6; nsWindow* nsWindow::TopWindow() { if (!gTopLevelWindows.IsEmpty()) return gTopLevelWindows[0]; return nullptr; } void nsWindow::LogWindow(nsWindow *win, int index, int indent) { #if defined(DEBUG) || defined(FORCE_ALOG) char spaces[] = " "; spaces[indent < 20 ? indent : 20] = 0; ALOG("%s [% 2d] 0x%08x [parent 0x%08x] [% 3d,% 3dx% 3d,% 3d] vis %d type %d", spaces, index, (intptr_t)win, (intptr_t)win->mParent, win->mBounds.x, win->mBounds.y, win->mBounds.width, win->mBounds.height, win->mIsVisible, win->mWindowType); #endif } void nsWindow::DumpWindows() { DumpWindows(gTopLevelWindows); } void nsWindow::DumpWindows(const nsTArray& wins, int indent) { for (uint32_t i = 0; i < wins.Length(); ++i) { nsWindow *w = wins[i]; LogWindow(w, i, indent); DumpWindows(w->mChildren, indent+1); } } nsWindow::nsWindow() : mIsVisible(false), mParent(nullptr), mFocus(nullptr), mIMEComposing(false), mIMEMaskSelectionUpdate(false), mIMEMaskTextUpdate(false), mIMEMaskEventsCount(1), // Mask IME events since there's no focus yet mIMEUpdatingContext(false), mIMESelectionChanged(false) { } nsWindow::~nsWindow() { gTopLevelWindows.RemoveElement(this); nsWindow *top = FindTopLevel(); if (top->mFocus == this) top->mFocus = nullptr; ALOG("nsWindow %p destructor", (void*)this); if (mLayerManager == sLayerManager) { // If this window was the one that created the global OMTC layer manager // and compositor, then we should null those out. SetCompositor(NULL, NULL, NULL); } } bool nsWindow::IsTopLevel() { return mWindowType == eWindowType_toplevel || mWindowType == eWindowType_dialog || mWindowType == eWindowType_invisible; } NS_IMETHODIMP nsWindow::Create(nsIWidget *aParent, nsNativeWidget aNativeParent, const nsIntRect &aRect, nsDeviceContext *aContext, nsWidgetInitData *aInitData) { ALOG("nsWindow[%p]::Create %p [%d %d %d %d]", (void*)this, (void*)aParent, aRect.x, aRect.y, aRect.width, aRect.height); nsWindow *parent = (nsWindow*) aParent; if (!AndroidBridge::Bridge()) { aNativeParent = nullptr; } if (aNativeParent) { if (parent) { ALOG("Ignoring native parent on Android window [%p], since parent was specified (%p %p)", (void*)this, (void*)aNativeParent, (void*)aParent); } else { parent = (nsWindow*) aNativeParent; } } mBounds = aRect; // for toplevel windows, bounds are fixed to full screen size if (!parent) { mBounds.x = 0; mBounds.y = 0; mBounds.width = gAndroidBounds.width; mBounds.height = gAndroidBounds.height; } BaseCreate(nullptr, mBounds, aContext, aInitData); NS_ASSERTION(IsTopLevel() || parent, "non top level windowdoesn't have a parent!"); if (IsTopLevel()) { gTopLevelWindows.AppendElement(this); } if (parent) { parent->mChildren.AppendElement(this); mParent = parent; } #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::Destroy(void) { nsBaseWidget::mOnDestroyCalled = true; while (mChildren.Length()) { // why do we still have children? ALOG("### Warning: Destroying window %p and reparenting child %p to null!", (void*)this, (void*)mChildren[0]); mChildren[0]->SetParent(nullptr); } if (IsTopLevel()) gTopLevelWindows.RemoveElement(this); SetParent(nullptr); nsBaseWidget::OnDestroy(); #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::ConfigureChildren(const nsTArray& config) { for (uint32_t i = 0; i < config.Length(); ++i) { nsWindow *childWin = (nsWindow*) config[i].mChild; childWin->Resize(config[i].mBounds.x, config[i].mBounds.y, config[i].mBounds.width, config[i].mBounds.height, false); } return NS_OK; } void nsWindow::RedrawAll() { if (mFocus && mFocus->mWidgetListener) { mFocus->mWidgetListener->RequestRepaint(); } } NS_IMETHODIMP nsWindow::SetParent(nsIWidget *aNewParent) { if ((nsIWidget*)mParent == aNewParent) return NS_OK; // If we had a parent before, remove ourselves from its list of // children. if (mParent) mParent->mChildren.RemoveElement(this); mParent = (nsWindow*)aNewParent; if (mParent) mParent->mChildren.AppendElement(this); // if we are now in the toplevel window's hierarchy, schedule a redraw if (FindTopLevel() == nsWindow::TopWindow()) RedrawAll(); return NS_OK; } NS_IMETHODIMP nsWindow::ReparentNativeWidget(nsIWidget *aNewParent) { NS_PRECONDITION(aNewParent, ""); return NS_OK; } nsIWidget* nsWindow::GetParent() { return mParent; } float nsWindow::GetDPI() { if (AndroidBridge::Bridge()) return AndroidBridge::Bridge()->GetDPI(); return 160.0f; } NS_IMETHODIMP nsWindow::Show(bool aState) { ALOG("nsWindow[%p]::Show %d", (void*)this, aState); if (mWindowType == eWindowType_invisible) { ALOG("trying to show invisible window! ignoring.."); return NS_ERROR_FAILURE; } if (aState == mIsVisible) return NS_OK; mIsVisible = aState; if (IsTopLevel()) { // XXX should we bring this to the front when it's shown, // if it's a toplevel widget? // XXX we should synthesize a NS_MOUSE_EXIT (for old top // window)/NS_MOUSE_ENTER (for new top window) since we need // to pretend that the top window always has focus. Not sure // if Show() is the right place to do this, though. if (aState) { // It just became visible, so send a resize update if necessary // and bring it to the front. Resize(0, 0, gAndroidBounds.width, gAndroidBounds.height, false); BringToFront(); } else if (nsWindow::TopWindow() == this) { // find the next visible window to show unsigned int i; for (i = 1; i < gTopLevelWindows.Length(); i++) { nsWindow *win = gTopLevelWindows[i]; if (!win->mIsVisible) continue; win->BringToFront(); break; } } } else if (FindTopLevel() == nsWindow::TopWindow()) { RedrawAll(); } #ifdef DEBUG_ANDROID_WIDGET DumpWindows(); #endif return NS_OK; } NS_IMETHODIMP nsWindow::SetModal(bool aState) { ALOG("nsWindow[%p]::SetModal %d ignored", (void*)this, aState); return NS_OK; } bool nsWindow::IsVisible() const { return mIsVisible; } NS_IMETHODIMP nsWindow::ConstrainPosition(bool aAllowSlop, int32_t *aX, int32_t *aY) { ALOG("nsWindow[%p]::ConstrainPosition %d [%d %d]", (void*)this, aAllowSlop, *aX, *aY); // constrain toplevel windows; children we don't care about if (IsTopLevel()) { *aX = 0; *aY = 0; } return NS_OK; } NS_IMETHODIMP nsWindow::Move(double aX, double aY) { if (IsTopLevel()) return NS_OK; return Resize(aX, aY, mBounds.width, mBounds.height, true); } NS_IMETHODIMP nsWindow::Resize(double aWidth, double aHeight, bool aRepaint) { return Resize(mBounds.x, mBounds.y, aWidth, aHeight, aRepaint); } NS_IMETHODIMP nsWindow::Resize(double aX, double aY, double aWidth, double aHeight, bool aRepaint) { ALOG("nsWindow[%p]::Resize [%f %f %f %f] (repaint %d)", (void*)this, aX, aY, aWidth, aHeight, aRepaint); bool needSizeDispatch = aWidth != mBounds.width || aHeight != mBounds.height; mBounds.x = NSToIntRound(aX); mBounds.y = NSToIntRound(aY); mBounds.width = NSToIntRound(aWidth); mBounds.height = NSToIntRound(aHeight); if (needSizeDispatch) OnSizeChanged(gfxIntSize(aWidth, aHeight)); // Should we skip honoring aRepaint here? if (aRepaint && FindTopLevel() == nsWindow::TopWindow()) RedrawAll(); return NS_OK; } NS_IMETHODIMP nsWindow::SetZIndex(int32_t aZIndex) { ALOG("nsWindow[%p]::SetZIndex %d ignored", (void*)this, aZIndex); return NS_OK; } NS_IMETHODIMP nsWindow::PlaceBehind(nsTopLevelWidgetZPlacement aPlacement, nsIWidget *aWidget, bool aActivate) { return NS_OK; } NS_IMETHODIMP nsWindow::SetSizeMode(int32_t aMode) { switch (aMode) { case nsSizeMode_Minimized: AndroidBridge::Bridge()->MoveTaskToBack(); break; case nsSizeMode_Fullscreen: MakeFullScreen(true); break; } return NS_OK; } NS_IMETHODIMP nsWindow::Enable(bool aState) { ALOG("nsWindow[%p]::Enable %d ignored", (void*)this, aState); return NS_OK; } bool nsWindow::IsEnabled() const { return true; } NS_IMETHODIMP nsWindow::Invalidate(const nsIntRect &aRect) { AndroidGeckoEvent *event = new AndroidGeckoEvent(AndroidGeckoEvent::DRAW, aRect); nsAppShell::gAppShell->PostEvent(event); return NS_OK; } nsWindow* nsWindow::FindTopLevel() { nsWindow *toplevel = this; while (toplevel) { if (toplevel->IsTopLevel()) return toplevel; toplevel = toplevel->mParent; } ALOG("nsWindow::FindTopLevel(): couldn't find a toplevel or dialog window in this [%p] widget's hierarchy!", (void*)this); return this; } NS_IMETHODIMP nsWindow::SetFocus(bool aRaise) { if (!aRaise) { ALOG("nsWindow::SetFocus: can't set focus without raising, ignoring aRaise = false!"); } if (!AndroidBridge::Bridge()) return NS_OK; nsWindow *top = FindTopLevel(); top->mFocus = this; top->BringToFront(); return NS_OK; } void nsWindow::BringToFront() { // If the window to be raised is the same as the currently raised one, // do nothing. We need to check the focus manager as well, as the first // window that is created will be first in the window list but won't yet // be focused. nsCOMPtr fm = do_GetService(FOCUSMANAGER_CONTRACTID); nsCOMPtr existingTopWindow; fm->GetActiveWindow(getter_AddRefs(existingTopWindow)); if (existingTopWindow && FindTopLevel() == nsWindow::TopWindow()) return; if (!IsTopLevel()) { FindTopLevel()->BringToFront(); return; } nsRefPtr kungFuDeathGrip(this); nsWindow *oldTop = nullptr; nsWindow *newTop = this; if (!gTopLevelWindows.IsEmpty()) oldTop = gTopLevelWindows[0]; gTopLevelWindows.RemoveElement(this); gTopLevelWindows.InsertElementAt(0, this); if (oldTop) { nsIWidgetListener* listener = oldTop->GetWidgetListener(); if (listener) { listener->WindowDeactivated(); } } if (Destroyed()) { // somehow the deactivate event handler destroyed this window. // try to recover by grabbing the next window in line and activating // that instead if (gTopLevelWindows.IsEmpty()) return; newTop = gTopLevelWindows[0]; } if (mWidgetListener) { mWidgetListener->WindowActivated(); } // force a window resize nsAppShell::gAppShell->ResendLastResizeEvent(newTop); RedrawAll(); } NS_IMETHODIMP nsWindow::GetScreenBounds(nsIntRect &aRect) { nsIntPoint p = WidgetToScreenOffset(); aRect.x = p.x; aRect.y = p.y; aRect.width = mBounds.width; aRect.height = mBounds.height; return NS_OK; } nsIntPoint nsWindow::WidgetToScreenOffset() { nsIntPoint p(0, 0); nsWindow *w = this; while (w && !w->IsTopLevel()) { p.x += w->mBounds.x; p.y += w->mBounds.y; w = w->mParent; } return p; } NS_IMETHODIMP nsWindow::DispatchEvent(nsGUIEvent *aEvent, nsEventStatus &aStatus) { aStatus = DispatchEvent(aEvent); return NS_OK; } nsEventStatus nsWindow::DispatchEvent(nsGUIEvent *aEvent) { if (mWidgetListener) { nsEventStatus status = mWidgetListener->HandleEvent(aEvent, mUseAttachedEvents); switch (aEvent->message) { case NS_COMPOSITION_START: MOZ_ASSERT(!mIMEComposing); mIMEComposing = true; break; case NS_COMPOSITION_END: MOZ_ASSERT(mIMEComposing); mIMEComposing = false; mIMEComposingText.Truncate(); break; case NS_TEXT_TEXT: MOZ_ASSERT(mIMEComposing); mIMEComposingText = static_cast(aEvent)->theText; break; } return status; } return nsEventStatus_eIgnore; } NS_IMETHODIMP nsWindow::MakeFullScreen(bool aFullScreen) { AndroidBridge::Bridge()->SetFullScreen(aFullScreen); return NS_OK; } NS_IMETHODIMP nsWindow::SetWindowClass(const nsAString& xulWinType) { return NS_OK; } mozilla::layers::LayerManager* nsWindow::GetLayerManager(PLayersChild*, LayersBackend, LayerManagerPersistence, bool* aAllowRetaining) { if (aAllowRetaining) { *aAllowRetaining = true; } if (mLayerManager) { return mLayerManager; } // for OMTC allow use of the single layer manager/compositor // shared across all windows if (ShouldUseOffMainThreadCompositing()) { return sLayerManager; } return nullptr; } void nsWindow::CreateLayerManager() { if (mLayerManager) { return; } nsWindow *topLevelWindow = FindTopLevel(); if (!topLevelWindow || topLevelWindow->mWindowType == eWindowType_invisible) { // don't create a layer manager for an invisible top-level window return; } mUseLayersAcceleration = ComputeShouldAccelerate(mUseLayersAcceleration); if (ShouldUseOffMainThreadCompositing()) { if (sLayerManager) { return; } CreateCompositor(); if (mLayerManager) { // for OMTC create a single layer manager and compositor that will be // used for all windows. SetCompositor(mLayerManager, mCompositorParent, mCompositorChild); return; } // If we get here, then off main thread compositing failed to initialize. sFailedToCreateGLContext = true; } if (!mUseLayersAcceleration || sFailedToCreateGLContext) { printf_stderr(" -- creating basic, not accelerated\n"); mLayerManager = CreateBasicLayerManager(); } } void nsWindow::OnGlobalAndroidEvent(AndroidGeckoEvent *ae) { if (!AndroidBridge::Bridge()) return; nsWindow *win = TopWindow(); if (!win) return; switch (ae->Type()) { case AndroidGeckoEvent::FORCED_RESIZE: win->mBounds.width = 0; win->mBounds.height = 0; // also resize the children for (uint32_t i = 0; i < win->mChildren.Length(); i++) { win->mChildren[i]->mBounds.width = 0; win->mChildren[i]->mBounds.height = 0; } case AndroidGeckoEvent::SIZE_CHANGED: { const nsTArray& points = ae->Points(); NS_ASSERTION(points.Length() == 2, "Size changed does not have enough coordinates"); int nw = points[0].x; int nh = points[0].y; if (ae->Type() == AndroidGeckoEvent::FORCED_RESIZE || nw != gAndroidBounds.width || nh != gAndroidBounds.height) { if (sCompositorParent != 0 && gAndroidBounds.width == 0) { // Propagate size change to compositor. This is sometimes essential // on startup, because the window size may not have been available // when the compositor was created. ScheduleResumeComposition(nw, nh); } gAndroidBounds.width = nw; gAndroidBounds.height = nh; // tell all the windows about the new size for (size_t i = 0; i < gTopLevelWindows.Length(); ++i) { if (gTopLevelWindows[i]->mIsVisible) gTopLevelWindows[i]->Resize(gAndroidBounds.width, gAndroidBounds.height, false); } } int newScreenWidth = points[1].x; int newScreenHeight = points[1].y; if (newScreenWidth == gAndroidScreenBounds.width && newScreenHeight == gAndroidScreenBounds.height) break; gAndroidScreenBounds.width = newScreenWidth; gAndroidScreenBounds.height = newScreenHeight; if (XRE_GetProcessType() != GeckoProcessType_Default) break; // Tell the content process the new screen size. nsTArray cplist; ContentParent::GetAll(cplist); for (uint32_t i = 0; i < cplist.Length(); ++i) unused << cplist[i]->SendScreenSizeChanged(gAndroidScreenBounds); if (gContentCreationNotifier) break; // If the content process is not created yet, wait until it's // created and then tell it the screen size. nsCOMPtr obs = do_GetService("@mozilla.org/observer-service;1"); if (!obs) break; nsCOMPtr notifier = new ContentCreationNotifier; if (NS_SUCCEEDED(obs->AddObserver(notifier, "ipc:content-created", false))) { if (NS_SUCCEEDED(obs->AddObserver(notifier, "xpcom-shutdown", false))) gContentCreationNotifier = notifier; else obs->RemoveObserver(notifier, "ipc:content-created"); } break; } case AndroidGeckoEvent::MOTION_EVENT: { win->UserActivity(); if (!gTopLevelWindows.IsEmpty()) { nsIntPoint pt(0,0); const nsTArray& points = ae->Points(); if (points.Length() > 0) { pt = points[0]; } pt.x = clamped(pt.x, 0, std::max(gAndroidBounds.width - 1, 0)); pt.y = clamped(pt.y, 0, std::max(gAndroidBounds.height - 1, 0)); nsWindow *target = win->FindWindowForPoint(pt); #if 0 ALOG("MOTION_EVENT %f,%f -> %p (visible: %d children: %d)", pt.x, pt.y, (void*)target, target ? target->mIsVisible : 0, target ? target->mChildren.Length() : 0); DumpWindows(); #endif if (target) { bool preventDefaultActions = target->OnMultitouchEvent(ae); if (!preventDefaultActions && ae->Count() < 2) target->OnMouseEvent(ae); } } break; } case AndroidGeckoEvent::NATIVE_GESTURE_EVENT: { nsIntPoint pt(0,0); const nsTArray& points = ae->Points(); if (points.Length() > 0) { pt = points[0]; } pt.x = clamped(pt.x, 0, std::max(gAndroidBounds.width - 1, 0)); pt.y = clamped(pt.y, 0, std::max(gAndroidBounds.height - 1, 0)); nsWindow *target = win->FindWindowForPoint(pt); target->OnNativeGestureEvent(ae); break; } case AndroidGeckoEvent::KEY_EVENT: win->UserActivity(); if (win->mFocus) win->mFocus->OnKeyEvent(ae); break; case AndroidGeckoEvent::DRAW: layers::renderTraceEventStart("Global draw start", "414141"); win->OnDraw(ae); layers::renderTraceEventEnd("414141"); break; case AndroidGeckoEvent::IME_EVENT: win->UserActivity(); if (win->mFocus) { win->mFocus->OnIMEEvent(ae); } else { NS_WARNING("Sending unexpected IME event to top window"); win->OnIMEEvent(ae); } break; case AndroidGeckoEvent::COMPOSITOR_PAUSE: // The compositor gets paused when the app is about to go into the // background. While the compositor is paused, we need to ensure that // no layer tree updates (from draw events) occur, since the compositor // cannot make a GL context current in order to process updates. if (sCompositorChild) { sCompositorChild->SendPause(); } sCompositorPaused = true; break; case AndroidGeckoEvent::COMPOSITOR_RESUME: win->CreateLayerManager(); // When we receive this, the compositor has already been told to // resume. (It turns out that waiting till we reach here to tell // the compositor to resume takes too long, resulting in a black // flash.) This means it's now safe for layer updates to occur. // Since we might have prevented one or more draw events from // occurring while the compositor was paused, we need to schedule // a draw event now. if (!sCompositorPaused) { win->RedrawAll(); } break; } } void nsWindow::OnAndroidEvent(AndroidGeckoEvent *ae) { if (!AndroidBridge::Bridge()) return; switch (ae->Type()) { case AndroidGeckoEvent::DRAW: OnDraw(ae); break; default: ALOG("Window got targetted android event type %d, but didn't handle!", ae->Type()); break; } } bool nsWindow::DrawTo(gfxASurface *targetSurface) { nsIntRect boundsRect(0, 0, mBounds.width, mBounds.height); return DrawTo(targetSurface, boundsRect); } bool nsWindow::DrawTo(gfxASurface *targetSurface, const nsIntRect &invalidRect) { mozilla::layers::RenderTraceScope trace("DrawTo", "717171"); if (!mIsVisible || !mWidgetListener) return false; nsRefPtr kungFuDeathGrip(this); nsIntRect boundsRect(0, 0, mBounds.width, mBounds.height); // Figure out if any of our children cover this widget completely int32_t coveringChildIndex = -1; for (uint32_t i = 0; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.IsEmpty()) continue; if (mChildren[i]->mBounds.Contains(boundsRect)) { coveringChildIndex = int32_t(i); } } // If we have no covering child, then we need to render this. if (coveringChildIndex == -1) { nsIntRegion region = invalidRect; mWidgetListener->WillPaintWindow(this); switch (GetLayerManager(nullptr)->GetBackendType()) { case mozilla::layers::LAYERS_BASIC: { nsRefPtr ctx = new gfxContext(targetSurface); { mozilla::layers::RenderTraceScope trace2("Basic DrawTo", "727272"); AutoLayerManagerSetup setupLayerManager(this, ctx, mozilla::layers::BUFFER_NONE); mWidgetListener->PaintWindow(this, region, 0); } break; } case mozilla::layers::LAYERS_OPENGL: { static_cast(GetLayerManager(nullptr))-> SetClippingRegion(nsIntRegion(boundsRect)); mWidgetListener->PaintWindow(this, region, 0); break; } default: NS_ERROR("Invalid layer manager"); } mWidgetListener->DidPaintWindow(); // We had no covering child, so make sure we draw all the children, // starting from index 0. coveringChildIndex = 0; } gfxPoint offset; if (targetSurface) offset = targetSurface->GetDeviceOffset(); for (uint32_t i = coveringChildIndex; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.IsEmpty() || !mChildren[i]->mBounds.Intersects(boundsRect)) { continue; } if (targetSurface) targetSurface->SetDeviceOffset(offset + gfxPoint(mChildren[i]->mBounds.x, mChildren[i]->mBounds.y)); bool ok = mChildren[i]->DrawTo(targetSurface, invalidRect); if (!ok) { ALOG("nsWindow[%p]::DrawTo child %d[%p] returned FALSE!", (void*) this, i, (void*)mChildren[i]); } } if (targetSurface) targetSurface->SetDeviceOffset(offset); return true; } void nsWindow::OnDraw(AndroidGeckoEvent *ae) { if (!IsTopLevel()) { ALOG("##### redraw for window %p, which is not a toplevel window -- sending to toplevel!", (void*) this); DumpWindows(); return; } if (!mIsVisible) { ALOG("##### redraw for window %p, which is not visible -- ignoring!", (void*) this); DumpWindows(); return; } nsRefPtr kungFuDeathGrip(this); JNIEnv *env = AndroidBridge::GetJNIEnv(); if (!env) return; AutoLocalJNIFrame jniFrame; // We're paused, or we haven't been given a window-size yet, so do nothing if (sCompositorPaused || gAndroidBounds.width <= 0 || gAndroidBounds.height <= 0) { return; } layers::renderTraceEventStart("Get surface", "424545"); static unsigned char bits2[32 * 32 * 2]; nsRefPtr targetSurface = new gfxImageSurface(bits2, gfxIntSize(32, 32), 32 * 2, gfxASurface::ImageFormatRGB16_565); layers::renderTraceEventEnd("Get surface", "424545"); layers::renderTraceEventStart("Widget draw to", "434646"); if (targetSurface->CairoStatus()) { ALOG("### Failed to create a valid surface from the bitmap"); } else { DrawTo(targetSurface, ae->Rect()); } layers::renderTraceEventEnd("Widget draw to", "434646"); } void nsWindow::OnSizeChanged(const gfxIntSize& aSize) { ALOG("nsWindow: %p OnSizeChanged [%d %d]", (void*)this, aSize.width, aSize.height); mBounds.width = aSize.width; mBounds.height = aSize.height; if (mWidgetListener) { mWidgetListener->WindowResized(this, aSize.width, aSize.height); } } void nsWindow::InitEvent(nsGUIEvent& event, nsIntPoint* aPoint) { if (aPoint) { event.refPoint.x = aPoint->x; event.refPoint.y = aPoint->y; } else { event.refPoint.x = 0; event.refPoint.y = 0; } event.time = PR_Now() / 1000; } gfxIntSize nsWindow::GetAndroidScreenBounds() { if (XRE_GetProcessType() == GeckoProcessType_Content) { return ContentChild::GetSingleton()->GetScreenSize(); } return gAndroidScreenBounds; } void * nsWindow::GetNativeData(uint32_t aDataType) { switch (aDataType) { // used by GLContextProviderEGL, NULL is EGL_DEFAULT_DISPLAY case NS_NATIVE_DISPLAY: return NULL; case NS_NATIVE_WIDGET: return (void *) this; } return nullptr; } void nsWindow::OnMouseEvent(AndroidGeckoEvent *ae) { uint32_t msg; switch (ae->Action() & AndroidMotionEvent::ACTION_MASK) { #ifndef MOZ_ONLY_TOUCH_EVENTS case AndroidMotionEvent::ACTION_DOWN: msg = NS_MOUSE_BUTTON_DOWN; break; case AndroidMotionEvent::ACTION_MOVE: msg = NS_MOUSE_MOVE; break; case AndroidMotionEvent::ACTION_UP: case AndroidMotionEvent::ACTION_CANCEL: msg = NS_MOUSE_BUTTON_UP; break; #endif case AndroidMotionEvent::ACTION_HOVER_MOVE: msg = NS_MOUSE_MOVE; break; case AndroidMotionEvent::ACTION_HOVER_ENTER: msg = NS_MOUSEENTER; break; case AndroidMotionEvent::ACTION_HOVER_EXIT: msg = NS_MOUSELEAVE; break; default: return; } nsRefPtr kungFuDeathGrip(this); send_again: nsMouseEvent event(true, msg, this, nsMouseEvent::eReal, nsMouseEvent::eNormal); // XXX can we synthesize different buttons? event.button = nsMouseEvent::eLeftButton; if (msg != NS_MOUSE_MOVE) event.clickCount = 1; // XXX add the double-click handling logic here if (ae->Points().Length() > 0) DispatchMotionEvent(event, ae, ae->Points()[0]); if (Destroyed()) return; if (msg == NS_MOUSE_BUTTON_DOWN) { msg = NS_MOUSE_MOVE; goto send_again; } } bool nsWindow::OnMultitouchEvent(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); // This is set to true once we have called SetPreventPanning() exactly // once for a given sequence of touch events. It is reset on the start // of the next sequence. static bool sDefaultPreventedNotified = false; static bool sLastWasDownEvent = false; bool preventDefaultActions = false; bool isDownEvent = false; switch (ae->Action() & AndroidMotionEvent::ACTION_MASK) { case AndroidMotionEvent::ACTION_DOWN: case AndroidMotionEvent::ACTION_POINTER_DOWN: { nsTouchEvent event(true, NS_TOUCH_START, this); preventDefaultActions = DispatchMultitouchEvent(event, ae); isDownEvent = true; break; } case AndroidMotionEvent::ACTION_MOVE: { nsTouchEvent event(true, NS_TOUCH_MOVE, this); preventDefaultActions = DispatchMultitouchEvent(event, ae); break; } case AndroidMotionEvent::ACTION_UP: case AndroidMotionEvent::ACTION_POINTER_UP: { nsTouchEvent event(true, NS_TOUCH_END, this); preventDefaultActions = DispatchMultitouchEvent(event, ae); break; } case AndroidMotionEvent::ACTION_OUTSIDE: case AndroidMotionEvent::ACTION_CANCEL: { nsTouchEvent event(true, NS_TOUCH_CANCEL, this); preventDefaultActions = DispatchMultitouchEvent(event, ae); break; } } // if the last event we got was a down event, then by now we know for sure whether // this block has been default-prevented or not. if we haven't already sent the // notification for this block, do so now. if (sLastWasDownEvent && !sDefaultPreventedNotified) { // if this event is a down event, that means it's the start of a new block, and the // previous block should not be default-prevented bool defaultPrevented = isDownEvent ? false : preventDefaultActions; AndroidBridge::Bridge()->NotifyDefaultPrevented(defaultPrevented); sDefaultPreventedNotified = true; } // now, if this event is a down event, then we might already know that it has been // default-prevented. if so, we send the notification right away; otherwise we wait // for the next event. if (isDownEvent) { if (preventDefaultActions) { AndroidBridge::Bridge()->NotifyDefaultPrevented(true); sDefaultPreventedNotified = true; } else { sDefaultPreventedNotified = false; } } sLastWasDownEvent = isDownEvent; return preventDefaultActions; } bool nsWindow::DispatchMultitouchEvent(nsTouchEvent &event, AndroidGeckoEvent *ae) { nsIntPoint offset = WidgetToScreenOffset(); event.modifiers = 0; event.time = ae->Time(); event.InitBasicModifiers(ae->IsCtrlPressed(), ae->IsAltPressed(), ae->IsShiftPressed(), ae->IsMetaPressed()); int action = ae->Action() & AndroidMotionEvent::ACTION_MASK; if (action == AndroidMotionEvent::ACTION_UP || action == AndroidMotionEvent::ACTION_POINTER_UP) { event.touches.SetCapacity(1); int pointerIndex = ae->PointerIndex(); nsCOMPtr t(new nsDOMTouch(ae->PointIndicies()[pointerIndex], ae->Points()[pointerIndex] - offset, ae->PointRadii()[pointerIndex], ae->Orientations()[pointerIndex], ae->Pressures()[pointerIndex])); event.touches.AppendElement(t); } else { int count = ae->Count(); event.touches.SetCapacity(count); for (int i = 0; i < count; i++) { nsCOMPtr t(new nsDOMTouch(ae->PointIndicies()[i], ae->Points()[i] - offset, ae->PointRadii()[i], ae->Orientations()[i], ae->Pressures()[i])); event.touches.AppendElement(t); } } nsEventStatus status; DispatchEvent(&event, status); // We check mMultipleActionsPrevented because that's what // sets when someone starts dragging the thumb. It doesn't set the status // because it doesn't want to prevent the code that gives the input focus // from running. return (status == nsEventStatus_eConsumeNoDefault || event.mFlags.mMultipleActionsPrevented); } void nsWindow::OnNativeGestureEvent(AndroidGeckoEvent *ae) { nsIntPoint pt(ae->Points()[0].x, ae->Points()[0].y); double delta = ae->X(); int msg = 0; switch (ae->Action() & AndroidMotionEvent::ACTION_MASK) { case AndroidMotionEvent::ACTION_MAGNIFY_START: msg = NS_SIMPLE_GESTURE_MAGNIFY_START; mStartDist = delta; mLastDist = delta; break; case AndroidMotionEvent::ACTION_MAGNIFY: msg = NS_SIMPLE_GESTURE_MAGNIFY_UPDATE; delta -= mLastDist; mLastDist += delta; break; case AndroidMotionEvent::ACTION_MAGNIFY_END: msg = NS_SIMPLE_GESTURE_MAGNIFY; delta -= mStartDist; break; default: return; } nsRefPtr kungFuDeathGrip(this); DispatchGestureEvent(msg, 0, delta, pt, ae->Time()); } void nsWindow::DispatchGestureEvent(uint32_t msg, uint32_t direction, double delta, const nsIntPoint &refPoint, uint64_t time) { nsSimpleGestureEvent event(true, msg, this, direction, delta); event.modifiers = 0; event.time = time; event.refPoint = refPoint; DispatchEvent(&event); } void nsWindow::DispatchMotionEvent(nsInputEvent &event, AndroidGeckoEvent *ae, const nsIntPoint &refPoint) { nsIntPoint offset = WidgetToScreenOffset(); event.modifiers = 0; event.time = ae->Time(); // XXX possibly bound the range of event.refPoint here. // some code may get confused. event.refPoint = refPoint - offset; DispatchEvent(&event); } static unsigned int ConvertAndroidKeyCodeToDOMKeyCode(int androidKeyCode) { // Special-case alphanumeric keycodes because they are most common. if (androidKeyCode >= AndroidKeyEvent::KEYCODE_A && androidKeyCode <= AndroidKeyEvent::KEYCODE_Z) { return androidKeyCode - AndroidKeyEvent::KEYCODE_A + NS_VK_A; } if (androidKeyCode >= AndroidKeyEvent::KEYCODE_0 && androidKeyCode <= AndroidKeyEvent::KEYCODE_9) { return androidKeyCode - AndroidKeyEvent::KEYCODE_0 + NS_VK_0; } switch (androidKeyCode) { // KEYCODE_UNKNOWN (0) ... KEYCODE_HOME (3) case AndroidKeyEvent::KEYCODE_BACK: return NS_VK_ESCAPE; // KEYCODE_CALL (5) ... KEYCODE_POUND (18) case AndroidKeyEvent::KEYCODE_DPAD_UP: return NS_VK_UP; case AndroidKeyEvent::KEYCODE_DPAD_DOWN: return NS_VK_DOWN; case AndroidKeyEvent::KEYCODE_DPAD_LEFT: return NS_VK_LEFT; case AndroidKeyEvent::KEYCODE_DPAD_RIGHT: return NS_VK_RIGHT; case AndroidKeyEvent::KEYCODE_DPAD_CENTER: return NS_VK_RETURN; case AndroidKeyEvent::KEYCODE_VOLUME_UP: return NS_VK_VOLUME_UP; case AndroidKeyEvent::KEYCODE_VOLUME_DOWN: return NS_VK_VOLUME_DOWN; // KEYCODE_VOLUME_POWER (26) ... KEYCODE_Z (54) case AndroidKeyEvent::KEYCODE_COMMA: return NS_VK_COMMA; case AndroidKeyEvent::KEYCODE_PERIOD: return NS_VK_PERIOD; case AndroidKeyEvent::KEYCODE_ALT_LEFT: return NS_VK_ALT; case AndroidKeyEvent::KEYCODE_ALT_RIGHT: return NS_VK_ALT; case AndroidKeyEvent::KEYCODE_SHIFT_LEFT: return NS_VK_SHIFT; case AndroidKeyEvent::KEYCODE_SHIFT_RIGHT: return NS_VK_SHIFT; case AndroidKeyEvent::KEYCODE_TAB: return NS_VK_TAB; case AndroidKeyEvent::KEYCODE_SPACE: return NS_VK_SPACE; // KEYCODE_SYM (63) ... KEYCODE_ENVELOPE (65) case AndroidKeyEvent::KEYCODE_ENTER: return NS_VK_RETURN; case AndroidKeyEvent::KEYCODE_DEL: return NS_VK_BACK; // Backspace case AndroidKeyEvent::KEYCODE_GRAVE: return NS_VK_BACK_QUOTE; // KEYCODE_MINUS (69) case AndroidKeyEvent::KEYCODE_EQUALS: return NS_VK_EQUALS; case AndroidKeyEvent::KEYCODE_LEFT_BRACKET: return NS_VK_OPEN_BRACKET; case AndroidKeyEvent::KEYCODE_RIGHT_BRACKET: return NS_VK_CLOSE_BRACKET; case AndroidKeyEvent::KEYCODE_BACKSLASH: return NS_VK_BACK_SLASH; case AndroidKeyEvent::KEYCODE_SEMICOLON: return NS_VK_SEMICOLON; // KEYCODE_APOSTROPHE (75) case AndroidKeyEvent::KEYCODE_SLASH: return NS_VK_SLASH; // KEYCODE_AT (77) ... KEYCODE_MEDIA_FAST_FORWARD (90) case AndroidKeyEvent::KEYCODE_MUTE: return NS_VK_VOLUME_MUTE; case AndroidKeyEvent::KEYCODE_PAGE_UP: return NS_VK_PAGE_UP; case AndroidKeyEvent::KEYCODE_PAGE_DOWN: return NS_VK_PAGE_DOWN; // KEYCODE_PICTSYMBOLS (94) ... KEYCODE_BUTTON_MODE (110) case AndroidKeyEvent::KEYCODE_ESCAPE: return NS_VK_ESCAPE; case AndroidKeyEvent::KEYCODE_FORWARD_DEL: return NS_VK_DELETE; case AndroidKeyEvent::KEYCODE_CTRL_LEFT: return NS_VK_CONTROL; case AndroidKeyEvent::KEYCODE_CTRL_RIGHT: return NS_VK_CONTROL; case AndroidKeyEvent::KEYCODE_CAPS_LOCK: return NS_VK_CAPS_LOCK; case AndroidKeyEvent::KEYCODE_SCROLL_LOCK: return NS_VK_SCROLL_LOCK; // KEYCODE_META_LEFT (117) ... KEYCODE_FUNCTION (119) case AndroidKeyEvent::KEYCODE_SYSRQ: return NS_VK_PRINTSCREEN; case AndroidKeyEvent::KEYCODE_BREAK: return NS_VK_PAUSE; case AndroidKeyEvent::KEYCODE_MOVE_HOME: return NS_VK_HOME; case AndroidKeyEvent::KEYCODE_MOVE_END: return NS_VK_END; case AndroidKeyEvent::KEYCODE_INSERT: return NS_VK_INSERT; // KEYCODE_FORWARD (125) ... KEYCODE_MEDIA_RECORD (130) case AndroidKeyEvent::KEYCODE_F1: return NS_VK_F1; case AndroidKeyEvent::KEYCODE_F2: return NS_VK_F2; case AndroidKeyEvent::KEYCODE_F3: return NS_VK_F3; case AndroidKeyEvent::KEYCODE_F4: return NS_VK_F4; case AndroidKeyEvent::KEYCODE_F5: return NS_VK_F5; case AndroidKeyEvent::KEYCODE_F6: return NS_VK_F6; case AndroidKeyEvent::KEYCODE_F7: return NS_VK_F7; case AndroidKeyEvent::KEYCODE_F8: return NS_VK_F8; case AndroidKeyEvent::KEYCODE_F9: return NS_VK_F9; case AndroidKeyEvent::KEYCODE_F10: return NS_VK_F10; case AndroidKeyEvent::KEYCODE_F11: return NS_VK_F11; case AndroidKeyEvent::KEYCODE_F12: return NS_VK_F12; case AndroidKeyEvent::KEYCODE_NUM_LOCK: return NS_VK_NUM_LOCK; case AndroidKeyEvent::KEYCODE_NUMPAD_0: return NS_VK_NUMPAD0; case AndroidKeyEvent::KEYCODE_NUMPAD_1: return NS_VK_NUMPAD1; case AndroidKeyEvent::KEYCODE_NUMPAD_2: return NS_VK_NUMPAD2; case AndroidKeyEvent::KEYCODE_NUMPAD_3: return NS_VK_NUMPAD3; case AndroidKeyEvent::KEYCODE_NUMPAD_4: return NS_VK_NUMPAD4; case AndroidKeyEvent::KEYCODE_NUMPAD_5: return NS_VK_NUMPAD5; case AndroidKeyEvent::KEYCODE_NUMPAD_6: return NS_VK_NUMPAD6; case AndroidKeyEvent::KEYCODE_NUMPAD_7: return NS_VK_NUMPAD7; case AndroidKeyEvent::KEYCODE_NUMPAD_8: return NS_VK_NUMPAD8; case AndroidKeyEvent::KEYCODE_NUMPAD_9: return NS_VK_NUMPAD9; case AndroidKeyEvent::KEYCODE_NUMPAD_DIVIDE: return NS_VK_DIVIDE; case AndroidKeyEvent::KEYCODE_NUMPAD_MULTIPLY: return NS_VK_MULTIPLY; case AndroidKeyEvent::KEYCODE_NUMPAD_SUBTRACT: return NS_VK_SUBTRACT; case AndroidKeyEvent::KEYCODE_NUMPAD_ADD: return NS_VK_ADD; case AndroidKeyEvent::KEYCODE_NUMPAD_DOT: return NS_VK_DECIMAL; case AndroidKeyEvent::KEYCODE_NUMPAD_COMMA: return NS_VK_SEPARATOR; case AndroidKeyEvent::KEYCODE_NUMPAD_ENTER: return NS_VK_RETURN; case AndroidKeyEvent::KEYCODE_NUMPAD_EQUALS: return NS_VK_EQUALS; // KEYCODE_NUMPAD_LEFT_PAREN (162) ... KEYCODE_CALCULATOR (210) default: ALOG("ConvertAndroidKeyCodeToDOMKeyCode: " "No DOM keycode for Android keycode %d", androidKeyCode); return 0; } } static void InitPluginEvent(ANPEvent* pluginEvent, ANPKeyActions keyAction, AndroidGeckoEvent& key) { int androidKeyCode = key.KeyCode(); uint32_t domKeyCode = ConvertAndroidKeyCodeToDOMKeyCode(androidKeyCode); int modifiers = 0; if (key.IsAltPressed()) modifiers |= kAlt_ANPKeyModifier; if (key.IsShiftPressed()) modifiers |= kShift_ANPKeyModifier; pluginEvent->inSize = sizeof(ANPEvent); pluginEvent->eventType = kKey_ANPEventType; pluginEvent->data.key.action = keyAction; pluginEvent->data.key.nativeCode = androidKeyCode; pluginEvent->data.key.virtualCode = domKeyCode; pluginEvent->data.key.unichar = key.UnicodeChar(); pluginEvent->data.key.modifiers = modifiers; pluginEvent->data.key.repeatCount = key.RepeatCount(); } void nsWindow::InitKeyEvent(nsKeyEvent& event, AndroidGeckoEvent& key, ANPEvent* pluginEvent) { int androidKeyCode = key.KeyCode(); uint32_t domKeyCode = ConvertAndroidKeyCodeToDOMKeyCode(androidKeyCode); if (event.message == NS_KEY_PRESS) { // Android gives us \n, so filter out some control characters. event.isChar = (key.UnicodeChar() >= ' '); event.charCode = event.isChar ? key.UnicodeChar() : 0; event.keyCode = (event.charCode > 0) ? 0 : domKeyCode; event.pluginEvent = NULL; } else { #ifdef DEBUG if (event.message != NS_KEY_DOWN && event.message != NS_KEY_UP) { ALOG("InitKeyEvent: unexpected event.message %d", event.message); } #endif // DEBUG // Flash will want a pluginEvent for keydown and keyup events. ANPKeyActions action = event.message == NS_KEY_DOWN ? kDown_ANPKeyAction : kUp_ANPKeyAction; InitPluginEvent(pluginEvent, action, key); event.isChar = false; event.charCode = 0; event.keyCode = domKeyCode; event.pluginEvent = pluginEvent; } event.InitBasicModifiers(gMenu || key.IsCtrlPressed(), key.IsAltPressed(), key.IsShiftPressed(), key.IsMetaPressed()); event.location = key.DomKeyLocation(); event.time = key.Time(); if (gMenu) gMenuConsumed = true; } void nsWindow::HandleSpecialKey(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); nsCOMPtr command; bool isDown = ae->Action() == AndroidKeyEvent::ACTION_DOWN; bool isLongPress = !!(ae->Flags() & AndroidKeyEvent::FLAG_LONG_PRESS); bool doCommand = false; uint32_t keyCode = ae->KeyCode(); if (isDown) { switch (keyCode) { case AndroidKeyEvent::KEYCODE_BACK: if (isLongPress) { command = nsGkAtoms::Clear; doCommand = true; } break; case AndroidKeyEvent::KEYCODE_MENU: gMenu = true; gMenuConsumed = isLongPress; break; } } else { switch (keyCode) { case AndroidKeyEvent::KEYCODE_BACK: { nsKeyEvent pressEvent(true, NS_KEY_PRESS, this); ANPEvent pluginEvent; InitKeyEvent(pressEvent, *ae, &pluginEvent); DispatchEvent(&pressEvent); return; } case AndroidKeyEvent::KEYCODE_MENU: gMenu = false; if (!gMenuConsumed) { command = nsGkAtoms::Menu; doCommand = true; } break; case AndroidKeyEvent::KEYCODE_SEARCH: command = nsGkAtoms::Search; doCommand = true; break; default: ALOG("Unknown special key code!"); return; } } if (doCommand) { nsCommandEvent event(true, nsGkAtoms::onAppCommand, command, this); InitEvent(event); DispatchEvent(&event); } } void nsWindow::OnKeyEvent(AndroidGeckoEvent *ae) { nsRefPtr kungFuDeathGrip(this); RemoveIMEComposition(); uint32_t msg; switch (ae->Action()) { case AndroidKeyEvent::ACTION_DOWN: msg = NS_KEY_DOWN; break; case AndroidKeyEvent::ACTION_UP: msg = NS_KEY_UP; break; case AndroidKeyEvent::ACTION_MULTIPLE: { nsTextEvent event(true, NS_TEXT_TEXT, this); event.theText.Assign(ae->Characters()); DispatchEvent(&event); } return; default: ALOG("Unknown key action event!"); return; } bool firePress = ae->Action() == AndroidKeyEvent::ACTION_DOWN; switch (ae->KeyCode()) { case AndroidKeyEvent::KEYCODE_SHIFT_LEFT: case AndroidKeyEvent::KEYCODE_SHIFT_RIGHT: case AndroidKeyEvent::KEYCODE_ALT_LEFT: case AndroidKeyEvent::KEYCODE_ALT_RIGHT: case AndroidKeyEvent::KEYCODE_CTRL_LEFT: case AndroidKeyEvent::KEYCODE_CTRL_RIGHT: firePress = false; break; case AndroidKeyEvent::KEYCODE_BACK: case AndroidKeyEvent::KEYCODE_MENU: case AndroidKeyEvent::KEYCODE_SEARCH: HandleSpecialKey(ae); return; } nsEventStatus status; nsKeyEvent event(true, msg, this); ANPEvent pluginEvent; InitKeyEvent(event, *ae, &pluginEvent); DispatchEvent(&event, status); if (Destroyed()) return; if (!firePress) return; nsKeyEvent pressEvent(true, NS_KEY_PRESS, this); InitKeyEvent(pressEvent, *ae, &pluginEvent); if (status == nsEventStatus_eConsumeNoDefault) { pressEvent.mFlags.mDefaultPrevented = true; } #ifdef DEBUG_ANDROID_WIDGET __android_log_print(ANDROID_LOG_INFO, "Gecko", "Dispatching key pressEvent with keyCode %d charCode %d shift %d alt %d sym/ctrl %d metamask %d", pressEvent.keyCode, pressEvent.charCode, pressEvent.IsShift(), pressEvent.IsAlt(), pressEvent.IsControl(), ae->MetaState()); #endif DispatchEvent(&pressEvent); } #ifdef DEBUG_ANDROID_IME #define ALOGIME(args...) ALOG(args) #else #define ALOGIME(args...) ((void)0) #endif static nscolor ConvertAndroidColor(uint32_t argb) { return NS_RGBA((argb & 0x00ff0000) >> 16, (argb & 0x0000ff00) >> 8, (argb & 0x000000ff), (argb & 0xff000000) >> 24); } class AutoIMEMask { private: bool mOldMask, *mMask; public: AutoIMEMask(bool &mask) : mOldMask(mask), mMask(&mask) { mask = true; } ~AutoIMEMask() { *mMask = mOldMask; } }; /* Remove the composition but leave the text content as-is */ void nsWindow::RemoveIMEComposition() { // Remove composition on Gecko side if (!mIMEComposing) return; nsRefPtr kungFuDeathGrip(this); AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); nsTextEvent textEvent(true, NS_TEXT_TEXT, this); InitEvent(textEvent, nullptr); textEvent.theText = mIMEComposingText; DispatchEvent(&textEvent); nsCompositionEvent event(true, NS_COMPOSITION_END, this); InitEvent(event, nullptr); DispatchEvent(&event); } void nsWindow::OnIMEEvent(AndroidGeckoEvent *ae) { MOZ_ASSERT(!mIMEMaskTextUpdate); MOZ_ASSERT(!mIMEMaskSelectionUpdate); /* Rules for managing IME between Gecko and Java: * Gecko controls the text content, and Java shadows the Gecko text through text updates * Java controls the selection, and Gecko shadows the Java selection through set selection events * Java controls the composition, and Gecko shadows the Java composition through update composition events */ nsRefPtr kungFuDeathGrip(this); if (ae->Action() == AndroidGeckoEvent::IME_ACKNOWLEDGE_FOCUS) { MOZ_ASSERT(mIMEMaskEventsCount > 0); mIMEMaskEventsCount--; if (!mIMEMaskEventsCount) { // The focusing handshake sequence is complete, and Java is waiting // on Gecko. Now we can notify Java of the newly focused content mIMETextChanges.Clear(); mIMESelectionChanged = false; // NotifyIMEOfTextChange also notifies selection // Use 'INT32_MAX / 2' here because subsequent text changes might // combine with this text change, and overflow might occur if // we just use INT32_MAX NotifyIMEOfTextChange(0, INT32_MAX / 2, INT32_MAX / 2); FlushIMEChanges(); } AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT, 0); return; } else if (ae->Action() == AndroidGeckoEvent::IME_UPDATE_CONTEXT) { AndroidBridge::NotifyIMEEnabled(mInputContext.mIMEState.mEnabled, mInputContext.mHTMLInputType, mInputContext.mHTMLInputInputmode, mInputContext.mActionHint); mIMEUpdatingContext = false; return; } if (mIMEMaskEventsCount > 0) { // Still reply to events, but don't do anything else if (ae->Action() == AndroidGeckoEvent::IME_SYNCHRONIZE || ae->Action() == AndroidGeckoEvent::IME_REPLACE_TEXT) { AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT, 0); } return; } switch (ae->Action()) { case AndroidGeckoEvent::IME_FLUSH_CHANGES: { FlushIMEChanges(); } break; case AndroidGeckoEvent::IME_SYNCHRONIZE: { FlushIMEChanges(); AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT, 0); } break; case AndroidGeckoEvent::IME_REPLACE_TEXT: { /* Replace text in Gecko thread from ae->Start() to ae->End() with the string ae->Characters() Selection updates are masked so the result of our temporary selection event is not passed on to Java Text updates are passed on, so the Java text can shadow the Gecko text */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); RemoveIMEComposition(); { nsSelectionEvent event(true, NS_SELECTION_SET, this); InitEvent(event, nullptr); event.mOffset = uint32_t(ae->Start()); event.mLength = uint32_t(ae->End() - ae->Start()); event.mExpandToClusterBoundary = false; DispatchEvent(&event); } { nsCompositionEvent event(true, NS_COMPOSITION_START, this); InitEvent(event, nullptr); DispatchEvent(&event); } { nsTextEvent event(true, NS_TEXT_TEXT, this); InitEvent(event, nullptr); event.theText = ae->Characters(); DispatchEvent(&event); } { nsCompositionEvent event(true, NS_COMPOSITION_END, this); InitEvent(event, nullptr); event.data = ae->Characters(); DispatchEvent(&event); } FlushIMEChanges(); AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_REPLY_EVENT, 0); } break; case AndroidGeckoEvent::IME_SET_SELECTION: { /* Set Gecko selection to ae->Start() to ae->End() Selection updates are masked to prevent Java from being notified of the new selection */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); nsSelectionEvent selEvent(true, NS_SELECTION_SET, this); InitEvent(selEvent, nullptr); int32_t start = ae->Start(), end = ae->End(); if (start < 0 || end < 0) { nsQueryContentEvent event(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(event, nullptr); DispatchEvent(&event); MOZ_ASSERT(event.mSucceeded && !event.mWasAsync); if (start < 0) start = int32_t(event.GetSelectionStart()); if (end < 0) end = int32_t(event.GetSelectionEnd()); } selEvent.mOffset = std::min(start, end); selEvent.mLength = std::max(start, end) - selEvent.mOffset; selEvent.mReversed = start > end; selEvent.mExpandToClusterBoundary = false; DispatchEvent(&selEvent); } break; case AndroidGeckoEvent::IME_ADD_COMPOSITION_RANGE: { nsTextRange range; range.mStartOffset = ae->Start(); range.mEndOffset = ae->End(); range.mRangeType = ae->RangeType(); range.mRangeStyle.mDefinedStyles = ae->RangeStyles(); range.mRangeStyle.mLineStyle = ae->RangeLineStyle(); range.mRangeStyle.mIsBoldLine = ae->RangeBoldLine(); range.mRangeStyle.mForegroundColor = ConvertAndroidColor(uint32_t(ae->RangeForeColor())); range.mRangeStyle.mBackgroundColor = ConvertAndroidColor(uint32_t(ae->RangeBackColor())); range.mRangeStyle.mUnderlineColor = ConvertAndroidColor(uint32_t(ae->RangeLineColor())); mIMERanges.AppendElement(range); } break; case AndroidGeckoEvent::IME_UPDATE_COMPOSITION: { /* Update the composition from ae->Start() to ae->End() using information from added ranges. This is only used for visual indication and does not affect the text content. Only the offsets are specified and not the text content to eliminate the possibility of this event altering the text content unintentionally. Selection and text updates are masked so the result of temporary events are not passed on to Java */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); RemoveIMEComposition(); nsTextEvent event(true, NS_TEXT_TEXT, this); InitEvent(event, nullptr); event.rangeArray = mIMERanges.Elements(); event.rangeCount = mIMERanges.Length(); { nsSelectionEvent event(true, NS_SELECTION_SET, this); InitEvent(event, nullptr); event.mOffset = uint32_t(ae->Start()); event.mLength = uint32_t(ae->End() - ae->Start()); event.mExpandToClusterBoundary = false; DispatchEvent(&event); } { nsQueryContentEvent queryEvent(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(queryEvent, nullptr); DispatchEvent(&queryEvent); MOZ_ASSERT(queryEvent.mSucceeded && !queryEvent.mWasAsync); event.theText = queryEvent.mReply.mString; } { nsCompositionEvent event(true, NS_COMPOSITION_START, this); InitEvent(event, nullptr); DispatchEvent(&event); } if (mIMEComposing && event.theText != mIMEComposingText) { nsCompositionEvent compositionUpdate(true, NS_COMPOSITION_UPDATE, this); InitEvent(compositionUpdate, nullptr); compositionUpdate.data = event.theText; DispatchEvent(&compositionUpdate); if (Destroyed()) return; } #ifdef DEBUG_ANDROID_IME const NS_ConvertUTF16toUTF8 theText8(event.theText); const char* text = theText8.get(); ALOGIME("IME: IME_SET_TEXT: text=\"%s\", length=%u, range=%u", text, event.theText.Length(), mIMERanges.Length()); #endif // DEBUG_ANDROID_IME DispatchEvent(&event); mIMERanges.Clear(); } break; case AndroidGeckoEvent::IME_REMOVE_COMPOSITION: { /* * Remove any previous composition. This is only used for * visual indication and does not affect the text content. * * Selection and text updates are masked so the result of * temporary events are not passed on to Java */ AutoIMEMask selMask(mIMEMaskSelectionUpdate); AutoIMEMask textMask(mIMEMaskTextUpdate); RemoveIMEComposition(); mIMERanges.Clear(); } break; } } nsWindow * nsWindow::FindWindowForPoint(const nsIntPoint& pt) { if (!mBounds.Contains(pt)) return nullptr; // children mBounds are relative to their parent nsIntPoint childPoint(pt.x - mBounds.x, pt.y - mBounds.y); for (uint32_t i = 0; i < mChildren.Length(); ++i) { if (mChildren[i]->mBounds.Contains(childPoint)) return mChildren[i]->FindWindowForPoint(childPoint); } return this; } void nsWindow::UserActivity() { if (!mIdleService) { mIdleService = do_GetService("@mozilla.org/widget/idleservice;1"); } if (mIdleService) { mIdleService->ResetIdleTimeOut(0); } } NS_IMETHODIMP nsWindow::NotifyIME(NotificationToIME aNotification) { switch (aNotification) { case REQUEST_TO_COMMIT_COMPOSITION: //ALOGIME("IME: REQUEST_TO_COMMIT_COMPOSITION: s=%d", aState); RemoveIMEComposition(); AndroidBridge::NotifyIME( AndroidBridge::NOTIFY_IME_RESETINPUTSTATE, 0); return NS_OK; case REQUEST_TO_CANCEL_COMPOSITION: ALOGIME("IME: REQUEST_TO_CANCEL_COMPOSITION"); // Cancel composition on Gecko side if (mIMEComposing) { nsRefPtr kungFuDeathGrip(this); nsTextEvent textEvent(true, NS_TEXT_TEXT, this); InitEvent(textEvent, nullptr); DispatchEvent(&textEvent); nsCompositionEvent compEvent(true, NS_COMPOSITION_END, this); InitEvent(compEvent, nullptr); DispatchEvent(&compEvent); } AndroidBridge::NotifyIME( AndroidBridge::NOTIFY_IME_CANCELCOMPOSITION, 0); return NS_OK; case NOTIFY_IME_OF_FOCUS: ALOGIME("IME: NOTIFY_IME_OF_FOCUS"); AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_FOCUSCHANGE, 1); return NS_OK; case NOTIFY_IME_OF_BLUR: ALOGIME("IME: NOTIFY_IME_OF_BLUR"); // Mask events because we lost focus. On the next focus event, // Gecko will notify Java, and Java will send an acknowledge focus // event back to Gecko. That is where we unmask event handling mIMEMaskEventsCount++; mIMEComposing = false; mIMEComposingText.Truncate(); AndroidBridge::NotifyIME(AndroidBridge::NOTIFY_IME_FOCUSCHANGE, 0); return NS_OK; case NOTIFY_IME_OF_SELECTION_CHANGE: if (mIMEMaskSelectionUpdate) { return NS_OK; } ALOGIME("IME: NOTIFY_IME_OF_SELECTION_CHANGE"); PostFlushIMEChanges(); mIMESelectionChanged = true; return NS_OK; default: return NS_ERROR_NOT_IMPLEMENTED; } } NS_IMETHODIMP_(void) nsWindow::SetInputContext(const InputContext& aContext, const InputContextAction& aAction) { ALOGIME("IME: SetInputContext: s=0x%X, 0x%X, action=0x%X, 0x%X", aContext.mIMEState.mEnabled, aContext.mIMEState.mOpen, aAction.mCause, aAction.mFocusChange); mInputContext = aContext; // Ensure that opening the virtual keyboard is allowed for this specific // InputContext depending on the content.ime.strict.policy pref if (aContext.mIMEState.mEnabled != IMEState::DISABLED && aContext.mIMEState.mEnabled != IMEState::PLUGIN && Preferences::GetBool("content.ime.strict_policy", false) && !aAction.ContentGotFocusByTrustedCause() && !aAction.UserMightRequestOpenVKB()) { return; } IMEState::Enabled enabled = aContext.mIMEState.mEnabled; // Only show the virtual keyboard for plugins if mOpen is set appropriately. // This avoids showing it whenever a plugin is focused. Bug 747492 if (aContext.mIMEState.mEnabled == IMEState::PLUGIN && aContext.mIMEState.mOpen != IMEState::OPEN) { enabled = IMEState::DISABLED; } mInputContext.mIMEState.mEnabled = enabled; if (mIMEUpdatingContext) { return; } AndroidGeckoEvent *event = new AndroidGeckoEvent( AndroidGeckoEvent::IME_EVENT, AndroidGeckoEvent::IME_UPDATE_CONTEXT); nsAppShell::gAppShell->PostEvent(event); mIMEUpdatingContext = true; } NS_IMETHODIMP_(InputContext) nsWindow::GetInputContext() { mInputContext.mIMEState.mOpen = IMEState::OPEN_STATE_NOT_SUPPORTED; // We assume that there is only one context per process on Android mInputContext.mNativeIMEContext = nullptr; return mInputContext; } void nsWindow::PostFlushIMEChanges() { if (!mIMETextChanges.IsEmpty() || mIMESelectionChanged) { // Already posted return; } AndroidGeckoEvent *event = new AndroidGeckoEvent( AndroidGeckoEvent::IME_EVENT, AndroidGeckoEvent::IME_FLUSH_CHANGES); nsAppShell::gAppShell->PostEvent(event); } void nsWindow::FlushIMEChanges() { nsRefPtr kungFuDeathGrip(this); for (uint32_t i = 0; i < mIMETextChanges.Length(); i++) { IMEChange &change = mIMETextChanges[i]; nsQueryContentEvent event(true, NS_QUERY_TEXT_CONTENT, this); InitEvent(event, nullptr); event.InitForQueryTextContent(change.mStart, change.mNewEnd - change.mStart); DispatchEvent(&event); if (!event.mSucceeded) return; AndroidBridge::NotifyIMEChange(event.mReply.mString.get(), event.mReply.mString.Length(), change.mStart, change.mOldEnd, change.mNewEnd); } mIMETextChanges.Clear(); if (mIMESelectionChanged) { nsQueryContentEvent event(true, NS_QUERY_SELECTED_TEXT, this); InitEvent(event, nullptr); DispatchEvent(&event); if (!event.mSucceeded) return; AndroidBridge::NotifyIMEChange(nullptr, 0, event.GetSelectionStart(), event.GetSelectionEnd(), -1); mIMESelectionChanged = false; } } NS_IMETHODIMP nsWindow::NotifyIMEOfTextChange(uint32_t aStart, uint32_t aOldEnd, uint32_t aNewEnd) { if (mIMEMaskTextUpdate) return NS_OK; ALOGIME("IME: NotifyIMEOfTextChange: s=%d, oe=%d, ne=%d", aStart, aOldEnd, aNewEnd); /* Make sure Java's selection is up-to-date */ mIMESelectionChanged = false; NotifyIME(NOTIFY_IME_OF_SELECTION_CHANGE); PostFlushIMEChanges(); mIMETextChanges.AppendElement(IMEChange(aStart, aOldEnd, aNewEnd)); // Now that we added a new range we need to go back and // update all the ranges before that. // Ranges that have offsets which follow this new range // need to be updated to reflect new offsets int32_t delta = (int32_t)(aNewEnd - aOldEnd); for (int32_t i = mIMETextChanges.Length() - 2; i >= 0; i--) { IMEChange &previousChange = mIMETextChanges[i]; if (previousChange.mStart > (int32_t)aOldEnd) { previousChange.mStart += delta; previousChange.mOldEnd += delta; previousChange.mNewEnd += delta; } } // Now go through all ranges to merge any ranges that are connected // srcIndex is the index of the range to merge from // dstIndex is the index of the range to potentially merge into int32_t srcIndex = mIMETextChanges.Length() - 1; int32_t dstIndex = srcIndex; while (--dstIndex >= 0) { IMEChange &src = mIMETextChanges[srcIndex]; IMEChange &dst = mIMETextChanges[dstIndex]; // When merging a more recent change into an older // change, we need to compare recent change's (start, oldEnd) // range to the older change's (start, newEnd) if (src.mOldEnd < dst.mStart || dst.mNewEnd < src.mStart) { // No overlap between ranges continue; } // When merging two ranges, there are generally four posibilities: // [----(----]----), (----[----]----), // [----(----)----], (----[----)----] // where [----] is the first range and (----) is the second range // As seen above, the start of the merged range is always the lesser // of the two start offsets. OldEnd and NewEnd then need to be // adjusted separately depending on the case. In any case, the change // in text length of the merged range should be the sum of text length // changes of the two original ranges, i.e., // newNewEnd - newOldEnd == newEnd1 - oldEnd1 + newEnd2 - oldEnd2 dst.mStart = std::min(dst.mStart, src.mStart); if (src.mOldEnd < dst.mNewEnd) { // New range overlaps or is within previous range; merge dst.mNewEnd += src.mNewEnd - src.mOldEnd; } else { // src.mOldEnd >= dst.mNewEnd // New range overlaps previous range; merge dst.mOldEnd += src.mOldEnd - dst.mNewEnd; dst.mNewEnd = src.mNewEnd; } // src merged to dst; delete src. mIMETextChanges.RemoveElementAt(srcIndex); // Any ranges that we skip over between src and dst are not mergeable // so we can safely continue the merge starting at dst srcIndex = dstIndex; } return NS_OK; } nsIMEUpdatePreference nsWindow::GetIMEUpdatePreference() { return nsIMEUpdatePreference(true, true); } void nsWindow::DrawWindowUnderlay(LayerManager* aManager, nsIntRect aRect) { JNIEnv *env = GetJNIForThread(); NS_ABORT_IF_FALSE(env, "No JNI environment at DrawWindowUnderlay()!"); if (!env) return; AutoLocalJNIFrame jniFrame(env); AndroidGeckoLayerClient& client = AndroidBridge::Bridge()->GetLayerClient(); if (!client.CreateFrame(&jniFrame, mLayerRendererFrame)) return; if (!WidgetPaintsBackground()) return; if (!client.ActivateProgram(&jniFrame)) return; if (!mLayerRendererFrame.BeginDrawing(&jniFrame)) return; if (!mLayerRendererFrame.DrawBackground(&jniFrame)) return; if (!client.DeactivateProgram(&jniFrame)) return; // redundant, but in case somebody adds code after this... } void nsWindow::DrawWindowOverlay(LayerManager* aManager, nsIntRect aRect) { JNIEnv *env = GetJNIForThread(); NS_ABORT_IF_FALSE(env, "No JNI environment at DrawWindowOverlay()!"); if (!env) return; AutoLocalJNIFrame jniFrame(env); NS_ABORT_IF_FALSE(!mLayerRendererFrame.isNull(), "Frame should have been created in DrawWindowUnderlay()!"); AndroidGeckoLayerClient& client = AndroidBridge::Bridge()->GetLayerClient(); if (!client.ActivateProgram(&jniFrame)) return; if (!mLayerRendererFrame.DrawForeground(&jniFrame)) return; if (!mLayerRendererFrame.EndDrawing(&jniFrame)) return; if (!client.DeactivateProgram(&jniFrame)) return; mLayerRendererFrame.Dispose(env); } // off-main-thread compositor fields and functions nsRefPtr nsWindow::sLayerManager = 0; nsRefPtr nsWindow::sCompositorParent = 0; nsRefPtr nsWindow::sCompositorChild = 0; bool nsWindow::sCompositorPaused = true; void nsWindow::SetCompositor(mozilla::layers::LayerManager* aLayerManager, mozilla::layers::CompositorParent* aCompositorParent, mozilla::layers::CompositorChild* aCompositorChild) { bool sizeChangeNeeded = (aCompositorParent && !sCompositorParent && gAndroidBounds.width != 0); sLayerManager = aLayerManager; sCompositorParent = aCompositorParent; sCompositorChild = aCompositorChild; if (sizeChangeNeeded) { ScheduleResumeComposition(gAndroidBounds.width, gAndroidBounds.height); } } void nsWindow::ScheduleComposite() { if (sCompositorParent) { sCompositorParent->ScheduleRenderOnCompositorThread(); } } void nsWindow::ScheduleResumeComposition(int width, int height) { if (sCompositorParent && sCompositorParent->ScheduleResumeOnCompositorThread(width, height)) { sCompositorPaused = false; } } void nsWindow::ForceIsFirstPaint() { if (sCompositorParent) { sCompositorParent->ForceIsFirstPaint(); } } float nsWindow::ComputeRenderIntegrity() { if (sCompositorParent) { mozilla::layers::LayerManagerOGL* manager = static_cast(sCompositorParent->GetLayerManager()); if (manager) { return manager->ComputeRenderIntegrity(); } } return 1.f; } bool nsWindow::WidgetPaintsBackground() { static bool sWidgetPaintsBackground = true; static bool sWidgetPaintsBackgroundPrefCached = false; if (!sWidgetPaintsBackgroundPrefCached) { sWidgetPaintsBackgroundPrefCached = true; mozilla::Preferences::AddBoolVarCache(&sWidgetPaintsBackground, "android.widget_paints_background", true); } return sWidgetPaintsBackground; } bool nsWindow::NeedsPaint() { if (sCompositorPaused || FindTopLevel() != nsWindow::TopWindow()) { return false; } return nsIWidget::NeedsPaint(); }