mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-20 16:55:40 +00:00
3bb071595c
Depends on D6683 Differential Revision: https://phabricator.services.mozilla.com/D6684 --HG-- extra : moz-landing-system : lando
320 lines
9.9 KiB
C++
320 lines
9.9 KiB
C++
/* -*- Mode: c++; c-basic-offset: 4; tab-width: 20; indent-tabs-mode: nil; -*-
|
|
* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "SessionAccessibility.h"
|
|
#include "AndroidUiThread.h"
|
|
#include "nsThreadUtils.h"
|
|
#include "AccessibilityEvent.h"
|
|
#include "HyperTextAccessible.h"
|
|
#include "JavaBuiltins.h"
|
|
#include "RootAccessibleWrap.h"
|
|
#include "nsAccessibilityService.h"
|
|
#include "nsViewManager.h"
|
|
|
|
#ifdef DEBUG
|
|
#include <android/log.h>
|
|
#define AALOG(args...) \
|
|
__android_log_print(ANDROID_LOG_INFO, "GeckoAccessibilityNative", ##args)
|
|
#else
|
|
#define AALOG(args...) \
|
|
do { \
|
|
} while (0)
|
|
#endif
|
|
|
|
template<>
|
|
const char nsWindow::NativePtr<mozilla::a11y::SessionAccessibility>::sName[] =
|
|
"SessionAccessibility";
|
|
|
|
using namespace mozilla::a11y;
|
|
|
|
class Settings final
|
|
: public mozilla::java::SessionAccessibility::Settings::Natives<Settings>
|
|
{
|
|
public:
|
|
static void ToggleNativeAccessibility(bool aEnable)
|
|
{
|
|
if (aEnable) {
|
|
GetOrCreateAccService();
|
|
} else {
|
|
MaybeShutdownAccService(nsAccessibilityService::ePlatformAPI);
|
|
}
|
|
}
|
|
};
|
|
|
|
void
|
|
SessionAccessibility::SetAttached(bool aAttached,
|
|
already_AddRefed<Runnable> aRunnable)
|
|
{
|
|
if (RefPtr<nsThread> uiThread = GetAndroidUiThread()) {
|
|
uiThread->Dispatch(NS_NewRunnableFunction(
|
|
"SessionAccessibility::Attach",
|
|
[aAttached,
|
|
sa = java::SessionAccessibility::NativeProvider::GlobalRef(
|
|
mSessionAccessibility),
|
|
runnable = RefPtr<Runnable>(aRunnable)] {
|
|
sa->SetAttached(aAttached);
|
|
if (runnable) {
|
|
runnable->Run();
|
|
}
|
|
}));
|
|
}
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::Init()
|
|
{
|
|
java::SessionAccessibility::NativeProvider::Natives<
|
|
SessionAccessibility>::Init();
|
|
Settings::Init();
|
|
}
|
|
|
|
mozilla::jni::Object::LocalRef
|
|
SessionAccessibility::GetNodeInfo(int32_t aID)
|
|
{
|
|
java::GeckoBundle::GlobalRef ret = nullptr;
|
|
RefPtr<SessionAccessibility> self(this);
|
|
nsAppShell::SyncRunEvent([this, self, aID, &ret] {
|
|
if (RootAccessibleWrap* rootAcc = GetRoot()) {
|
|
AccessibleWrap* acc = rootAcc->FindAccessibleById(aID);
|
|
if (acc) {
|
|
ret = acc->ToBundle();
|
|
} else {
|
|
AALOG("oops, nothing for %d", aID);
|
|
}
|
|
}
|
|
});
|
|
|
|
return mozilla::jni::Object::Ref::From(ret);
|
|
}
|
|
|
|
RootAccessibleWrap*
|
|
SessionAccessibility::GetRoot()
|
|
{
|
|
if (!mWindow) {
|
|
return nullptr;
|
|
}
|
|
|
|
return static_cast<RootAccessibleWrap*>(mWindow->GetRootAccessible());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SetText(int32_t aID, jni::String::Param aText)
|
|
{
|
|
if (RootAccessibleWrap* rootAcc = GetRoot()) {
|
|
AccessibleWrap* acc = rootAcc->FindAccessibleById(aID);
|
|
if (!acc) {
|
|
return;
|
|
}
|
|
|
|
acc->SetTextContents(aText->ToString());
|
|
}
|
|
}
|
|
|
|
SessionAccessibility*
|
|
SessionAccessibility::GetInstanceFor(ProxyAccessible* aAccessible)
|
|
{
|
|
Accessible* outerDoc = aAccessible->OuterDocOfRemoteBrowser();
|
|
if (!outerDoc) {
|
|
return nullptr;
|
|
}
|
|
|
|
return GetInstanceFor(outerDoc);
|
|
}
|
|
|
|
SessionAccessibility*
|
|
SessionAccessibility::GetInstanceFor(Accessible* aAccessible)
|
|
{
|
|
RootAccessible* rootAcc = aAccessible->RootAccessible();
|
|
nsIPresShell* shell = rootAcc->PresShell();
|
|
nsViewManager* vm = shell->GetViewManager();
|
|
if (!vm) {
|
|
return nullptr;
|
|
}
|
|
|
|
nsCOMPtr<nsIWidget> rootWidget;
|
|
vm->GetRootWidget(getter_AddRefs(rootWidget));
|
|
// `rootWidget` can be one of several types. Here we make sure it is an
|
|
// android nsWindow that implemented NS_NATIVE_WIDGET to return itself.
|
|
if (rootWidget &&
|
|
rootWidget->WindowType() == nsWindowType::eWindowType_toplevel &&
|
|
rootWidget->GetNativeData(NS_NATIVE_WIDGET) == rootWidget) {
|
|
return static_cast<nsWindow*>(rootWidget.get())->GetSessionAccessibility();
|
|
}
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendAccessibilityFocusedEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_ACCESSIBILITY_FOCUSED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
aAccessible->ScrollTo(nsIAccessibleScrollType::SCROLL_TYPE_ANYWHERE);
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendHoverEnterEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_HOVER_ENTER,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendFocusEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
// Suppress focus events from about:blank pages.
|
|
// This is important for tests.
|
|
if (aAccessible->IsDoc() && aAccessible->ChildCount() == 0) {
|
|
return;
|
|
}
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_FOCUSED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendScrollingEvent(AccessibleWrap* aAccessible,
|
|
int32_t aScrollX,
|
|
int32_t aScrollY,
|
|
int32_t aMaxScrollX,
|
|
int32_t aMaxScrollY)
|
|
{
|
|
int32_t virtualViewId = aAccessible->VirtualViewID();
|
|
|
|
if (virtualViewId != AccessibleWrap::kNoID) {
|
|
// XXX: Support scrolling in subframes
|
|
return;
|
|
}
|
|
|
|
GECKOBUNDLE_START(eventInfo);
|
|
GECKOBUNDLE_PUT(eventInfo, "scrollX", java::sdk::Integer::ValueOf(aScrollX));
|
|
GECKOBUNDLE_PUT(eventInfo, "scrollY", java::sdk::Integer::ValueOf(aScrollY));
|
|
GECKOBUNDLE_PUT(eventInfo, "maxScrollX", java::sdk::Integer::ValueOf(aMaxScrollX));
|
|
GECKOBUNDLE_PUT(eventInfo, "maxScrollY", java::sdk::Integer::ValueOf(aMaxScrollY));
|
|
GECKOBUNDLE_FINISH(eventInfo);
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_SCROLLED, virtualViewId,
|
|
eventInfo, aAccessible->ToBundle());
|
|
|
|
SendWindowContentChangedEvent(aAccessible);
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendWindowContentChangedEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_WINDOW_CONTENT_CHANGED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendWindowStateChangedEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
// Suppress window state changed events from about:blank pages.
|
|
// This is important for tests.
|
|
if (aAccessible->IsDoc() && aAccessible->ChildCount() == 0) {
|
|
return;
|
|
}
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_WINDOW_STATE_CHANGED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendTextSelectionChangedEvent(AccessibleWrap* aAccessible,
|
|
int32_t aCaretOffset)
|
|
{
|
|
int32_t fromIndex = aCaretOffset;
|
|
int32_t startSel = -1;
|
|
int32_t endSel = -1;
|
|
if (aAccessible->GetSelectionBounds(&startSel, &endSel)) {
|
|
fromIndex = startSel == aCaretOffset ? endSel : startSel;
|
|
}
|
|
|
|
GECKOBUNDLE_START(eventInfo);
|
|
GECKOBUNDLE_PUT(eventInfo, "fromIndex", java::sdk::Integer::ValueOf(fromIndex));
|
|
GECKOBUNDLE_PUT(eventInfo, "toIndex", java::sdk::Integer::ValueOf(aCaretOffset));
|
|
GECKOBUNDLE_FINISH(eventInfo);
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_TEXT_SELECTION_CHANGED,
|
|
aAccessible->VirtualViewID(), eventInfo, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendTextChangedEvent(AccessibleWrap* aAccessible,
|
|
const nsString& aStr,
|
|
int32_t aStart,
|
|
uint32_t aLen,
|
|
bool aIsInsert,
|
|
bool aFromUser)
|
|
{
|
|
if (!aFromUser) {
|
|
// Only dispatch text change events from users, for now.
|
|
return;
|
|
}
|
|
|
|
nsAutoString text;
|
|
aAccessible->GetTextContents(text);
|
|
nsAutoString beforeText(text);
|
|
if (aIsInsert) {
|
|
beforeText.Cut(aStart, aLen);
|
|
} else {
|
|
beforeText.Insert(aStr, aStart);
|
|
}
|
|
|
|
GECKOBUNDLE_START(eventInfo);
|
|
GECKOBUNDLE_PUT(eventInfo, "text", jni::StringParam(text));
|
|
GECKOBUNDLE_PUT(eventInfo, "beforeText", jni::StringParam(beforeText));
|
|
GECKOBUNDLE_PUT(eventInfo, "addedCount", java::sdk::Integer::ValueOf(aIsInsert ? aLen : 0));
|
|
GECKOBUNDLE_PUT(eventInfo, "removedCount", java::sdk::Integer::ValueOf(aIsInsert ? 0 : aLen));
|
|
GECKOBUNDLE_FINISH(eventInfo);
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_TEXT_CHANGED,
|
|
aAccessible->VirtualViewID(), eventInfo, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendTextTraversedEvent(AccessibleWrap* aAccessible,
|
|
int32_t aStartOffset,
|
|
int32_t aEndOffset)
|
|
{
|
|
nsAutoString text;
|
|
aAccessible->GetTextContents(text);
|
|
|
|
GECKOBUNDLE_START(eventInfo);
|
|
GECKOBUNDLE_PUT(eventInfo, "text", jni::StringParam(text));
|
|
GECKOBUNDLE_PUT(eventInfo, "fromIndex", java::sdk::Integer::ValueOf(aStartOffset));
|
|
GECKOBUNDLE_PUT(eventInfo, "toIndex", java::sdk::Integer::ValueOf(aEndOffset));
|
|
GECKOBUNDLE_FINISH(eventInfo);
|
|
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::
|
|
TYPE_VIEW_TEXT_TRAVERSED_AT_MOVEMENT_GRANULARITY,
|
|
aAccessible->VirtualViewID(), eventInfo, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendClickedEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_CLICKED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|
|
|
|
void
|
|
SessionAccessibility::SendSelectedEvent(AccessibleWrap* aAccessible)
|
|
{
|
|
mSessionAccessibility->SendEvent(
|
|
java::sdk::AccessibilityEvent::TYPE_VIEW_SELECTED,
|
|
aAccessible->VirtualViewID(), nullptr, aAccessible->ToBundle());
|
|
}
|