2012-04-13 16:18:57 -07:00
|
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
|
|
* You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
|
|
|
|
'use strict';
|
|
|
|
|
|
|
|
const Cc = Components.classes;
|
|
|
|
const Ci = Components.interfaces;
|
|
|
|
const Cu = Components.utils;
|
|
|
|
const Cr = Components.results;
|
|
|
|
|
2012-10-31 09:13:28 -07:00
|
|
|
this.EXPORTED_SYMBOLS = ['AccessFu'];
|
2012-04-13 16:18:57 -07:00
|
|
|
|
|
|
|
Cu.import('resource://gre/modules/Services.jsm');
|
|
|
|
|
2012-06-20 14:07:51 -07:00
|
|
|
Cu.import('resource://gre/modules/accessibility/Utils.jsm');
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2012-05-03 19:28:35 -07:00
|
|
|
const ACCESSFU_DISABLE = 0;
|
|
|
|
const ACCESSFU_ENABLE = 1;
|
|
|
|
const ACCESSFU_AUTO = 2;
|
|
|
|
|
2013-09-18 09:57:08 -07:00
|
|
|
const SCREENREADER_SETTING = 'accessibility.screenreader';
|
|
|
|
|
2012-10-31 09:13:28 -07:00
|
|
|
this.AccessFu = {
|
2012-04-13 16:18:57 -07:00
|
|
|
/**
|
2012-10-01 13:33:26 -07:00
|
|
|
* Initialize chrome-layer accessibility functionality.
|
|
|
|
* If accessibility is enabled on the platform, then a special accessibility
|
|
|
|
* mode is started.
|
2012-04-13 16:18:57 -07:00
|
|
|
*/
|
|
|
|
attach: function attach(aWindow) {
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.init(aWindow);
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2012-11-05 10:27:18 -08:00
|
|
|
try {
|
2013-08-16 11:08:03 -07:00
|
|
|
let bridgeCc = Cc['@mozilla.org/android/bridge;1'];
|
|
|
|
bridgeCc.getService(Ci.nsIAndroidBridge).handleGeckoMessage(
|
2013-02-04 13:22:30 -08:00
|
|
|
JSON.stringify({ type: 'Accessibility:Ready' }));
|
2012-11-05 10:27:18 -08:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:Settings', false);
|
|
|
|
} catch (x) {
|
|
|
|
// Not on Android
|
2013-09-18 09:57:08 -07:00
|
|
|
if (aWindow.navigator.mozSettings) {
|
|
|
|
let lock = aWindow.navigator.mozSettings.createLock();
|
|
|
|
let req = lock.get(SCREENREADER_SETTING);
|
|
|
|
req.addEventListener('success', () => {
|
|
|
|
this._systemPref = req.result[SCREENREADER_SETTING];
|
|
|
|
this._enableOrDisable();
|
|
|
|
});
|
|
|
|
aWindow.navigator.mozSettings.addObserver(
|
|
|
|
SCREENREADER_SETTING, this.handleEvent.bind(this));
|
2013-04-23 10:39:15 -07:00
|
|
|
}
|
2012-08-17 15:49:34 -07:00
|
|
|
}
|
2012-08-17 15:49:34 -07:00
|
|
|
|
2013-05-24 11:57:28 -07:00
|
|
|
this._activatePref = new PrefCache(
|
2013-06-10 11:12:46 -07:00
|
|
|
'accessibility.accessfu.activate', this._enableOrDisable.bind(this));
|
|
|
|
|
|
|
|
this._enableOrDisable();
|
2012-04-13 16:18:57 -07:00
|
|
|
},
|
|
|
|
|
2013-04-23 10:39:15 -07:00
|
|
|
/**
|
|
|
|
* Shut down chrome-layer accessibility functionality from the outside.
|
|
|
|
*/
|
|
|
|
detach: function detach() {
|
|
|
|
// Avoid disabling twice.
|
|
|
|
if (this._enabled) {
|
|
|
|
this._disable();
|
|
|
|
}
|
|
|
|
if (Utils.MozBuildApp === 'mobile/android') {
|
|
|
|
Services.obs.removeObserver(this, 'Accessibility:Settings');
|
2013-09-18 09:57:08 -07:00
|
|
|
} else if (Utils.win.navigator.mozSettings) {
|
|
|
|
Utils.win.navigator.mozSettings.removeObserver(
|
|
|
|
SCREENREADER_SETTING, this.handleEvent.bind(this));
|
2013-04-23 10:39:15 -07:00
|
|
|
}
|
2013-05-24 11:57:28 -07:00
|
|
|
delete this._activatePref;
|
2013-04-23 10:39:15 -07:00
|
|
|
Utils.uninit();
|
|
|
|
},
|
|
|
|
|
2012-04-13 16:18:57 -07:00
|
|
|
/**
|
2012-05-07 09:44:44 -07:00
|
|
|
* Start AccessFu mode, this primarily means controlling the virtual cursor
|
|
|
|
* with arrow keys.
|
2012-04-13 16:18:57 -07:00
|
|
|
*/
|
2012-05-14 14:21:59 -07:00
|
|
|
_enable: function _enable() {
|
2012-05-10 10:33:12 -07:00
|
|
|
if (this._enabled)
|
|
|
|
return;
|
|
|
|
this._enabled = true;
|
|
|
|
|
2012-11-05 10:27:18 -08:00
|
|
|
Cu.import('resource://gre/modules/accessibility/Utils.jsm');
|
|
|
|
Cu.import('resource://gre/modules/accessibility/TouchAdapter.jsm');
|
2012-12-07 10:39:17 -08:00
|
|
|
Cu.import('resource://gre/modules/accessibility/Presentation.jsm');
|
2012-11-05 10:27:18 -08:00
|
|
|
|
2013-11-19 10:17:43 -08:00
|
|
|
Logger.info('Enabled');
|
2012-08-17 15:49:34 -07:00
|
|
|
|
2013-04-23 10:39:15 -07:00
|
|
|
for each (let mm in Utils.AllMessageManagers) {
|
|
|
|
this._addMessageListeners(mm);
|
2012-10-01 13:33:26 -07:00
|
|
|
this._loadFrameScript(mm);
|
2013-04-23 10:39:15 -07:00
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
|
2012-08-17 15:49:34 -07:00
|
|
|
// Add stylesheet
|
|
|
|
let stylesheetURL = 'chrome://global/content/accessibility/AccessFu.css';
|
2013-03-15 06:50:55 -07:00
|
|
|
let stylesheet = Utils.win.document.createProcessingInstruction(
|
2012-08-17 15:49:34 -07:00
|
|
|
'xml-stylesheet', 'href="' + stylesheetURL + '" type="text/css"');
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.document.insertBefore(stylesheet, Utils.win.document.firstChild);
|
|
|
|
this.stylesheet = Cu.getWeakReference(stylesheet);
|
2012-08-17 15:49:34 -07:00
|
|
|
|
2013-05-24 11:57:28 -07:00
|
|
|
|
|
|
|
// Populate quicknav modes
|
|
|
|
this._quicknavModesPref =
|
|
|
|
new PrefCache(
|
|
|
|
'accessibility.accessfu.quicknav_modes',
|
|
|
|
(aName, aValue) => {
|
|
|
|
this.Input.quickNavMode.updateModes(aValue);
|
|
|
|
}, true);
|
|
|
|
|
|
|
|
// Check for output notification
|
|
|
|
this._notifyOutputPref =
|
|
|
|
new PrefCache('accessibility.accessfu.notify_output');
|
|
|
|
|
|
|
|
|
2013-04-25 09:16:10 -07:00
|
|
|
this.Input.start();
|
2013-03-15 06:50:55 -07:00
|
|
|
Output.start();
|
|
|
|
TouchAdapter.start();
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2014-02-20 14:19:18 -08:00
|
|
|
Services.obs.addObserver(this, 'remote-browser-shown', false);
|
|
|
|
Services.obs.addObserver(this, 'inprocess-browser-shown', false);
|
2012-10-01 13:33:26 -07:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:NextObject', false);
|
|
|
|
Services.obs.addObserver(this, 'Accessibility:PreviousObject', false);
|
2012-10-19 10:06:08 -07:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:Focus', false);
|
2013-05-23 07:06:27 -07:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:ActivateObject', false);
|
2013-08-16 08:17:29 -07:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:LongPress', false);
|
2013-07-24 14:52:57 -07:00
|
|
|
Services.obs.addObserver(this, 'Accessibility:MoveByGranularity', false);
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.addEventListener('TabOpen', this);
|
2013-05-21 11:16:49 -07:00
|
|
|
Utils.win.addEventListener('TabClose', this);
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.addEventListener('TabSelect', this);
|
2013-04-23 10:39:15 -07:00
|
|
|
|
|
|
|
if (this.readyCallback) {
|
|
|
|
this.readyCallback();
|
|
|
|
delete this.readyCallback;
|
|
|
|
}
|
2012-04-13 16:18:57 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Disable AccessFu and return to default interaction mode.
|
|
|
|
*/
|
2012-05-14 14:21:59 -07:00
|
|
|
_disable: function _disable() {
|
2012-05-10 10:33:12 -07:00
|
|
|
if (!this._enabled)
|
|
|
|
return;
|
2012-10-01 13:33:26 -07:00
|
|
|
|
2012-05-10 10:33:12 -07:00
|
|
|
this._enabled = false;
|
|
|
|
|
2013-11-19 10:17:43 -08:00
|
|
|
Logger.info('Disabled');
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.document.removeChild(this.stylesheet.get());
|
|
|
|
|
2013-04-23 10:39:15 -07:00
|
|
|
for each (let mm in Utils.AllMessageManagers) {
|
2012-10-01 13:33:26 -07:00
|
|
|
mm.sendAsyncMessage('AccessFu:Stop');
|
2013-04-23 10:39:15 -07:00
|
|
|
this._removeMessageListeners(mm);
|
|
|
|
}
|
2012-08-17 15:49:34 -07:00
|
|
|
|
2013-04-25 09:16:10 -07:00
|
|
|
this.Input.stop();
|
2013-03-15 06:50:55 -07:00
|
|
|
Output.stop();
|
|
|
|
TouchAdapter.stop();
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.removeEventListener('TabOpen', this);
|
2013-05-21 11:16:49 -07:00
|
|
|
Utils.win.removeEventListener('TabClose', this);
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.removeEventListener('TabSelect', this);
|
2012-10-16 11:07:16 -07:00
|
|
|
|
2014-02-20 14:19:18 -08:00
|
|
|
Services.obs.removeObserver(this, 'remote-browser-shown');
|
|
|
|
Services.obs.removeObserver(this, 'inprocess-browser-shown');
|
2012-10-01 13:33:26 -07:00
|
|
|
Services.obs.removeObserver(this, 'Accessibility:NextObject');
|
|
|
|
Services.obs.removeObserver(this, 'Accessibility:PreviousObject');
|
2012-10-19 10:06:08 -07:00
|
|
|
Services.obs.removeObserver(this, 'Accessibility:Focus');
|
2013-05-23 07:06:27 -07:00
|
|
|
Services.obs.removeObserver(this, 'Accessibility:ActivateObject');
|
2013-08-16 08:17:29 -07:00
|
|
|
Services.obs.removeObserver(this, 'Accessibility:LongPress');
|
2013-07-24 14:52:57 -07:00
|
|
|
Services.obs.removeObserver(this, 'Accessibility:MoveByGranularity');
|
2013-04-23 10:39:15 -07:00
|
|
|
|
2013-08-21 09:40:06 -07:00
|
|
|
delete this._quicknavModesPref;
|
|
|
|
delete this._notifyOutputPref;
|
|
|
|
|
2013-04-23 10:39:15 -07:00
|
|
|
if (this.doneCallback) {
|
|
|
|
this.doneCallback();
|
|
|
|
delete this.doneCallback;
|
|
|
|
}
|
2012-04-13 16:18:57 -07:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
_enableOrDisable: function _enableOrDisable() {
|
2012-06-13 12:22:52 -07:00
|
|
|
try {
|
2013-08-21 09:40:06 -07:00
|
|
|
if (!this._activatePref) {
|
|
|
|
return;
|
|
|
|
}
|
2013-05-24 11:57:28 -07:00
|
|
|
let activatePref = this._activatePref.value;
|
|
|
|
if (activatePref == ACCESSFU_ENABLE ||
|
|
|
|
this._systemPref && activatePref == ACCESSFU_AUTO)
|
2012-10-01 13:33:26 -07:00
|
|
|
this._enable();
|
|
|
|
else
|
|
|
|
this._disable();
|
2012-06-13 12:22:52 -07:00
|
|
|
} catch (x) {
|
2012-11-05 10:27:18 -08:00
|
|
|
dump('Error ' + x.message + ' ' + x.fileName + ':' + x.lineNumber);
|
2012-06-13 12:22:52 -07:00
|
|
|
}
|
2012-04-13 16:18:57 -07:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
receiveMessage: function receiveMessage(aMessage) {
|
2014-02-27 07:42:45 -08:00
|
|
|
Logger.debug(() => {
|
|
|
|
return ['Recieved', aMessage.name, JSON.stringify(aMessage.json)];
|
|
|
|
});
|
2012-10-01 13:33:26 -07:00
|
|
|
|
|
|
|
switch (aMessage.name) {
|
|
|
|
case 'AccessFu:Ready':
|
2012-12-07 10:39:17 -08:00
|
|
|
let mm = Utils.getMessageManager(aMessage.target);
|
2013-04-23 10:39:15 -07:00
|
|
|
if (this._enabled) {
|
|
|
|
mm.sendAsyncMessage('AccessFu:Start',
|
|
|
|
{method: 'start', buildApp: Utils.MozBuildApp});
|
|
|
|
}
|
2012-12-07 10:39:17 -08:00
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
case 'AccessFu:Present':
|
2012-12-07 10:39:17 -08:00
|
|
|
this._output(aMessage.json, aMessage.target);
|
|
|
|
break;
|
|
|
|
case 'AccessFu:Input':
|
2013-04-25 09:16:10 -07:00
|
|
|
this.Input.setEditState(aMessage.json);
|
2012-12-07 10:39:17 -08:00
|
|
|
break;
|
2013-06-03 11:29:14 -07:00
|
|
|
case 'AccessFu:ActivateContextMenu':
|
|
|
|
this.Input.activateContextMenu(aMessage.json);
|
|
|
|
break;
|
2013-07-26 08:18:12 -07:00
|
|
|
case 'AccessFu:DoScroll':
|
|
|
|
this.Input.doScroll(aMessage.json);
|
|
|
|
break;
|
2012-12-07 10:39:17 -08:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
_output: function _output(aPresentationData, aBrowser) {
|
2013-04-24 10:33:16 -07:00
|
|
|
for each (let presenter in aPresentationData) {
|
|
|
|
if (!presenter)
|
|
|
|
continue;
|
2012-12-07 10:39:17 -08:00
|
|
|
|
2013-04-24 10:33:16 -07:00
|
|
|
try {
|
|
|
|
Output[presenter.type](presenter.details, aBrowser);
|
2012-10-01 13:33:26 -07:00
|
|
|
} catch (x) {
|
2012-10-19 13:39:36 -07:00
|
|
|
Logger.logException(x);
|
2012-08-17 15:49:34 -07:00
|
|
|
}
|
2013-04-24 10:33:16 -07:00
|
|
|
}
|
|
|
|
|
2013-05-24 11:57:28 -07:00
|
|
|
if (this._notifyOutputPref.value) {
|
2013-04-24 10:33:16 -07:00
|
|
|
Services.obs.notifyObservers(null, 'accessfu-output',
|
|
|
|
JSON.stringify(aPresentationData));
|
|
|
|
}
|
2012-04-13 16:18:57 -07:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
_loadFrameScript: function _loadFrameScript(aMessageManager) {
|
2013-04-23 10:39:15 -07:00
|
|
|
if (this._processedMessageManagers.indexOf(aMessageManager) < 0) {
|
|
|
|
aMessageManager.loadFrameScript(
|
|
|
|
'chrome://global/content/accessibility/content-script.js', true);
|
|
|
|
this._processedMessageManagers.push(aMessageManager);
|
|
|
|
} else if (this._enabled) {
|
|
|
|
// If the content-script is already loaded and AccessFu is enabled,
|
|
|
|
// send an AccessFu:Start message.
|
|
|
|
aMessageManager.sendAsyncMessage('AccessFu:Start',
|
|
|
|
{method: 'start', buildApp: Utils.MozBuildApp});
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
_addMessageListeners: function _addMessageListeners(aMessageManager) {
|
2012-10-01 13:33:26 -07:00
|
|
|
aMessageManager.addMessageListener('AccessFu:Present', this);
|
|
|
|
aMessageManager.addMessageListener('AccessFu:Input', this);
|
|
|
|
aMessageManager.addMessageListener('AccessFu:Ready', this);
|
2013-06-03 11:29:14 -07:00
|
|
|
aMessageManager.addMessageListener('AccessFu:ActivateContextMenu', this);
|
2013-07-26 08:18:12 -07:00
|
|
|
aMessageManager.addMessageListener('AccessFu:DoScroll', this);
|
2013-04-23 10:39:15 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
_removeMessageListeners: function _removeMessageListeners(aMessageManager) {
|
|
|
|
aMessageManager.removeMessageListener('AccessFu:Present', this);
|
|
|
|
aMessageManager.removeMessageListener('AccessFu:Input', this);
|
|
|
|
aMessageManager.removeMessageListener('AccessFu:Ready', this);
|
2013-06-03 11:29:14 -07:00
|
|
|
aMessageManager.removeMessageListener('AccessFu:ActivateContextMenu', this);
|
2013-07-26 08:18:12 -07:00
|
|
|
aMessageManager.removeMessageListener('AccessFu:DoScroll', this);
|
2013-04-23 10:39:15 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
_handleMessageManager: function _handleMessageManager(aMessageManager) {
|
|
|
|
if (this._enabled) {
|
|
|
|
this._addMessageListeners(aMessageManager);
|
|
|
|
}
|
|
|
|
this._loadFrameScript(aMessageManager);
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
|
|
|
|
2012-04-13 16:18:57 -07:00
|
|
|
observe: function observe(aSubject, aTopic, aData) {
|
|
|
|
switch (aTopic) {
|
2012-05-10 10:33:12 -07:00
|
|
|
case 'Accessibility:Settings':
|
2012-10-01 13:33:26 -07:00
|
|
|
this._systemPref = JSON.parse(aData).enabled;
|
|
|
|
this._enableOrDisable();
|
2012-05-10 10:33:12 -07:00
|
|
|
break;
|
2012-08-20 15:29:22 -07:00
|
|
|
case 'Accessibility:NextObject':
|
2013-04-25 09:16:10 -07:00
|
|
|
this.Input.moveCursor('moveNext', 'Simple', 'gesture');
|
2012-08-20 15:29:22 -07:00
|
|
|
break;
|
|
|
|
case 'Accessibility:PreviousObject':
|
2013-04-25 09:16:10 -07:00
|
|
|
this.Input.moveCursor('movePrevious', 'Simple', 'gesture');
|
2012-08-20 15:29:22 -07:00
|
|
|
break;
|
2013-05-23 07:06:27 -07:00
|
|
|
case 'Accessibility:ActivateObject':
|
2013-07-03 15:20:11 -07:00
|
|
|
this.Input.activateCurrent(JSON.parse(aData));
|
2013-05-23 07:06:27 -07:00
|
|
|
break;
|
2013-08-16 08:17:29 -07:00
|
|
|
case 'Accessibility:LongPress':
|
|
|
|
this.Input.sendContextMenuMessage();
|
|
|
|
break;
|
2012-10-19 10:06:08 -07:00
|
|
|
case 'Accessibility:Focus':
|
|
|
|
this._focused = JSON.parse(aData);
|
|
|
|
if (this._focused) {
|
2013-07-16 11:45:17 -07:00
|
|
|
this.showCurrent(true);
|
2012-10-19 10:06:08 -07:00
|
|
|
}
|
2012-08-20 15:29:22 -07:00
|
|
|
break;
|
2013-07-24 14:52:57 -07:00
|
|
|
case 'Accessibility:MoveByGranularity':
|
|
|
|
this.Input.moveByGranularity(JSON.parse(aData));
|
2013-06-19 13:11:46 -07:00
|
|
|
break;
|
2014-02-20 14:19:18 -08:00
|
|
|
case 'remote-browser-shown':
|
|
|
|
case 'inprocess-browser-shown':
|
2012-10-01 13:33:26 -07:00
|
|
|
{
|
2014-02-20 14:19:18 -08:00
|
|
|
// Ignore notifications that aren't from a BrowserOrApp
|
|
|
|
let frameLoader = aSubject.QueryInterface(Ci.nsIFrameLoader);
|
|
|
|
if (!frameLoader.ownerIsBrowserOrAppFrame) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
this._handleMessageManager(frameLoader.messageManager);
|
2012-10-01 13:33:26 -07:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
handleEvent: function handleEvent(aEvent) {
|
2012-10-16 11:07:16 -07:00
|
|
|
switch (aEvent.type) {
|
|
|
|
case 'TabOpen':
|
|
|
|
{
|
2013-04-23 10:39:15 -07:00
|
|
|
let mm = Utils.getMessageManager(aEvent.target);
|
|
|
|
this._handleMessageManager(mm);
|
2012-10-16 11:07:16 -07:00
|
|
|
break;
|
|
|
|
}
|
2013-05-21 11:16:49 -07:00
|
|
|
case 'TabClose':
|
|
|
|
{
|
|
|
|
let mm = Utils.getMessageManager(aEvent.target);
|
|
|
|
let mmIndex = this._processedMessageManagers.indexOf(mm);
|
|
|
|
if (mmIndex > -1) {
|
|
|
|
this._removeMessageListeners(mm);
|
|
|
|
this._processedMessageManagers.splice(mmIndex, 1);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2012-10-19 10:06:08 -07:00
|
|
|
case 'TabSelect':
|
|
|
|
{
|
|
|
|
if (this._focused) {
|
|
|
|
// We delay this for half a second so the awesomebar could close,
|
|
|
|
// and we could use the current coordinates for the content item.
|
|
|
|
// XXX TODO figure out how to avoid magic wait here.
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.setTimeout(
|
2012-10-19 10:06:08 -07:00
|
|
|
function () {
|
2013-07-16 11:45:17 -07:00
|
|
|
this.showCurrent(false);
|
|
|
|
}.bind(this), 500);
|
2012-10-19 10:06:08 -07:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2013-09-18 09:57:08 -07:00
|
|
|
default:
|
|
|
|
{
|
|
|
|
// A settings change, it does not have an event type
|
|
|
|
if (aEvent.settingName == SCREENREADER_SETTING) {
|
|
|
|
this._systemPref = aEvent.settingValue;
|
|
|
|
this._enableOrDisable();
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2012-04-13 16:18:57 -07:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
2013-07-16 11:45:17 -07:00
|
|
|
showCurrent: function showCurrent(aMove) {
|
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
|
|
|
mm.sendAsyncMessage('AccessFu:ShowCurrent', { move: aMove });
|
|
|
|
},
|
|
|
|
|
2012-12-07 10:39:17 -08:00
|
|
|
announce: function announce(aAnnouncement) {
|
|
|
|
this._output(Presentation.announce(aAnnouncement),
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.CurrentBrowser);
|
2012-12-07 10:39:17 -08:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
// So we don't enable/disable twice
|
2012-10-19 10:06:08 -07:00
|
|
|
_enabled: false,
|
|
|
|
|
|
|
|
// Layerview is focused
|
2013-04-23 10:39:15 -07:00
|
|
|
_focused: false,
|
|
|
|
|
|
|
|
// Keep track of message managers tha already have a 'content-script.js'
|
|
|
|
// injected.
|
2013-07-17 13:41:29 -07:00
|
|
|
_processedMessageManagers: [],
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Adjusts the given bounds relative to the given browser. Converts from screen
|
|
|
|
* or device pixels to either device or CSS pixels.
|
|
|
|
* @param {Rect} aJsonBounds the bounds to adjust
|
|
|
|
* @param {browser} aBrowser the browser we want the bounds relative to
|
|
|
|
* @param {bool} aToCSSPixels whether to convert to CSS pixels (as opposed to
|
|
|
|
* device pixels)
|
|
|
|
* @param {bool} aFromDevicePixels whether to convert from device pixels (as
|
|
|
|
* opposed to screen pixels)
|
|
|
|
*/
|
|
|
|
adjustContentBounds: function(aJsonBounds, aBrowser, aToCSSPixels, aFromDevicePixels) {
|
|
|
|
let bounds = new Rect(aJsonBounds.left, aJsonBounds.top,
|
|
|
|
aJsonBounds.right - aJsonBounds.left,
|
|
|
|
aJsonBounds.bottom - aJsonBounds.top);
|
|
|
|
let win = Utils.win;
|
|
|
|
let dpr = win.devicePixelRatio;
|
|
|
|
let vp = Utils.getViewport(win);
|
|
|
|
let offset = { left: -win.mozInnerScreenX, top: -win.mozInnerScreenY };
|
|
|
|
|
|
|
|
if (!aBrowser.contentWindow) {
|
|
|
|
// OOP browser, add offset of browser.
|
|
|
|
// The offset of the browser element in relation to its parent window.
|
|
|
|
let clientRect = aBrowser.getBoundingClientRect();
|
|
|
|
let win = aBrowser.ownerDocument.defaultView;
|
|
|
|
offset.left += clientRect.left + win.mozInnerScreenX;
|
|
|
|
offset.top += clientRect.top + win.mozInnerScreenY;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Here we scale from screen pixels to layout device pixels by dividing by
|
|
|
|
// the resolution (caused by pinch-zooming). The resolution is the viewport
|
|
|
|
// zoom divided by the devicePixelRatio. If there's no viewport, then we're
|
|
|
|
// on a platform without pinch-zooming and we can just ignore this.
|
|
|
|
if (!aFromDevicePixels && vp) {
|
|
|
|
bounds = bounds.scale(vp.zoom / dpr, vp.zoom / dpr);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add the offset; the offset is in CSS pixels, so multiply the
|
|
|
|
// devicePixelRatio back in before adding to preserve unit consistency.
|
|
|
|
bounds = bounds.translate(offset.left * dpr, offset.top * dpr);
|
|
|
|
|
|
|
|
// If we want to get to CSS pixels from device pixels, this needs to be
|
|
|
|
// further divided by the devicePixelRatio due to widget scaling.
|
|
|
|
if (aToCSSPixels) {
|
|
|
|
bounds = bounds.scale(1 / dpr, 1 / dpr);
|
|
|
|
}
|
|
|
|
|
|
|
|
return bounds.expandToIntegers();
|
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
};
|
|
|
|
|
|
|
|
var Output = {
|
2013-07-04 02:50:11 -07:00
|
|
|
brailleState: {
|
|
|
|
startOffset: 0,
|
|
|
|
endOffset: 0,
|
|
|
|
text: '',
|
2013-07-11 12:55:40 -07:00
|
|
|
selectionStart: 0,
|
|
|
|
selectionEnd: 0,
|
2013-07-04 02:50:11 -07:00
|
|
|
|
|
|
|
init: function init(aOutput) {
|
|
|
|
if (aOutput && 'output' in aOutput) {
|
|
|
|
this.startOffset = aOutput.startOffset;
|
|
|
|
this.endOffset = aOutput.endOffset;
|
|
|
|
// We need to append a space at the end so that the routing key corresponding
|
|
|
|
// to the end of the output (i.e. the space) can be hit to move the caret there.
|
|
|
|
this.text = aOutput.output + ' ';
|
2013-07-11 12:55:40 -07:00
|
|
|
this.selectionStart = typeof aOutput.selectionStart === 'number' ?
|
|
|
|
aOutput.selectionStart : this.selectionStart;
|
|
|
|
this.selectionEnd = typeof aOutput.selectionEnd === 'number' ?
|
|
|
|
aOutput.selectionEnd : this.selectionEnd;
|
|
|
|
|
|
|
|
return { text: this.text,
|
|
|
|
selectionStart: this.selectionStart,
|
|
|
|
selectionEnd: this.selectionEnd };
|
2013-07-04 02:50:11 -07:00
|
|
|
}
|
2013-07-11 12:55:40 -07:00
|
|
|
|
|
|
|
return null;
|
2013-07-04 02:50:11 -07:00
|
|
|
},
|
|
|
|
|
2013-07-11 12:55:40 -07:00
|
|
|
adjustText: function adjustText(aText) {
|
2013-07-04 02:50:11 -07:00
|
|
|
let newBraille = [];
|
|
|
|
let braille = {};
|
|
|
|
|
|
|
|
let prefix = this.text.substring(0, this.startOffset).trim();
|
|
|
|
if (prefix) {
|
|
|
|
prefix += ' ';
|
|
|
|
newBraille.push(prefix);
|
|
|
|
}
|
|
|
|
|
2013-07-11 12:55:40 -07:00
|
|
|
newBraille.push(aText);
|
2013-07-04 02:50:11 -07:00
|
|
|
|
|
|
|
let suffix = this.text.substring(this.endOffset).trim();
|
|
|
|
if (suffix) {
|
|
|
|
suffix = ' ' + suffix;
|
|
|
|
newBraille.push(suffix);
|
|
|
|
}
|
|
|
|
|
2013-07-11 12:55:40 -07:00
|
|
|
this.startOffset = braille.startOffset = prefix.length;
|
|
|
|
this.text = braille.text = newBraille.join('') + ' ';
|
|
|
|
this.endOffset = braille.endOffset = braille.text.length - suffix.length;
|
|
|
|
braille.selectionStart = this.selectionStart;
|
|
|
|
braille.selectionEnd = this.selectionEnd;
|
|
|
|
|
|
|
|
return braille;
|
|
|
|
},
|
|
|
|
|
|
|
|
adjustSelection: function adjustSelection(aSelection) {
|
|
|
|
let braille = {};
|
|
|
|
|
|
|
|
braille.startOffset = this.startOffset;
|
|
|
|
braille.endOffset = this.endOffset;
|
|
|
|
braille.text = this.text;
|
|
|
|
this.selectionStart = braille.selectionStart = aSelection.selectionStart + this.startOffset;
|
|
|
|
this.selectionEnd = braille.selectionEnd = aSelection.selectionEnd + this.startOffset;
|
2013-07-04 02:50:11 -07:00
|
|
|
|
|
|
|
return braille;
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
2013-09-03 06:06:22 -07:00
|
|
|
speechHelper: {
|
2013-11-26 16:53:45 -08:00
|
|
|
EARCONS: ['virtual_cursor_move.ogg',
|
|
|
|
'virtual_cursor_key.ogg',
|
|
|
|
'clicked.ogg'],
|
2013-09-03 06:06:22 -07:00
|
|
|
|
|
|
|
earconBuffers: {},
|
|
|
|
|
2013-09-23 10:28:10 -07:00
|
|
|
inited: false,
|
2013-09-03 06:06:22 -07:00
|
|
|
|
|
|
|
webspeechEnabled: false,
|
|
|
|
|
2014-01-23 10:37:38 -08:00
|
|
|
deferredOutputs: [],
|
|
|
|
|
2013-09-03 06:06:22 -07:00
|
|
|
init: function init() {
|
|
|
|
let window = Utils.win;
|
|
|
|
this.webspeechEnabled = !!window.speechSynthesis;
|
|
|
|
|
2014-01-23 10:37:38 -08:00
|
|
|
let settingsToGet = 2;
|
|
|
|
let settingsCallback = (aName, aSetting) => {
|
|
|
|
if (--settingsToGet > 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
this.inited = true;
|
|
|
|
|
|
|
|
for (let actions of this.deferredOutputs) {
|
|
|
|
this.output(actions);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
this._volumeSetting = new SettingCache(
|
|
|
|
'accessibility.screenreader-volume', settingsCallback,
|
|
|
|
{ defaultValue: 1, callbackNow: true, callbackOnce: true });
|
|
|
|
this._rateSetting = new SettingCache(
|
|
|
|
'accessibility.screenreader-rate', settingsCallback,
|
|
|
|
{ defaultValue: 0, callbackNow: true, callbackOnce: true });
|
|
|
|
|
2013-09-03 06:06:22 -07:00
|
|
|
for (let earcon of this.EARCONS) {
|
2013-11-26 16:53:45 -08:00
|
|
|
let earconName = /(^.*)\..*$/.exec(earcon)[1];
|
2013-09-23 10:28:10 -07:00
|
|
|
this.earconBuffers[earconName] = new WeakMap();
|
2013-11-26 16:53:45 -08:00
|
|
|
this.earconBuffers[earconName].set(
|
|
|
|
window, new window.Audio('chrome://global/content/accessibility/' + earcon));
|
2013-09-03 06:06:22 -07:00
|
|
|
}
|
2014-01-23 10:37:38 -08:00
|
|
|
},
|
2013-09-23 10:28:10 -07:00
|
|
|
|
2014-01-23 10:37:38 -08:00
|
|
|
uninit: function uninit() {
|
|
|
|
if (this.inited) {
|
|
|
|
delete this._volumeSetting;
|
|
|
|
delete this._rateSetting;
|
|
|
|
}
|
|
|
|
this.inited = false;
|
2013-09-03 06:06:22 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
output: function output(aActions) {
|
2013-09-23 10:28:10 -07:00
|
|
|
if (!this.inited) {
|
2014-01-23 10:37:38 -08:00
|
|
|
this.deferredOutputs.push(aActions);
|
|
|
|
return;
|
2013-09-03 06:06:22 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
for (let action of aActions) {
|
|
|
|
let window = Utils.win;
|
2013-11-19 10:17:43 -08:00
|
|
|
Logger.debug('tts.' + action.method, '"' + action.data + '"',
|
|
|
|
JSON.stringify(action.options));
|
2013-09-03 06:06:22 -07:00
|
|
|
|
|
|
|
if (!action.options.enqueue && this.webspeechEnabled) {
|
|
|
|
window.speechSynthesis.cancel();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (action.method === 'speak' && this.webspeechEnabled) {
|
2014-01-23 10:37:38 -08:00
|
|
|
let utterance = new window.SpeechSynthesisUtterance(action.data);
|
|
|
|
let requestedRate = this._rateSetting.value;
|
|
|
|
utterance.volume = this._volumeSetting.value;
|
|
|
|
utterance.rate = requestedRate >= 0 ?
|
|
|
|
requestedRate + 1 : 1 / (Math.abs(requestedRate) + 1);
|
|
|
|
window.speechSynthesis.speak(utterance);
|
2013-09-23 10:28:10 -07:00
|
|
|
} else if (action.method === 'playEarcon') {
|
2013-09-03 06:06:22 -07:00
|
|
|
let audioBufferWeakMap = this.earconBuffers[action.data];
|
|
|
|
if (audioBufferWeakMap) {
|
2014-01-23 10:37:38 -08:00
|
|
|
let node = audioBufferWeakMap.get(window).cloneNode(false);
|
|
|
|
node.volume = this._volumeSetting.value;
|
|
|
|
node.play();
|
2013-09-03 06:06:22 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
start: function start() {
|
2012-11-05 10:27:18 -08:00
|
|
|
Cu.import('resource://gre/modules/Geometry.jsm');
|
2014-01-23 10:37:38 -08:00
|
|
|
this.speechHelper.init();
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
stop: function stop() {
|
|
|
|
if (this.highlightBox) {
|
|
|
|
Utils.win.document.documentElement.removeChild(this.highlightBox.get());
|
|
|
|
delete this.highlightBox;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (this.announceBox) {
|
|
|
|
Utils.win.document.documentElement.removeChild(this.announceBox.get());
|
|
|
|
delete this.announceBox;
|
|
|
|
}
|
2014-01-23 10:37:38 -08:00
|
|
|
|
|
|
|
this.speechHelper.uninit();
|
2013-03-15 06:50:55 -07:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
Speech: function Speech(aDetails, aBrowser) {
|
2013-09-03 06:06:22 -07:00
|
|
|
this.speechHelper.output(aDetails.actions);
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
Visual: function Visual(aDetails, aBrowser) {
|
2012-12-07 10:39:17 -08:00
|
|
|
switch (aDetails.method) {
|
|
|
|
case 'showBounds':
|
|
|
|
{
|
2013-03-15 06:50:55 -07:00
|
|
|
let highlightBox = null;
|
2012-12-07 10:39:17 -08:00
|
|
|
if (!this.highlightBox) {
|
|
|
|
// Add highlight box
|
2013-03-15 06:50:55 -07:00
|
|
|
highlightBox = Utils.win.document.
|
2012-12-07 10:39:17 -08:00
|
|
|
createElementNS('http://www.w3.org/1999/xhtml', 'div');
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.document.documentElement.appendChild(highlightBox);
|
|
|
|
highlightBox.id = 'virtual-cursor-box';
|
2012-12-07 10:39:17 -08:00
|
|
|
|
|
|
|
// Add highlight inset for inner shadow
|
2013-03-15 06:50:55 -07:00
|
|
|
let inset = Utils.win.document.
|
2012-12-07 10:39:17 -08:00
|
|
|
createElementNS('http://www.w3.org/1999/xhtml', 'div');
|
|
|
|
inset.id = 'virtual-cursor-inset';
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
highlightBox.appendChild(inset);
|
|
|
|
this.highlightBox = Cu.getWeakReference(highlightBox);
|
|
|
|
} else {
|
|
|
|
highlightBox = this.highlightBox.get();
|
2012-12-07 10:39:17 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
let padding = aDetails.padding;
|
2013-07-17 13:41:29 -07:00
|
|
|
let r = AccessFu.adjustContentBounds(aDetails.bounds, aBrowser, true);
|
2012-12-07 10:39:17 -08:00
|
|
|
|
|
|
|
// First hide it to avoid flickering when changing the style.
|
2013-03-15 06:50:55 -07:00
|
|
|
highlightBox.style.display = 'none';
|
|
|
|
highlightBox.style.top = (r.top - padding) + 'px';
|
|
|
|
highlightBox.style.left = (r.left - padding) + 'px';
|
|
|
|
highlightBox.style.width = (r.width + padding*2) + 'px';
|
|
|
|
highlightBox.style.height = (r.height + padding*2) + 'px';
|
|
|
|
highlightBox.style.display = 'block';
|
2012-10-01 13:33:26 -07:00
|
|
|
|
2012-12-07 10:39:17 -08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 'hideBounds':
|
|
|
|
{
|
2013-03-15 06:50:55 -07:00
|
|
|
let highlightBox = this.highlightBox ? this.highlightBox.get() : null;
|
|
|
|
if (highlightBox)
|
2013-06-10 07:30:07 -07:00
|
|
|
highlightBox.style.display = 'none';
|
2012-12-07 10:39:17 -08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 'showAnnouncement':
|
|
|
|
{
|
2013-03-15 06:50:55 -07:00
|
|
|
let announceBox = this.announceBox ? this.announceBox.get() : null;
|
|
|
|
if (!announceBox) {
|
|
|
|
announceBox = Utils.win.document.
|
2012-12-07 10:39:17 -08:00
|
|
|
createElementNS('http://www.w3.org/1999/xhtml', 'div');
|
2013-03-15 06:50:55 -07:00
|
|
|
announceBox.id = 'announce-box';
|
|
|
|
Utils.win.document.documentElement.appendChild(announceBox);
|
|
|
|
this.announceBox = Cu.getWeakReference(announceBox);
|
2012-12-07 10:39:17 -08:00
|
|
|
}
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
announceBox.innerHTML = '<div>' + aDetails.text + '</div>';
|
|
|
|
announceBox.classList.add('showing');
|
2012-12-07 10:39:17 -08:00
|
|
|
|
|
|
|
if (this._announceHideTimeout)
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.clearTimeout(this._announceHideTimeout);
|
2012-12-07 10:39:17 -08:00
|
|
|
|
|
|
|
if (aDetails.duration > 0)
|
2013-03-15 06:50:55 -07:00
|
|
|
this._announceHideTimeout = Utils.win.setTimeout(
|
2012-12-07 10:39:17 -08:00
|
|
|
function () {
|
2013-03-15 06:50:55 -07:00
|
|
|
announceBox.classList.remove('showing');
|
2012-12-07 10:39:17 -08:00
|
|
|
this._announceHideTimeout = 0;
|
|
|
|
}.bind(this), aDetails.duration);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 'hideAnnouncement':
|
|
|
|
{
|
2013-03-15 06:50:55 -07:00
|
|
|
let announceBox = this.announceBox ? this.announceBox.get() : null;
|
|
|
|
if (announceBox)
|
|
|
|
announceBox.classList.remove('showing');
|
2012-12-07 10:39:17 -08:00
|
|
|
break;
|
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
Android: function Android(aDetails, aBrowser) {
|
2013-07-04 02:50:11 -07:00
|
|
|
const ANDROID_VIEW_TEXT_CHANGED = 0x10;
|
2013-07-11 12:55:40 -07:00
|
|
|
const ANDROID_VIEW_TEXT_SELECTION_CHANGED = 0x2000;
|
2013-07-04 02:50:11 -07:00
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
if (!this._bridge)
|
|
|
|
this._bridge = Cc['@mozilla.org/android/bridge;1'].getService(Ci.nsIAndroidBridge);
|
|
|
|
|
|
|
|
for each (let androidEvent in aDetails) {
|
|
|
|
androidEvent.type = 'Accessibility:Event';
|
|
|
|
if (androidEvent.bounds)
|
2013-07-17 13:41:29 -07:00
|
|
|
androidEvent.bounds = AccessFu.adjustContentBounds(androidEvent.bounds, aBrowser);
|
2013-07-11 12:55:40 -07:00
|
|
|
|
|
|
|
switch(androidEvent.eventType) {
|
|
|
|
case ANDROID_VIEW_TEXT_CHANGED:
|
|
|
|
androidEvent.brailleOutput = this.brailleState.adjustText(androidEvent.text);
|
|
|
|
break;
|
|
|
|
case ANDROID_VIEW_TEXT_SELECTION_CHANGED:
|
|
|
|
androidEvent.brailleOutput = this.brailleState.adjustSelection(androidEvent.brailleOutput);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
androidEvent.brailleOutput = this.brailleState.init(androidEvent.brailleOutput);
|
|
|
|
break;
|
2013-07-03 15:20:11 -07:00
|
|
|
}
|
2013-02-04 13:22:30 -08:00
|
|
|
this._bridge.handleGeckoMessage(JSON.stringify(androidEvent));
|
2012-10-01 13:33:26 -07:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
2012-11-12 15:46:09 -08:00
|
|
|
Haptic: function Haptic(aDetails, aBrowser) {
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.navigator.vibrate(aDetails.pattern);
|
2012-11-12 15:46:09 -08:00
|
|
|
},
|
|
|
|
|
2013-06-17 07:36:41 -07:00
|
|
|
Braille: function Braille(aDetails, aBrowser) {
|
|
|
|
Logger.debug('Braille output: ' + aDetails.text);
|
2012-10-01 13:33:26 -07:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
var Input = {
|
|
|
|
editState: {},
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
start: function start() {
|
2013-04-25 12:39:16 -07:00
|
|
|
// XXX: This is too disruptive on desktop for now.
|
|
|
|
// Might need to add special modifiers.
|
|
|
|
if (Utils.MozBuildApp != 'browser') {
|
|
|
|
Utils.win.document.addEventListener('keypress', this, true);
|
|
|
|
}
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.addEventListener('mozAccessFuGesture', this, true);
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
|
|
|
|
2013-03-15 06:50:55 -07:00
|
|
|
stop: function stop() {
|
2013-04-25 12:39:16 -07:00
|
|
|
if (Utils.MozBuildApp != 'browser') {
|
|
|
|
Utils.win.document.removeEventListener('keypress', this, true);
|
|
|
|
}
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.win.removeEventListener('mozAccessFuGesture', this, true);
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
handleEvent: function Input_handleEvent(aEvent) {
|
|
|
|
try {
|
|
|
|
switch (aEvent.type) {
|
|
|
|
case 'keypress':
|
|
|
|
this._handleKeypress(aEvent);
|
|
|
|
break;
|
|
|
|
case 'mozAccessFuGesture':
|
2012-12-11 10:12:12 -08:00
|
|
|
this._handleGesture(aEvent.detail);
|
2012-10-01 13:33:26 -07:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
} catch (x) {
|
2012-10-19 13:39:36 -07:00
|
|
|
Logger.logException(x);
|
2012-10-01 13:33:26 -07:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
2012-12-11 10:12:12 -08:00
|
|
|
_handleGesture: function _handleGesture(aGesture) {
|
|
|
|
let gestureName = aGesture.type + aGesture.touches.length;
|
2013-11-19 10:17:43 -08:00
|
|
|
Logger.debug('Gesture', aGesture.type,
|
|
|
|
'(fingers: ' + aGesture.touches.length + ')');
|
2012-10-01 13:33:26 -07:00
|
|
|
|
2012-12-11 10:12:12 -08:00
|
|
|
switch (gestureName) {
|
|
|
|
case 'dwell1':
|
|
|
|
case 'explore1':
|
2013-07-26 14:09:17 -07:00
|
|
|
this.moveToPoint('Simple', aGesture.x, aGesture.y);
|
2012-12-11 10:12:12 -08:00
|
|
|
break;
|
|
|
|
case 'doubletap1':
|
|
|
|
this.activateCurrent();
|
|
|
|
break;
|
2013-06-03 11:29:14 -07:00
|
|
|
case 'doubletaphold1':
|
|
|
|
this.sendContextMenuMessage();
|
|
|
|
break;
|
2012-12-11 10:12:12 -08:00
|
|
|
case 'swiperight1':
|
|
|
|
this.moveCursor('moveNext', 'Simple', 'gestures');
|
|
|
|
break;
|
|
|
|
case 'swipeleft1':
|
|
|
|
this.moveCursor('movePrevious', 'Simple', 'gesture');
|
|
|
|
break;
|
2013-11-06 09:43:53 -08:00
|
|
|
case 'swipeup1':
|
|
|
|
this.contextAction('backward');
|
|
|
|
break;
|
|
|
|
case 'swipedown1':
|
|
|
|
this.contextAction('forward');
|
|
|
|
break;
|
2013-09-23 10:28:10 -07:00
|
|
|
case 'exploreend1':
|
2013-12-05 03:15:03 -08:00
|
|
|
case 'dwellend1':
|
2013-09-23 10:28:10 -07:00
|
|
|
this.activateCurrent(null, true);
|
|
|
|
break;
|
2012-12-11 10:12:12 -08:00
|
|
|
case 'swiperight2':
|
2013-07-26 08:18:12 -07:00
|
|
|
this.sendScrollMessage(-1, true);
|
2012-12-11 10:12:12 -08:00
|
|
|
break;
|
|
|
|
case 'swipedown2':
|
2013-07-26 08:18:12 -07:00
|
|
|
this.sendScrollMessage(-1);
|
2012-12-11 10:12:12 -08:00
|
|
|
break;
|
|
|
|
case 'swipeleft2':
|
2013-07-26 08:18:12 -07:00
|
|
|
this.sendScrollMessage(1, true);
|
2012-12-11 10:12:12 -08:00
|
|
|
break;
|
|
|
|
case 'swipeup2':
|
2013-07-26 08:18:12 -07:00
|
|
|
this.sendScrollMessage(1);
|
2012-12-11 10:12:12 -08:00
|
|
|
break;
|
|
|
|
case 'explore2':
|
2013-03-15 06:50:55 -07:00
|
|
|
Utils.CurrentBrowser.contentWindow.scrollBy(
|
2012-12-11 10:12:12 -08:00
|
|
|
-aGesture.deltaX, -aGesture.deltaY);
|
|
|
|
break;
|
2012-12-11 10:12:12 -08:00
|
|
|
case 'swiperight3':
|
|
|
|
this.moveCursor('moveNext', this.quickNavMode.current, 'gesture');
|
|
|
|
break;
|
|
|
|
case 'swipeleft3':
|
|
|
|
this.moveCursor('movePrevious', this.quickNavMode.current, 'gesture');
|
|
|
|
break;
|
|
|
|
case 'swipedown3':
|
|
|
|
this.quickNavMode.next();
|
|
|
|
AccessFu.announce('quicknav_' + this.quickNavMode.current);
|
|
|
|
break;
|
|
|
|
case 'swipeup3':
|
|
|
|
this.quickNavMode.previous();
|
|
|
|
AccessFu.announce('quicknav_' + this.quickNavMode.current);
|
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
_handleKeypress: function _handleKeypress(aEvent) {
|
|
|
|
let target = aEvent.target;
|
|
|
|
|
|
|
|
// Ignore keys with modifiers so the content could take advantage of them.
|
|
|
|
if (aEvent.ctrlKey || aEvent.altKey || aEvent.metaKey)
|
|
|
|
return;
|
|
|
|
|
|
|
|
switch (aEvent.keyCode) {
|
|
|
|
case 0:
|
|
|
|
// an alphanumeric key was pressed, handle it separately.
|
|
|
|
// If it was pressed with either alt or ctrl, just pass through.
|
|
|
|
// If it was pressed with meta, pass the key on without the meta.
|
|
|
|
if (this.editState.editing)
|
|
|
|
return;
|
|
|
|
|
|
|
|
let key = String.fromCharCode(aEvent.charCode);
|
|
|
|
try {
|
|
|
|
let [methodName, rule] = this.keyMap[key];
|
|
|
|
this.moveCursor(methodName, rule, 'keyboard');
|
|
|
|
} catch (x) {
|
|
|
|
return;
|
2012-05-07 09:44:44 -07:00
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
break;
|
|
|
|
case aEvent.DOM_VK_RIGHT:
|
|
|
|
if (this.editState.editing) {
|
|
|
|
if (!this.editState.atEnd)
|
|
|
|
// Don't move forward if caret is not at end of entry.
|
|
|
|
// XXX: Fix for rtl
|
|
|
|
return;
|
|
|
|
else
|
|
|
|
target.blur();
|
2012-05-02 22:10:55 -07:00
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
this.moveCursor(aEvent.shiftKey ? 'moveLast' : 'moveNext', 'Simple', 'keyboard');
|
2012-05-02 22:10:55 -07:00
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
case aEvent.DOM_VK_LEFT:
|
|
|
|
if (this.editState.editing) {
|
|
|
|
if (!this.editState.atStart)
|
|
|
|
// Don't move backward if caret is not at start of entry.
|
|
|
|
// XXX: Fix for rtl
|
|
|
|
return;
|
|
|
|
else
|
|
|
|
target.blur();
|
|
|
|
}
|
|
|
|
this.moveCursor(aEvent.shiftKey ? 'moveFirst' : 'movePrevious', 'Simple', 'keyboard');
|
2012-06-03 19:02:56 -07:00
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
case aEvent.DOM_VK_UP:
|
|
|
|
if (this.editState.multiline) {
|
|
|
|
if (!this.editState.atStart)
|
|
|
|
// Don't blur content if caret is not at start of text area.
|
|
|
|
return;
|
|
|
|
else
|
|
|
|
target.blur();
|
2012-07-10 16:10:15 -07:00
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
|
|
|
|
if (Utils.MozBuildApp == 'mobile/android')
|
|
|
|
// Return focus to native Android browser chrome.
|
|
|
|
Cc['@mozilla.org/android/bridge;1'].
|
|
|
|
getService(Ci.nsIAndroidBridge).handleGeckoMessage(
|
2013-02-04 13:22:30 -08:00
|
|
|
JSON.stringify({ type: 'ToggleChrome:Focus' }));
|
2012-06-06 10:02:24 -07:00
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
case aEvent.DOM_VK_RETURN:
|
|
|
|
if (this.editState.editing)
|
|
|
|
return;
|
|
|
|
this.activateCurrent();
|
2012-04-13 16:18:57 -07:00
|
|
|
break;
|
2012-10-01 13:33:26 -07:00
|
|
|
default:
|
|
|
|
return;
|
2012-04-13 16:18:57 -07:00
|
|
|
}
|
2012-05-07 09:44:44 -07:00
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
aEvent.preventDefault();
|
|
|
|
aEvent.stopPropagation();
|
2012-05-07 09:44:44 -07:00
|
|
|
},
|
|
|
|
|
2013-07-16 11:45:17 -07:00
|
|
|
moveToPoint: function moveToPoint(aRule, aX, aY) {
|
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
|
|
|
mm.sendAsyncMessage('AccessFu:MoveToPoint', {rule: aRule,
|
|
|
|
x: aX, y: aY,
|
|
|
|
origin: 'top'});
|
|
|
|
},
|
|
|
|
|
|
|
|
moveCursor: function moveCursor(aAction, aRule, aInputType) {
|
2013-03-15 06:50:55 -07:00
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
2013-07-16 11:45:17 -07:00
|
|
|
mm.sendAsyncMessage('AccessFu:MoveCursor',
|
2012-10-01 13:33:26 -07:00
|
|
|
{action: aAction, rule: aRule,
|
2013-07-16 11:45:17 -07:00
|
|
|
origin: 'top', inputType: aInputType});
|
2012-10-01 13:33:26 -07:00
|
|
|
},
|
2012-05-07 09:44:44 -07:00
|
|
|
|
2013-11-06 09:43:53 -08:00
|
|
|
contextAction: function contextAction(aDirection) {
|
|
|
|
// XXX: For now, the only supported context action is adjusting a range.
|
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
|
|
|
mm.sendAsyncMessage('AccessFu:AdjustRange', {direction: aDirection});
|
|
|
|
},
|
|
|
|
|
2013-07-24 14:52:57 -07:00
|
|
|
moveByGranularity: function moveByGranularity(aDetails) {
|
|
|
|
const MOVEMENT_GRANULARITY_PARAGRAPH = 8;
|
|
|
|
|
2013-06-19 13:11:46 -07:00
|
|
|
if (!this.editState.editing) {
|
2013-07-24 14:52:57 -07:00
|
|
|
if (aDetails.granularity === MOVEMENT_GRANULARITY_PARAGRAPH) {
|
|
|
|
this.moveCursor('move' + aDetails.direction, 'Paragraph', 'gesture');
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
aDetails.atStart = this.editState.atStart;
|
|
|
|
aDetails.atEnd = this.editState.atEnd;
|
2013-06-19 13:11:46 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
2013-07-24 14:52:57 -07:00
|
|
|
let type = this.editState.editing ? 'AccessFu:MoveCaret' :
|
|
|
|
'AccessFu:MoveByGranularity';
|
|
|
|
mm.sendAsyncMessage(type, aDetails);
|
2013-06-19 13:11:46 -07:00
|
|
|
},
|
|
|
|
|
2013-09-23 10:28:10 -07:00
|
|
|
activateCurrent: function activateCurrent(aData, aActivateIfKey = false) {
|
2013-03-15 06:50:55 -07:00
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
2013-07-03 15:20:11 -07:00
|
|
|
let offset = aData && typeof aData.keyIndex === 'number' ?
|
2013-07-04 02:50:11 -07:00
|
|
|
aData.keyIndex - Output.brailleState.startOffset : -1;
|
|
|
|
|
2013-09-23 10:28:10 -07:00
|
|
|
mm.sendAsyncMessage('AccessFu:Activate',
|
|
|
|
{offset: offset, activateIfKey: aActivateIfKey});
|
2012-05-07 09:44:44 -07:00
|
|
|
},
|
|
|
|
|
2013-06-03 11:29:14 -07:00
|
|
|
sendContextMenuMessage: function sendContextMenuMessage() {
|
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
|
|
|
mm.sendAsyncMessage('AccessFu:ContextMenu', {});
|
|
|
|
},
|
|
|
|
|
2013-07-26 08:18:12 -07:00
|
|
|
activateContextMenu: function activateContextMenu(aDetails) {
|
2013-07-10 11:59:22 -07:00
|
|
|
if (Utils.MozBuildApp === 'mobile/android') {
|
2013-07-26 08:18:12 -07:00
|
|
|
let p = AccessFu.adjustContentBounds(aDetails.bounds, Utils.CurrentBrowser,
|
2013-07-17 13:41:29 -07:00
|
|
|
true, true).center();
|
2013-06-03 11:29:14 -07:00
|
|
|
Services.obs.notifyObservers(null, 'Gesture:LongPress',
|
2013-07-17 13:41:29 -07:00
|
|
|
JSON.stringify({x: p.x, y: p.y}));
|
2013-07-10 11:59:22 -07:00
|
|
|
}
|
2013-06-03 11:29:14 -07:00
|
|
|
},
|
|
|
|
|
2012-10-01 13:33:26 -07:00
|
|
|
setEditState: function setEditState(aEditState) {
|
|
|
|
this.editState = aEditState;
|
|
|
|
},
|
2012-05-10 10:33:12 -07:00
|
|
|
|
2013-07-26 08:18:12 -07:00
|
|
|
// XXX: This is here for backwards compatability with screen reader simulator
|
|
|
|
// it should be removed when the extension is updated on amo.
|
2012-10-01 13:33:26 -07:00
|
|
|
scroll: function scroll(aPage, aHorizontal) {
|
2013-07-26 08:18:12 -07:00
|
|
|
this.sendScrollMessage(aPage, aHorizontal);
|
|
|
|
},
|
|
|
|
|
|
|
|
sendScrollMessage: function sendScrollMessage(aPage, aHorizontal) {
|
2013-03-15 06:50:55 -07:00
|
|
|
let mm = Utils.getMessageManager(Utils.CurrentBrowser);
|
2012-10-01 13:33:26 -07:00
|
|
|
mm.sendAsyncMessage('AccessFu:Scroll', {page: aPage, horizontal: aHorizontal, origin: 'top'});
|
|
|
|
},
|
2012-04-13 16:18:57 -07:00
|
|
|
|
2013-07-26 08:18:12 -07:00
|
|
|
doScroll: function doScroll(aDetails) {
|
|
|
|
let horizontal = aDetails.horizontal;
|
|
|
|
let page = aDetails.page;
|
|
|
|
let p = AccessFu.adjustContentBounds(aDetails.bounds, Utils.CurrentBrowser,
|
|
|
|
true, true).center();
|
|
|
|
let wu = Utils.win.QueryInterface(Ci.nsIInterfaceRequestor).
|
|
|
|
getInterface(Ci.nsIDOMWindowUtils);
|
|
|
|
wu.sendWheelEvent(p.x, p.y,
|
|
|
|
horizontal ? page : 0, horizontal ? 0 : page, 0,
|
|
|
|
Utils.win.WheelEvent.DOM_DELTA_PAGE, 0, 0, 0, 0);
|
|
|
|
},
|
|
|
|
|
2012-11-05 10:27:18 -08:00
|
|
|
get keyMap() {
|
|
|
|
delete this.keyMap;
|
|
|
|
this.keyMap = {
|
|
|
|
a: ['moveNext', 'Anchor'],
|
|
|
|
A: ['movePrevious', 'Anchor'],
|
|
|
|
b: ['moveNext', 'Button'],
|
|
|
|
B: ['movePrevious', 'Button'],
|
|
|
|
c: ['moveNext', 'Combobox'],
|
|
|
|
C: ['movePrevious', 'Combobox'],
|
2013-07-11 13:42:11 -07:00
|
|
|
d: ['moveNext', 'Landmark'],
|
|
|
|
D: ['movePrevious', 'Landmark'],
|
2012-11-05 10:27:18 -08:00
|
|
|
e: ['moveNext', 'Entry'],
|
|
|
|
E: ['movePrevious', 'Entry'],
|
|
|
|
f: ['moveNext', 'FormElement'],
|
|
|
|
F: ['movePrevious', 'FormElement'],
|
|
|
|
g: ['moveNext', 'Graphic'],
|
|
|
|
G: ['movePrevious', 'Graphic'],
|
|
|
|
h: ['moveNext', 'Heading'],
|
|
|
|
H: ['movePrevious', 'Heading'],
|
|
|
|
i: ['moveNext', 'ListItem'],
|
|
|
|
I: ['movePrevious', 'ListItem'],
|
|
|
|
k: ['moveNext', 'Link'],
|
|
|
|
K: ['movePrevious', 'Link'],
|
|
|
|
l: ['moveNext', 'List'],
|
|
|
|
L: ['movePrevious', 'List'],
|
|
|
|
p: ['moveNext', 'PageTab'],
|
|
|
|
P: ['movePrevious', 'PageTab'],
|
|
|
|
r: ['moveNext', 'RadioButton'],
|
|
|
|
R: ['movePrevious', 'RadioButton'],
|
|
|
|
s: ['moveNext', 'Separator'],
|
|
|
|
S: ['movePrevious', 'Separator'],
|
|
|
|
t: ['moveNext', 'Table'],
|
|
|
|
T: ['movePrevious', 'Table'],
|
|
|
|
x: ['moveNext', 'Checkbox'],
|
|
|
|
X: ['movePrevious', 'Checkbox']
|
|
|
|
};
|
2012-12-11 10:12:12 -08:00
|
|
|
|
|
|
|
return this.keyMap;
|
|
|
|
},
|
|
|
|
|
|
|
|
quickNavMode: {
|
|
|
|
get current() {
|
|
|
|
return this.modes[this._currentIndex];
|
|
|
|
},
|
|
|
|
|
|
|
|
previous: function quickNavMode_previous() {
|
|
|
|
if (--this._currentIndex < 0)
|
|
|
|
this._currentIndex = this.modes.length - 1;
|
|
|
|
},
|
|
|
|
|
|
|
|
next: function quickNavMode_next() {
|
|
|
|
if (++this._currentIndex >= this.modes.length)
|
|
|
|
this._currentIndex = 0;
|
|
|
|
},
|
|
|
|
|
2013-05-24 11:57:28 -07:00
|
|
|
updateModes: function updateModes(aModes) {
|
|
|
|
if (aModes) {
|
|
|
|
this.modes = aModes.split(',');
|
|
|
|
} else {
|
2012-12-11 10:12:12 -08:00
|
|
|
this.modes = [];
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
_currentIndex: -1
|
2012-04-13 16:18:57 -07:00
|
|
|
}
|
2012-10-01 13:33:26 -07:00
|
|
|
};
|
2013-04-25 09:16:10 -07:00
|
|
|
AccessFu.Input = Input;
|