/* ***** BEGIN LICENSE BLOCK ***** * Version: MPL 1.1/GPL 2.0/LGPL 2.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is Bookmarks Sync. * * The Initial Developer of the Original Code is Mozilla. * Portions created by the Initial Developer are Copyright (C) 2007 * the Initial Developer. All Rights Reserved. * * Contributor(s): * Dan Mills * * Alternatively, the contents of this file may be used under the terms of * either the GNU General Public License Version 2 or later (the "GPL"), or * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), * in which case the provisions of the GPL or the LGPL are applicable instead * of those above. If you wish to allow use of your version of this file only * under the terms of either the GPL or the LGPL, and not to allow others to * use your version of this file under the terms of the MPL, indicate your * decision by deleting the provisions above and replace them with the notice * and other provisions required by the GPL or the LGPL. If you do not delete * the provisions above, a recipient may use your version of this file under * the terms of any one of the MPL, the GPL or the LGPL. * * ***** END LICENSE BLOCK ***** */ const EXPORTED_SYMBOLS = ['Resource', 'RemoteStore']; const Cc = Components.classes; const Ci = Components.interfaces; const Cr = Components.results; const Cu = Components.utils; Cu.import("resource://gre/modules/XPCOMUtils.jsm"); Cu.import("resource://weave/log4moz.js"); Cu.import("resource://weave/constants.js"); Cu.import("resource://weave/util.js"); Cu.import("resource://weave/crypto.js"); Cu.import("resource://weave/async.js"); Cu.import("resource://weave/identity.js"); Cu.import("resource://weave/dav.js"); Cu.import("resource://weave/stores.js"); Function.prototype.async = Async.sugar; function RequestException(resource, action, request) { this._resource = resource; this._action = action; this._request = request; } RequestException.prototype = { get resource() { return this._resource; }, get action() { return this._action; }, get request() { return this._request; }, get status() { return this._request.status; }, toString: function ReqEx_toString() { return "Could not " + this._action + " resource " + this._resource.path + " (" + this._request.status + ")"; } }; function Resource(path) { this._init(path); } Resource.prototype = { get identity() { return this._identity; }, set identity(value) { this._identity = value; }, get dav() { return this._dav; }, set dav(value) { this._dav = value; }, get path() { return this._path; }, set path(value) { this._dirty = true; this._path = value; }, get data() { return this._data; }, set data(value) { this._dirty = true; this._data = value; }, get lastRequest() { return this._lastRequest; }, get downloaded() { return this._downloaded; }, get dirty() { return this._dirty; }, pushFilter: function Res_pushFilter(filter) { this._filters.push(filter); }, popFilter: function Res_popFilter() { return this._filters.pop(); }, clearFilters: function Res_clearFilters() { this._filters = []; }, _init: function Res__init(path) { this._identity = null; // unused this._dav = null; // unused this._path = path; this._data = null; this._downloaded = false; this._dirty = false; this._filters = []; this._lastRequest = null; this._log = Log4Moz.Service.getLogger("Service.Resource"); }, // note: this is unused, and it's not clear whether it's useful or not _sync: function Res__sync() { let self = yield; let ret; // If we've set the locally stored value, upload it. If we // haven't, and we haven't yet downloaded this resource, then get // it. Otherwise do nothing (don't try to get it every time) if (this.dirty) { this.put(self.cb, this.data); ret = yield; } else if (!this.downloaded) { this.get(self.cb); ret = yield; } self.done(ret); }, sync: function Res_sync(onComplete) { this._sync.async(this, onComplete); }, _request: function Res__request(action, data) { let self = yield; let listener, timer; let iter = 0; if ("PUT" == action) { for each (let filter in this._filters) { filter.beforePUT.async(filter, self.cb, data); data = yield; } } while (true) { switch (action) { case "GET": DAV.GET(this.path, self.cb); break; case "PUT": DAV.PUT(this.path, data, self.cb); break; case "DELETE": DAV.DELETE(this.path, self.cb); break; default: throw "Unknown request action for Resource"; } this._lastRequest = yield; if (action == "DELETE" && Utils.checkStatus(this._lastRequest.status, null, [[200,300],404])) { this._dirty = false; this._data = null; break; } else if (Utils.checkStatus(this._lastRequest.status)) { this._log.debug(action + " request successful"); this._dirty = false; if (action == "GET") this._data = this._lastRequest.responseText; else if (action == "PUT") this._data = data; break; } else if (action == "GET" && this._lastRequest.status == 404) { throw new RequestException(this, action, this._lastRequest); } else if (iter >= 10) { // iter too big? bail throw new RequestException(this, action, this._lastRequest); } else { // wait for a bit and try again if (!timer) { listener = new Utils.EventListener(self.cb); timer = Cc["@mozilla.org/timer;1"].createInstance(Ci.nsITimer); } timer.initWithCallback(listener, iter * 100, timer.TYPE_ONE_SHOT); yield; iter++; } } if ("GET" == action) { let filters = this._filters.slice(); // reverse() mutates, so we copy for each (let filter in filters.reverse()) { filter.afterGET.async(filter, self.cb, this._data); this._data = yield; } } self.done(this._data); }, get: function Res_get(onComplete) { this._request.async(this, onComplete, "GET"); }, put: function Res_put(onComplete, data) { this._request.async(this, onComplete, "PUT", data); }, delete: function Res_delete(onComplete) { this._request.async(this, onComplete, "DELETE"); } }; function ResourceSet(basePath) { this._init(basePath); } ResourceSet.prototype = { __proto__: new Resource(), _init: function ResSet__init(basePath) { this.__proto__.__proto__._init.call(this); this._basePath = basePath; this._log = Log4Moz.Service.getLogger("Service.ResourceSet"); }, _hack: function ResSet__hack(action, id, data) { let self = yield; let savedData = this._data; if ("PUT" == action) this._data = data; this._path = this._basePath + id; yield this._request.async(this, self.cb, action, data); let newData = this._data; this._data = savedData; if (this._data == null) this._data = {}; this._data[id] = newData; self.done(this._data[id]); }, get: function ResSet_get(onComplete, id) { this._hack.async(this, onComplete, "GET", id); }, put: function ResSet_put(onComplete, id, data) { this._hack.async(this, onComplete, "PUT", id, data); }, delete: function ResSet_delete(onComplete, id) { this._hack.async(this, onComplete, "DELETE", id); } }; function ResourceFilter() { this._log = Log4Moz.Service.getLogger("Service.ResourceFilter"); } ResourceFilter.prototype = { beforePUT: function ResFilter_beforePUT(data) { let self = yield; this._log.debug("Doing absolutely nothing") self.done(data); }, afterGET: function ResFilter_afterGET(data) { let self = yield; this._log.debug("Doing absolutely nothing") self.done(data); } }; function JsonFilter() { this._log = Log4Moz.Service.getLogger("Service.JsonFilter"); } JsonFilter.prototype = { __proto__: new ResourceFilter(), get _json() { let json = Cc["@mozilla.org/dom/json;1"].createInstance(Ci.nsIJSON); this.__defineGetter__("_json", function() json); return this._json; }, beforePUT: function JsonFilter_beforePUT(data) { let self = yield; this._log.debug("Encoding data as JSON"); self.done(this._json.encode(data)); }, afterGET: function JsonFilter_afterGET(data) { let self = yield; this._log.debug("Decoding JSON data"); self.done(this._json.decode(data)); } }; function CryptoFilter(remoteStore, algProp) { this._remote = remoteStore; this._algProp = algProp; // hackish, but we don't know if it's a delta or snap this._log = Log4Moz.Service.getLogger("Service.CryptoFilter"); } CryptoFilter.prototype = { __proto__: new ResourceFilter(), beforePUT: function CryptoFilter_beforePUT(data) { let self = yield; this._log.debug("Encrypting data"); Crypto.encryptData.async(Crypto, self.cb, data, this._remote.engineId); let ret = yield; self.done(ret); }, afterGET: function CryptoFilter_afterGET(data) { let self = yield; this._log.debug("Decrypting data"); if (!this._remote.status.data) throw "Remote status must be initialized before crypto filter can be used" Crypto.decryptData.async(Crypto, self.cb, data, this._remote.engineId); let ret = yield; self.done(ret); } }; function Keychain(remoteStore) { this._init(remoteStore); } Keychain.prototype = { __proto__: new Resource(), _init: function Keychain__init(remoteStore) { this._remote = remoteStore; this.__proto__.__proto__._init.call(this, this._remote.serverPrefix + "keys.json"); this.pushFilter(new JsonFilter()); }, _getKeyAndIV: function Keychain__getKeyAndIV(identity) { let self = yield; this.get(self.cb); yield; if (!this.data || !this.data.ring || !this.data.ring[identity.username]) throw "Keyring does not contain a key for this user"; // Unwrap (decrypt) the key with the user's private key. let idRSA = ID.get('WeaveCryptoID'); let symkey = yield Crypto.unwrapKey.async(Crypto, self.cb, this.data.ring[identity.username], idRSA); let iv = this.data.bulkIV; identity.bulkKey = symkey; identity.bulkIV = iv; }, getKeyAndIV: function Keychain_getKeyAndIV(onComplete, identity) { this._getKeyAndIV.async(this, onComplete, identity); } // FIXME: implement setKey() }; function RemoteStore(engine) { this._engine = engine; this._log = Log4Moz.Service.getLogger("Service.RemoteStore"); } RemoteStore.prototype = { get serverPrefix() this._engine.serverPrefix, get engineId() this._engine.engineId, get status() { let status = new Resource(this.serverPrefix + "status.json"); status.pushFilter(new JsonFilter()); this.__defineGetter__("status", function() status); return status; }, get keys() { let keys = new Keychain(this); this.__defineGetter__("keys", function() keys); return keys; }, get _snapshot() { let snapshot = new Resource(this.serverPrefix + "snapshot.json"); snapshot.pushFilter(new JsonFilter()); snapshot.pushFilter(new CryptoFilter(this, "snapshotEncryption")); this.__defineGetter__("_snapshot", function() snapshot); return snapshot; }, get _deltas() { let deltas = new ResourceSet(this.serverPrefix + "deltas/"); deltas.pushFilter(new JsonFilter()); deltas.pushFilter(new CryptoFilter(this, "deltasEncryption")); this.__defineGetter__("_deltas", function() deltas); return deltas; }, _openSession: function RStore__openSession() { let self = yield; if (!this.serverPrefix || !this.engineId) throw "Cannot initialize RemoteStore: engine has no server prefix or crypto ID"; this.status.data = null; this.keys.data = null; this._snapshot.data = null; this._deltas.data = null; let ret = yield DAV.MKCOL(this.serverPrefix + "deltas", self.cb); if (!ret) throw "Could not create remote folder"; this._log.debug("Downloading status file"); this.status.get(self.cb); yield; this._log.debug("Downloading status file... done"); // Bail out if the server has a newer format version than we can parse if (this.status.data.formatVersion > ENGINE_STORAGE_FORMAT_VERSION) { this._log.error("Server uses storage format v" + this.status.data.formatVersion + ", this client understands up to v" + ENGINE_STORAGE_FORMAT_VERSION); throw "Incompatible remote store format"; } }, openSession: function RStore_openSession(onComplete) { this._openSession.async(this, onComplete); }, closeSession: function RStore_closeSession() { this.status.data = null; this.keys.data = null; this._snapshot.data = null; this._deltas.data = null; }, // Does a fresh upload of the given snapshot to a new store // FIXME: add 'metadata' arg here like appendDelta's _initialize: function RStore__initialize(snapshot) { let self = yield; let wrappedSymkey; if ("none" != Utils.prefs.getCharPref("encryption")) { Crypto.randomKeyGen.async(Crypto, self.cb, this.engineId); yield; // Wrap (encrypt) this key with the user's public key. let idRSA = ID.get('WeaveCryptoID'); wrappedSymkey = yield Crypto.wrapKey.async(Crypto, self.cb, this.engineId.bulkKey, idRSA); } let keys = {ring: {}, bulkIV: this.engineId.bulkIV}; keys.ring[this.engineId.username] = wrappedSymkey; yield this.keys.put(self.cb, keys); yield this._snapshot.put(self.cb, snapshot.data); //yield this._deltas.put(self.cb, []); let c = 0; for (GUID in snapshot.data) c++; yield this.status.put(self.cb, {GUID: snapshot.GUID, formatVersion: ENGINE_STORAGE_FORMAT_VERSION, snapVersion: snapshot.version, maxVersion: snapshot.version, snapEncryption: Crypto.defaultAlgorithm, deltasEncryption: Crypto.defaultAlgorithm, itemCount: c}); this._log.info("Full upload to server successful"); }, initialize: function RStore_initialize(onComplete, snapshot) { this._initialize.async(this, onComplete, snapshot); }, // Removes server files - you may want to run initialize() after this _wipe: function Engine__wipe() { let self = yield; this._log.debug("Deleting remote store data"); yield this.status.delete(self.cb); yield this.keys.delete(self.cb); yield this._snapshot.delete(self.cb); //yield this._deltas.delete(self.cb); this._log.debug("Server files deleted"); }, wipe: function Engine_wipe(onComplete) { this._wipe.async(this, onComplete) }, // Gets the latest server snapshot by downloading all server files // (snapshot + deltas) _getLatestFromScratch: function RStore__getLatestFromScratch() { let self = yield; let status = this.status.data; this._log.info("Downloading all server data from scratch"); let snap = new SnapshotStore(); snap.data = yield this._snapshot.get(self.cb); snap.version = status.maxVersion; for (let id = status.snapVersion + 1; id <= status.maxVersion; id++) { let delta = yield this._deltas.get(self.cb, id); yield snap.applyCommands.async(snap, self.cb, delta); } self.done(snap); }, // Gets the latest server snapshot by downloading only the necessary // deltas from the given snapshot (but may fall back to a full download) _getLatestFromSnap: function RStore__getLatestFromSnap(lastSyncSnap) { let self = yield; let deltas, snap = new SnapshotStore(); snap.version = this.status.data.maxVersion; if (lastSyncSnap.version < this.status.data.snapVersion) { this._log.trace("Getting latest from snap --> scratch"); self.done(yield this._getLatestFromScratch.async(this, self.cb)); return; } else if (lastSyncSnap.version >= this.status.data.snapVersion && lastSyncSnap.version < this.status.data.maxVersion) { this._log.debug("Using last sync snapshot as starting point for server snapshot"); snap.data = Utils.deepCopy(lastSyncSnap.data); this._log.info("Downloading server deltas"); deltas = []; let min = lastSyncSnap.version + 1; let max = this.status.data.maxVersion; for (let id = min; id <= max; id++) { deltas.push(yield this._deltas.get(self.cb, id)); } } else if (lastSyncSnap.version == this.status.data.maxVersion) { this._log.debug("Using last sync snapshot as server snapshot (snap version == max version)"); this._log.trace("Local snapshot version == server maxVersion"); snap.data = Utils.deepCopy(lastSyncSnap.data); deltas = []; } else { // lastSyncSnap.version > this.status.data.maxVersion this._log.error("Server snapshot is older than local snapshot"); throw "Server snapshot is older than local snapshot"; } try { for (var i = 0; i < deltas.length; i++) { snap.applyCommands.async(snap, self.cb, deltas[i]); yield; } } catch (e) { this._log.warn("Error applying remote deltas to saved snapshot, attempting a full download"); this._log.debug("Exception: " + Utils.exceptionStr(e)); this._log.trace("Stack:\n" + Utils.stackTrace(e)); snap = this._getLatestFromScratch.async(this, self.cb); } self.done(snap); }, // get the latest server snapshot. If a snapshot is given, try to // download only the necessary deltas to get to the latest _wrap: function RStore__wrap(snapshot) { let self = yield; if (snapshot) self.done(yield this._getLatestFromSnap.async(this, self.cb, snapshot)); else self.done(yield this._getLatestFromScratch.async(this, self.cb)); }, wrap: function RStore_wrap(onComplete, snapshot) { this._wrap.async(this, onComplete, snapshot); }, // Adds a new set of changes (a delta) to this store _appendDelta: function RStore__appendDelta(delta, metadata) { let self = yield; if (metadata) { for (let key in metadata) this.status.data[key] = metadata[key]; } let id = this.status.data.maxVersion; // FIXME: we increment maxVersion in Engine yield this._deltas.put(self.cb, id, delta); yield this.status.put(self.cb, this.status.data); }, appendDelta: function RStore_appendDelta(onComplete, delta, metadata) { this._appendDelta.async(this, onComplete, delta, metadata); } };