953 lines
27 KiB
JavaScript
953 lines
27 KiB
JavaScript
/*
|
|
***** BEGIN LICENSE BLOCK *****
|
|
|
|
Copyright © 2009 Center for History and New Media
|
|
George Mason University, Fairfax, Virginia, USA
|
|
http://zotero.org
|
|
|
|
This file is part of Zotero.
|
|
|
|
Zotero is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
Zotero is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
***** END LICENSE BLOCK *****
|
|
*/
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS = function (callbacks) {
|
|
this.onChangesMade = callbacks.onChangesMade ? callbacks.onChangesMade : function () {};
|
|
this.onError = callbacks.onError ? callbacks.onError : function () {};
|
|
|
|
this._rootURI;
|
|
this._userURI;
|
|
this._cachedCredentials = false;
|
|
this._lastSyncTime = null;
|
|
}
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.name = "ZFS";
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('includeUserFiles', function () {
|
|
return Zotero.Prefs.get("sync.storage.enabled") && Zotero.Prefs.get("sync.storage.protocol") == 'zotero';
|
|
});
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('includeGroupFiles', function () {
|
|
return Zotero.Prefs.get("sync.storage.groups.enabled");
|
|
});
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('enabled', function () {
|
|
return this.includeUserFiles || this.includeGroupFiles;
|
|
});
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('active', function () {
|
|
return this.enabled;
|
|
});
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('rootURI', function () {
|
|
if (!this._rootURI) {
|
|
throw ("Root URI not initialized in Zotero.Sync.Storage.Session.ZFS.rootURI");
|
|
}
|
|
return this._rootURI.clone();
|
|
});
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.__defineGetter__('userURI', function () {
|
|
if (!this._userURI) {
|
|
throw ("User URI not initialized in Zotero.Sync.Storage.Session.ZFS.userURI");
|
|
}
|
|
return this._userURI.clone();
|
|
});
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.init = function (url, username, password) {
|
|
var ios = Components.classes["@mozilla.org/network/io-service;1"].
|
|
getService(Components.interfaces.nsIIOService);
|
|
try {
|
|
var uri = ios.newURI(url, null, null);
|
|
if (username) {
|
|
uri.username = username;
|
|
uri.password = password;
|
|
}
|
|
}
|
|
catch (e) {
|
|
Zotero.debug(e);
|
|
Components.utils.reportError(e);
|
|
return false;
|
|
}
|
|
this._rootURI = uri;
|
|
|
|
uri = uri.clone();
|
|
uri.spec += 'users/' + Zotero.userID + '/';
|
|
this._userURI = uri;
|
|
|
|
return true;
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.initFromPrefs = function () {
|
|
var url = ZOTERO_CONFIG.API_URL;
|
|
var username = Zotero.Sync.Server.username;
|
|
var password = Zotero.Sync.Server.password;
|
|
return this.init(url, username, password);
|
|
}
|
|
|
|
|
|
/**
|
|
* Get file metadata on storage server
|
|
*
|
|
* @param {Zotero.Item} item
|
|
* @param {Function} callback Callback f(item, etag)
|
|
*/
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._getStorageFileInfo = function (item, callback) {
|
|
var uri = this._getItemURI(item);
|
|
|
|
var self = this;
|
|
|
|
Zotero.Utilities.HTTP.doHead(uri, function (req) {
|
|
var funcName = "Zotero.Sync.Storage.Session.ZFS._getStorageFileInfo()";
|
|
|
|
if (req.status == 404) {
|
|
callback(item, false);
|
|
return;
|
|
}
|
|
else if (req.status != 200) {
|
|
var msg = "Unexpected status code " + req.status + " in " + funcName;
|
|
Zotero.debug(msg + " (" + Zotero.Items.getLibraryKeyHash(item) + ")", 1);
|
|
Zotero.debug(req.responseText);
|
|
Zotero.debug(req.getAllResponseHeaders());
|
|
self.onError(msg);
|
|
return;
|
|
}
|
|
|
|
var info = {};
|
|
info.hash = req.getResponseHeader('ETag');
|
|
info.filename = req.getResponseHeader('X-Zotero-Filename');
|
|
info.mtime = req.getResponseHeader('X-Zotero-Modification-Time');
|
|
info.compressed = req.getResponseHeader('X-Zotero-Compressed') == 'Yes';
|
|
Zotero.debug(info);
|
|
|
|
if (!info.hash) {
|
|
Zotero.debug('========');
|
|
Zotero.debug("Hash not found in HEAD response in " + funcName, 2);
|
|
Zotero.debug(req.status);
|
|
Zotero.debug(item.key);
|
|
Zotero.debug(req.responseText);
|
|
Zotero.debug(req.getAllResponseHeaders());
|
|
//callback(item, false);
|
|
//return;
|
|
}
|
|
|
|
callback(item, info);
|
|
});
|
|
}
|
|
|
|
|
|
/**
|
|
* Begin download process for individual file
|
|
*
|
|
* @param {Zotero.Sync.Storage.Request} [request]
|
|
*/
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.downloadFile = function (request) {
|
|
var item = Zotero.Sync.Storage.getItemFromRequestName(request.name);
|
|
if (!item) {
|
|
throw ("Item '" + request.name + "' not found in Zotero.Sync.Storage.Session.ZFS.downloadFile()");
|
|
}
|
|
|
|
var self = this;
|
|
|
|
// Retrieve file info from server to store locally afterwards
|
|
this._getStorageFileInfo(item, function (item, info) {
|
|
if (!request.isRunning()) {
|
|
Zotero.debug("Download request '" + request.name
|
|
+ "' is no longer running after getting remote file info");
|
|
return;
|
|
}
|
|
|
|
if (!info) {
|
|
Zotero.debug("Remote file not found for item " + item.libraryID + "/" + item.key);
|
|
request.finish();
|
|
return;
|
|
}
|
|
|
|
try {
|
|
var syncModTime = info.mtime;
|
|
var syncHash = info.hash;
|
|
|
|
var file = item.getFile();
|
|
// Skip download if local file exists and matches mod time
|
|
if (file && file.exists()) {
|
|
if (syncModTime == Math.round(file.lastModifiedTime / 1000)) {
|
|
Zotero.debug("File mod time matches remote file -- skipping download");
|
|
|
|
Zotero.DB.beginTransaction();
|
|
var syncState = Zotero.Sync.Storage.getSyncState(item.id);
|
|
//var updateItem = syncState != 1;
|
|
var updateItem = false;
|
|
Zotero.Sync.Storage.setSyncedModificationTime(item.id, syncModTime, updateItem);
|
|
Zotero.Sync.Storage.setSyncState(item.id, Zotero.Sync.Storage.SYNC_STATE_IN_SYNC);
|
|
Zotero.DB.commitTransaction();
|
|
self.onChangesMade();
|
|
request.finish();
|
|
return;
|
|
}
|
|
// If not compressed, check hash, in case only timestamp changed
|
|
else if (!info.compressed && item.attachmentHash == syncHash) {
|
|
Zotero.debug("File hash matches remote file -- skipping download");
|
|
|
|
Zotero.DB.beginTransaction();
|
|
var syncState = Zotero.Sync.Storage.getSyncState(item.id);
|
|
//var updateItem = syncState != 1;
|
|
var updateItem = false;
|
|
if (!info.compressed) {
|
|
Zotero.Sync.Storage.setSyncedHash(item.id, syncHash, false);
|
|
}
|
|
Zotero.Sync.Storage.setSyncedModificationTime(item.id, syncModTime, updateItem);
|
|
Zotero.Sync.Storage.setSyncState(item.id, Zotero.Sync.Storage.SYNC_STATE_IN_SYNC);
|
|
Zotero.DB.commitTransaction();
|
|
self.onChangesMade();
|
|
request.finish();
|
|
return;
|
|
}
|
|
}
|
|
|
|
var destFile = Zotero.getTempDirectory();
|
|
if (info.compressed) {
|
|
destFile.append(item.key + '.zip.tmp');
|
|
}
|
|
else {
|
|
destFile.append(item.key + '.tmp');
|
|
}
|
|
|
|
if (destFile.exists()) {
|
|
destFile.remove(false);
|
|
}
|
|
|
|
// saveURI() below appears not to create empty files for Content-Length: 0,
|
|
// so we create one here just in case
|
|
destFile.create(Components.interfaces.nsIFile.NORMAL_FILE_TYPE, 0644);
|
|
|
|
var listener = new Zotero.Sync.Storage.StreamListener(
|
|
{
|
|
onStart: function (request, data) {
|
|
if (data.request.isFinished()) {
|
|
Zotero.debug("Download request " + data.request.name
|
|
+ " stopped before download started -- closing channel");
|
|
request.cancel(0x804b0002); // NS_BINDING_ABORTED
|
|
return;
|
|
}
|
|
},
|
|
onProgress: function (a, b, c) {
|
|
request.onProgress(a, b, c)
|
|
},
|
|
onStop: function (request, status, response, data) {
|
|
if (status != 200) {
|
|
self.onError("Unexpected status code " + status
|
|
+ " for request " + data.request.name + " in Zotero.Sync.Storage.Session.ZFS.downloadFile()");
|
|
return;
|
|
}
|
|
|
|
// Don't try to process if the request has been cancelled
|
|
if (data.request.isFinished()) {
|
|
Zotero.debug("Download request " + data.request.name
|
|
+ " is no longer running after file download");
|
|
return;
|
|
}
|
|
|
|
Zotero.debug("Finished download of " + destFile.path);
|
|
|
|
try {
|
|
Zotero.Sync.Storage.processDownload(data);
|
|
data.request.finish();
|
|
}
|
|
catch (e) {
|
|
self.onError(e);
|
|
}
|
|
},
|
|
request: request,
|
|
item: item,
|
|
compressed: info.compressed,
|
|
syncModTime: syncModTime,
|
|
syncHash: syncHash
|
|
}
|
|
);
|
|
|
|
var uri = self._getItemURI(item);
|
|
|
|
// Don't display password in console
|
|
var disp = uri.clone();
|
|
if (disp.password) {
|
|
disp.password = "********";
|
|
}
|
|
Zotero.debug('Saving ' + disp.spec + ' with saveURI()');
|
|
const nsIWBP = Components.interfaces.nsIWebBrowserPersist;
|
|
var wbp = Components
|
|
.classes["@mozilla.org/embedding/browser/nsWebBrowserPersist;1"]
|
|
.createInstance(nsIWBP);
|
|
wbp.persistFlags = nsIWBP.PERSIST_FLAGS_BYPASS_CACHE;
|
|
wbp.progressListener = listener;
|
|
wbp.saveURI(uri, null, null, null, null, destFile);
|
|
}
|
|
catch (e) {
|
|
self.onError(e);
|
|
}
|
|
});
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.uploadFile = function (request) {
|
|
var self = this;
|
|
var item = Zotero.Sync.Storage.getItemFromRequestName(request.name);
|
|
if (Zotero.Attachments.getNumFiles(item) > 1) {
|
|
Zotero.Sync.Storage.createUploadFile(request, function (data) { self._processUploadFile(data); });
|
|
}
|
|
else {
|
|
this._processUploadFile({ request: request });
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
* Upload the file to the server
|
|
*
|
|
* @param {Object} Object with 'request' property
|
|
* @return {void}
|
|
*/
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._processUploadFile = function (data) {
|
|
/*
|
|
_updateSizeMultiplier(
|
|
(100 - Zotero.Sync.Storage.compressionTracker.ratio) / 100
|
|
);
|
|
*/
|
|
|
|
var request = data.request;
|
|
var item = Zotero.Sync.Storage.getItemFromRequestName(request.name);
|
|
|
|
var self = this;
|
|
|
|
this._getStorageFileInfo(item, function (item, info) {
|
|
if (request.isFinished()) {
|
|
Zotero.debug("Upload request '" + request.name
|
|
+ "' is no longer running after getting file info");
|
|
return;
|
|
}
|
|
|
|
try {
|
|
// Check for conflict
|
|
if (Zotero.Sync.Storage.getSyncState(item.id)
|
|
!= Zotero.Sync.Storage.SYNC_STATE_FORCE_UPLOAD) {
|
|
if (info) {
|
|
// Remote mod time
|
|
var mtime = info.mtime;
|
|
// Local file time
|
|
var fmtime = item.attachmentModificationTime;
|
|
|
|
// Allow timestamp to be exactly one hour off to get around
|
|
// time zone issues -- there may be a proper way to fix this
|
|
if (fmtime == mtime || Math.abs(fmtime - mtime) == 3600) {
|
|
if (fmtime == mtime) {
|
|
Zotero.debug("File mod time matches remote file -- skipping upload");
|
|
}
|
|
else {
|
|
Zotero.debug("File mod time (" + fmtime + ") is exactly one hour off remote file (" + mtime + ") "
|
|
+ "-- assuming time zone issue and skipping upload");
|
|
}
|
|
|
|
Zotero.debug(Zotero.Sync.Storage.getSyncedModificationTime(item.id));
|
|
|
|
Zotero.DB.beginTransaction();
|
|
var syncState = Zotero.Sync.Storage.getSyncState(item.id);
|
|
//Zotero.Sync.Storage.setSyncedModificationTime(item.id, fmtime, true);
|
|
Zotero.Sync.Storage.setSyncedModificationTime(item.id, fmtime);
|
|
Zotero.Sync.Storage.setSyncState(item.id, Zotero.Sync.Storage.SYNC_STATE_IN_SYNC);
|
|
Zotero.DB.commitTransaction();
|
|
self.onChangesMade();
|
|
request.finish();
|
|
return;
|
|
}
|
|
|
|
var smtime = Zotero.Sync.Storage.getSyncedModificationTime(item.id);
|
|
if (smtime != mtime) {
|
|
var localData = { modTime: fmtime };
|
|
var remoteData = { modTime: mtime };
|
|
Zotero.Sync.Storage.QueueManager.addConflict(
|
|
request.name, localData, remoteData
|
|
);
|
|
Zotero.debug("Conflict -- last synced file mod time "
|
|
+ "does not match time on storage server"
|
|
+ " (" + smtime + " != " + mtime + ")");
|
|
request.finish();
|
|
return;
|
|
}
|
|
}
|
|
else {
|
|
Zotero.debug("Remote file not found for item " + item.libraryID + "/" + item.key);
|
|
}
|
|
}
|
|
|
|
self._getFileUploadParameters(
|
|
item,
|
|
function (item, target, uploadKey, params) {
|
|
try {
|
|
self._postFile(request, item, target, uploadKey, params);
|
|
}
|
|
catch (e) {
|
|
self.onError(e);
|
|
}
|
|
},
|
|
function () {
|
|
self._updateItemFileInfo(item);
|
|
request.finish();
|
|
}
|
|
);
|
|
}
|
|
catch (e) {
|
|
self.onError(e);
|
|
}
|
|
});
|
|
}
|
|
|
|
|
|
/**
|
|
* Get mod time of file on storage server
|
|
*
|
|
* @param {Zotero.Item} item
|
|
* @param {Function} uploadCallback Callback f(request, item, target, params)
|
|
* @param {Function} existsCallback Callback f() to call when file already exists
|
|
* on server and uploading isn't necessary
|
|
*/
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._getFileUploadParameters = function (item, uploadCallback, existsCallback) {
|
|
var uri = this._getItemURI(item);
|
|
|
|
if (Zotero.Attachments.getNumFiles(item) > 1) {
|
|
var file = Zotero.getTempDirectory();
|
|
var filename = item.key + '.zip';
|
|
file.append(filename);
|
|
uri.spec = uri.spec;
|
|
var zip = true;
|
|
}
|
|
else {
|
|
var file = item.getFile();
|
|
var filename = file.leafName;
|
|
var zip = false;
|
|
}
|
|
|
|
var mtime = item.attachmentModificationTime;
|
|
var hash = Zotero.Utilities.prototype.md5(file);
|
|
|
|
var body = "md5=" + hash + "&filename=" + encodeURIComponent(filename)
|
|
+ "&filesize=" + file.fileSize + "&mtime=" + mtime;
|
|
if (zip) {
|
|
body += "&zip=1";
|
|
}
|
|
|
|
var self = this;
|
|
|
|
Zotero.Utilities.HTTP.doPost(uri, body, function (req) {
|
|
var funcName = "Zotero.Sync.Storage.Session.ZFS._getFileUploadParameters()";
|
|
|
|
if (req.status == 413) {
|
|
var retry = req.getResponseHeader('Retry-After');
|
|
if (retry) {
|
|
var minutes = Math.round(retry / 60);
|
|
var e = new Zotero.Error("You have too many queued uploads. Please try again in " + minutes + " minutes.", "ZFS_UPLOAD_QUEUE_LIMIT");
|
|
self.onError(e);
|
|
}
|
|
else {
|
|
// TODO: localize
|
|
|
|
var text, buttonText = null, buttonCallback;
|
|
|
|
// Group file
|
|
if (item.libraryID) {
|
|
var group = Zotero.Groups.getByLibraryID(item.libraryID);
|
|
text = Zotero.getString('sync.storage.error.zfs.groupQuotaReached1', group.name) + "\n\n"
|
|
Zotero.getString('sync.storage.error.zfs.groupQuotaReached2');
|
|
}
|
|
// Personal file
|
|
else {
|
|
text = Zotero.getString('sync.storage.error.zfs.personalQuotaReached1') + "\n\n"
|
|
Zotero.getString('sync.storage.error.zfs.personalQuotaReached2');
|
|
buttonText = Zotero.getString('sync.storage.openAccountSettings');
|
|
buttonCallback = function () {
|
|
var url = "https://www.zotero.org/settings/storage";
|
|
|
|
var wm = Components.classes["@mozilla.org/appshell/window-mediator;1"]
|
|
.getService(Components.interfaces.nsIWindowMediator);
|
|
var win = wm.getMostRecentWindow("navigator:browser");
|
|
var browser = win.getBrowser();
|
|
browser.selectedTab = browser.addTab(url);
|
|
}
|
|
}
|
|
|
|
Zotero.debug(req.responseText);
|
|
|
|
var e = new Zotero.Error(
|
|
"The file '" + filename + "' would exceed your Zotero File Storage quota",
|
|
"ZFS_OVER_QUOTA",
|
|
{
|
|
dialogText: text,
|
|
dialogButtonText: buttonText,
|
|
dialogButtonCallback: buttonCallback
|
|
}
|
|
);
|
|
self.onError(e);
|
|
}
|
|
return;
|
|
}
|
|
else if (req.status == 403) {
|
|
Zotero.debug(req.responseText);
|
|
|
|
var groupID = Zotero.Groups.getGroupIDFromLibraryID(item.libraryID);
|
|
var e = new Zotero.Error("File editing denied for group", "ZFS_FILE_EDITING_DENIED", { groupID: groupID });
|
|
self.onError(e);
|
|
return;
|
|
}
|
|
else if (req.status != 200) {
|
|
var msg = "Unexpected status code " + req.status + " in " + funcName;
|
|
Zotero.debug(msg + " (" + Zotero.Items.getLibraryKeyHash(item) + ")", 1);
|
|
Zotero.debug(req.responseText);
|
|
Zotero.debug(req.getAllResponseHeaders());
|
|
self.onError(msg);
|
|
return;
|
|
}
|
|
|
|
Zotero.debug(req.responseText);
|
|
|
|
try {
|
|
// Strip XML declaration and convert to E4X
|
|
var xml = new XML(req.responseText.replace(/<\?xml.*\?>/, ''));
|
|
}
|
|
catch (e) {
|
|
self.onError("Invalid response retrieving file upload parameters");
|
|
return;
|
|
}
|
|
|
|
if (xml.name() != 'upload' && xml.name() != 'exists') {
|
|
self.onError("Invalid response retrieving file upload parameters");
|
|
return;
|
|
}
|
|
// File was already available, so uploading isn't required
|
|
if (xml.name() == 'exists') {
|
|
existsCallback();
|
|
return;
|
|
}
|
|
|
|
var url = xml.url.toString();
|
|
var uploadKey = xml.key.toString();
|
|
var params = {}, p = '';
|
|
for each(var param in xml.params.children()) {
|
|
params[param.name()] = param.toString();
|
|
}
|
|
Zotero.debug(params);
|
|
uploadCallback(item, url, uploadKey, params);
|
|
});
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._postFile = function (request, item, url, uploadKey, params) {
|
|
if (request.isFinished()) {
|
|
Zotero.debug("Upload request " + request.name + " is no longer running after getting upload parameters");
|
|
return;
|
|
}
|
|
|
|
var file = this._getUploadFile(item);
|
|
|
|
// TODO: make sure this doesn't appear in file
|
|
var boundary = "---------------------------" + Math.random().toString().substr(2);
|
|
|
|
var mis = Components.classes["@mozilla.org/io/multiplex-input-stream;1"]
|
|
.createInstance(Components.interfaces.nsIMultiplexInputStream);
|
|
|
|
// Add parameters
|
|
for (var key in params) {
|
|
var storage = Components.classes["@mozilla.org/storagestream;1"]
|
|
.createInstance(Components.interfaces.nsIStorageStream);
|
|
storage.init(4096, 4294967295, null); // PR_UINT32_MAX
|
|
var out = storage.getOutputStream(0);
|
|
|
|
var conv = Components.classes["@mozilla.org/intl/converter-output-stream;1"]
|
|
.createInstance(Components.interfaces.nsIConverterOutputStream);
|
|
conv.init(out, null, 4096, "?");
|
|
|
|
var str = "--" + boundary + '\r\nContent-Disposition: form-data; name="' + key + '"'
|
|
+ '\r\n\r\n' + params[key] + '\r\n';
|
|
conv.writeString(str);
|
|
conv.close();
|
|
|
|
var instr = storage.newInputStream(0);
|
|
mis.appendStream(instr);
|
|
}
|
|
|
|
// Add file
|
|
var sis = Components.classes["@mozilla.org/io/string-input-stream;1"]
|
|
.createInstance(Components.interfaces.nsIStringInputStream);
|
|
var str = "--" + boundary + '\r\nContent-Disposition: form-data; name="file"\r\n\r\n';
|
|
sis.setData(str, -1);
|
|
mis.appendStream(sis);
|
|
|
|
var fis = Components.classes["@mozilla.org/network/file-input-stream;1"]
|
|
.createInstance(Components.interfaces.nsIFileInputStream);
|
|
fis.init(file, 0x01, 0, Components.interfaces.nsIFileInputStream.CLOSE_ON_EOF);
|
|
|
|
var bis = Components.classes["@mozilla.org/network/buffered-input-stream;1"]
|
|
.createInstance(Components.interfaces.nsIBufferedInputStream)
|
|
bis.init(fis, 64 * 1024);
|
|
mis.appendStream(bis);
|
|
|
|
// End request
|
|
var sis = Components.classes["@mozilla.org/io/string-input-stream;1"]
|
|
.createInstance(Components.interfaces.nsIStringInputStream);
|
|
var str = "\r\n--" + boundary + "--";
|
|
sis.setData(str, -1);
|
|
mis.appendStream(sis);
|
|
|
|
|
|
/* var cstream = Components.classes["@mozilla.org/intl/converter-input-stream;1"].
|
|
createInstance(Components.interfaces.nsIConverterInputStream);
|
|
cstream.init(mis, "UTF-8", 0, 0); // you can use another encoding here if you wish
|
|
|
|
let (str = {}) {
|
|
cstream.readString(-1, str); // read the whole file and put it in str.value
|
|
data = str.value;
|
|
}
|
|
cstream.close(); // this closes fstream
|
|
alert(data);
|
|
*/
|
|
|
|
var ios = Components.classes["@mozilla.org/network/io-service;1"].
|
|
getService(Components.interfaces.nsIIOService);
|
|
var uri = ios.newURI(url, null, null);
|
|
var channel = ios.newChannelFromURI(uri);
|
|
|
|
channel.QueryInterface(Components.interfaces.nsIUploadChannel);
|
|
channel.setUploadStream(mis, "multipart/form-data", -1);
|
|
channel.QueryInterface(Components.interfaces.nsIHttpChannel);
|
|
channel.requestMethod = 'POST';
|
|
channel.allowPipelining = false;
|
|
channel.setRequestHeader('Keep-Alive', '', false);
|
|
channel.setRequestHeader('Connection', '', false);
|
|
channel.setRequestHeader("Content-Type", "multipart/form-data; boundary=" + boundary, false);
|
|
//channel.setRequestHeader('Date', date, false);
|
|
|
|
var self = this;
|
|
|
|
request.setChannel(channel);
|
|
|
|
var listener = new Zotero.Sync.Storage.StreamListener(
|
|
{
|
|
onProgress: function (a, b, c) {
|
|
request.onProgress(a, b, c);
|
|
},
|
|
onStop: function (httpRequest, status, response, data) { self._onUploadComplete(httpRequest, status, response, data); },
|
|
onCancel: function (httpRequest, status, data) { self._onUploadCancel(httpRequest, status, data); },
|
|
request: request,
|
|
item: item,
|
|
uploadKey: uploadKey,
|
|
streams: [mis]
|
|
}
|
|
);
|
|
channel.notificationCallbacks = listener;
|
|
|
|
var dispURI = uri.clone();
|
|
if (dispURI.password) {
|
|
dispURI.password = '********';
|
|
}
|
|
Zotero.debug("HTTP POST of " + file.leafName + " to " + dispURI.spec);
|
|
|
|
channel.asyncOpen(listener, null);
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._onUploadComplete = function (httpRequest, status, response, data) {
|
|
var request = data.request;
|
|
var item = data.item;
|
|
var uploadKey = data.uploadKey;
|
|
|
|
Zotero.debug("Upload of attachment " + item.key
|
|
+ " finished with status code " + status);
|
|
|
|
Zotero.debug(response);
|
|
|
|
switch (status) {
|
|
case 201:
|
|
break;
|
|
|
|
case 500:
|
|
this.onError("File upload failed. Please try again.");
|
|
return;
|
|
|
|
default:
|
|
this.onError("Unexpected file upload status " + status
|
|
+ " in Zotero.Sync.Storage._onUploadComplete()");
|
|
return;
|
|
}
|
|
|
|
var uri = this._getItemURI(item);
|
|
var body = "update=" + uploadKey + "&mtime=" + item.attachmentModificationTime;
|
|
|
|
var self = this;
|
|
|
|
// Register upload on server
|
|
Zotero.Utilities.HTTP.doPost(uri, body, function (req) {
|
|
if (req.status != 204) {
|
|
var msg = "Unexpected file registration status " + req.status
|
|
+ " in Zotero.Sync.Storage._onUploadComplete()";
|
|
Zotero.debug(msg + " (" + Zotero.Items.getLibraryKeyHash(item) + ")", 1);
|
|
Zotero.debug(req.responseText);
|
|
Zotero.debug(req.getAllResponseHeaders());
|
|
self.onError(msg);
|
|
return;
|
|
}
|
|
|
|
self._updateItemFileInfo(item);
|
|
request.finish();
|
|
});
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._updateItemFileInfo = function (item) {
|
|
// Mark as changed locally
|
|
Zotero.DB.beginTransaction();
|
|
Zotero.Sync.Storage.setSyncState(item.id, Zotero.Sync.Storage.SYNC_STATE_IN_SYNC);
|
|
|
|
// Store file mod time
|
|
var mtime = item.attachmentModificationTime;
|
|
Zotero.Sync.Storage.setSyncedModificationTime(item.id, mtime, true);
|
|
|
|
// Store file hash of individual files
|
|
if (Zotero.Attachments.getNumFiles(item) == 1) {
|
|
var hash = item.attachmentHash;
|
|
Zotero.Sync.Storage.setSyncedHash(item.id, hash);
|
|
}
|
|
|
|
Zotero.DB.commitTransaction();
|
|
|
|
try {
|
|
if (Zotero.Attachments.getNumFiles(item) > 1) {
|
|
var file = Zotero.getTempDirectory();
|
|
file.append(item.key + '.zip');
|
|
file.remove(false);
|
|
}
|
|
}
|
|
catch (e) {
|
|
Components.utils.reportError(e);
|
|
}
|
|
|
|
this.onChangesMade();
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._onUploadCancel = function (httpRequest, status, data) {
|
|
var request = data.request;
|
|
var item = data.item;
|
|
|
|
Zotero.debug("Upload of attachment " + item.key + " cancelled with status code " + status);
|
|
|
|
try {
|
|
if (Zotero.Attachments.getNumFiles(item) > 1) {
|
|
var file = Zotero.getTempDirectory();
|
|
file.append(item.key + '.zip');
|
|
file.remove(false);
|
|
}
|
|
}
|
|
catch (e) {
|
|
Components.utils.reportError(e);
|
|
}
|
|
|
|
request.finish();
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.getLastSyncTime = function (callback) {
|
|
var uri = this.userURI;
|
|
var successFileURI = uri.clone();
|
|
successFileURI.spec += "laststoragesync?auth=1";
|
|
|
|
var self = this;
|
|
|
|
// Cache the credentials
|
|
if (!this._cachedCredentials) {
|
|
var uri = this.rootURI;
|
|
// TODO: move to root uri
|
|
uri.spec += "?auth=1";
|
|
Zotero.Utilities.HTTP.doHead(uri, function (req) {
|
|
if (req.status != 200) {
|
|
self.onError("Unexpected status code " + req.status + " caching "
|
|
+ "authentication credentials in Zotero.Sync.Storage.Session.ZFS.getLastSyncTime()");
|
|
return;
|
|
}
|
|
self._cachedCredentials = true;
|
|
self.getLastSyncTime(callback);
|
|
});
|
|
return;
|
|
}
|
|
|
|
Zotero.Utilities.HTTP.doGet(successFileURI, function (req) {
|
|
if (req.responseText) {
|
|
Zotero.debug(req.responseText);
|
|
}
|
|
Zotero.debug(req.status);
|
|
|
|
if (req.status != 200 && req.status != 404) {
|
|
self.onError("Unexpected status code " + req.status + " getting "
|
|
+ "last file sync time");
|
|
return;
|
|
}
|
|
|
|
if (req.status == 200) {
|
|
var ts = req.responseText;
|
|
var date = new Date(req.responseText * 1000);
|
|
Zotero.debug("Last successful storage sync was " + date);
|
|
self._lastSyncTime = ts;
|
|
}
|
|
else {
|
|
var ts = null;
|
|
self._lastSyncTime = null;
|
|
}
|
|
callback(ts);
|
|
});
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.setLastSyncTime = function (callback, useLastSyncTime) {
|
|
if (useLastSyncTime) {
|
|
if (!this._lastSyncTime) {
|
|
if (callback) {
|
|
callback();
|
|
}
|
|
return;
|
|
}
|
|
|
|
var sql = "REPLACE INTO version VALUES ('storage_zfs', ?)";
|
|
Zotero.DB.query(sql, { int: this._lastSyncTime });
|
|
|
|
this._lastSyncTime = null;
|
|
this._cachedCredentials = false;
|
|
|
|
if (callback) {
|
|
callback();
|
|
}
|
|
return;
|
|
}
|
|
this._lastSyncTime = null;
|
|
|
|
var uri = this.userURI;
|
|
var successFileURI = uri.clone();
|
|
successFileURI.spec += "laststoragesync?auth=1";
|
|
|
|
var self = this;
|
|
|
|
Zotero.Utilities.HTTP.doPost(successFileURI, "", function (req) {
|
|
Zotero.debug(req.responseText);
|
|
Zotero.debug(req.status);
|
|
|
|
if (req.status != 200) {
|
|
self.onError("Unexpected status code " + req.status + " setting "
|
|
+ "last file sync time");
|
|
return;
|
|
}
|
|
|
|
var ts = req.responseText;
|
|
|
|
var sql = "REPLACE INTO version VALUES ('storage_zfs', ?)";
|
|
Zotero.DB.query(sql, { int: ts });
|
|
|
|
self._cachedCredentials = false;
|
|
|
|
if (callback) {
|
|
callback();
|
|
}
|
|
});
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype.purgeDeletedStorageFiles = function (callback) {
|
|
// If we don't have a user id we've never synced and don't need to bother
|
|
if (!Zotero.userID) {
|
|
return;
|
|
}
|
|
|
|
var sql = "SELECT value FROM settings WHERE setting=? AND key=?";
|
|
var values = Zotero.DB.columnQuery(sql, ['storage', 'zfsPurge']);
|
|
if (!values) {
|
|
return;
|
|
}
|
|
|
|
Zotero.debug("Unlinking synced files on ZFS");
|
|
|
|
var uri = this.userURI;
|
|
uri.spec += "removestoragefiles?";
|
|
for each(var value in values) {
|
|
switch (value) {
|
|
case 'user':
|
|
uri.spec += "user=1&";
|
|
break;
|
|
|
|
case 'group':
|
|
uri.spec += "group=1&";
|
|
break;
|
|
|
|
default:
|
|
throw ("Invalid zfsPurge value '" + value + "' in ZFS purgeDeletedStorageFiles()");
|
|
}
|
|
}
|
|
uri.spec = uri.spec.substr(0, uri.spec.length - 1);
|
|
|
|
var self = this;
|
|
|
|
Zotero.Utilities.HTTP.doPost(uri, "", function (xmlhttp) {
|
|
if (xmlhttp.status != 204) {
|
|
if (callback) {
|
|
callback(false);
|
|
}
|
|
self.onError("Unexpected status code " + xmlhttp.status + " purging ZFS files");
|
|
}
|
|
|
|
var sql = "DELETE FROM settings WHERE setting=? AND key=?";
|
|
Zotero.DB.query(sql, ['storage', 'zfsPurge']);
|
|
|
|
if (callback) {
|
|
callback(true);
|
|
}
|
|
});
|
|
}
|
|
|
|
|
|
//
|
|
// Private methods
|
|
//
|
|
|
|
/**
|
|
* Get the storage URI for an item
|
|
*
|
|
* @inner
|
|
* @param {Zotero.Item}
|
|
* @return {nsIURI} URI of file on storage server
|
|
*/
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._getItemURI = function (item) {
|
|
var uri = this.rootURI;
|
|
uri.spec += Zotero.URI.getItemPath(item) + '/file?auth=1&iskey=1';
|
|
return uri;
|
|
}
|
|
|
|
|
|
Zotero.Sync.Storage.Session.ZFS.prototype._getUploadFile = function (item) {
|
|
if (Zotero.Attachments.getNumFiles(item) > 1) {
|
|
var file = Zotero.getTempDirectory();
|
|
var filename = item.key + '.zip';
|
|
file.append(filename);
|
|
}
|
|
else {
|
|
var file = item.getFile();
|
|
}
|
|
return file;
|
|
}
|