-Adds MetaPress translator.
This commit is contained in:
parent
c5d116e4f5
commit
8e73f9775f
47
scrapers.sql
47
scrapers.sql
|
@ -22,7 +22,7 @@
|
|||
|
||||
|
||||
-- Set the following timestamp to the most recent scraper update date
|
||||
REPLACE INTO version VALUES ('repository', STRFTIME('%s', '2008-03-13 17:00:00'));
|
||||
REPLACE INTO version VALUES ('repository', STRFTIME('%s', '2008-03-13 21:00:00'));
|
||||
|
||||
REPLACE INTO translators VALUES ('96b9f483-c44d-5784-cdad-ce21b984fe01', '1.0.0b4.r1', '', '2007-06-21 20:00:00', '1', '100', '4', 'Amazon.com', 'Sean Takats', '^https?://(?:www\.)?amazon',
|
||||
'function detectWeb(doc, url) {
|
||||
|
@ -1579,6 +1579,51 @@ function doWeb(doc, url) {
|
|||
}
|
||||
}');
|
||||
|
||||
REPLACE INTO translators VALUES ('62c0e36a-ee2f-4aa0-b111-5e2cbd7bb5ba', '1.0.0b4.r5', '', '2008-03-13 21:00:00', '0', '100', '4', 'MetaPress', 'Michael Berkowitz', 'https?://(.*).metapress.com/',
|
||||
'function detectWeb(doc, url) {
|
||||
if (doc.title.indexOf("Search Results") != -1) {
|
||||
return "multiple";
|
||||
} else if (url.match(/content\/[^?/]/)) {
|
||||
return "journalArticle";
|
||||
}
|
||||
}',
|
||||
'function doWeb(doc, url) {
|
||||
var host = doc.location.host;
|
||||
var artids = new Array();
|
||||
if (detectWeb(doc, url) == "multiple") {
|
||||
|
||||
} else {
|
||||
artids.push(url.match(/content\/([^/]+)/)[1]);
|
||||
}
|
||||
for (var i in artids) {
|
||||
var newurl = ''http://'' + host + ''/content/'' + artids[i];
|
||||
Zotero.Utilities.processDocuments([newurl], function(newDoc) {
|
||||
var tagsx = ''//td[@class="mainPageContent"]/div[3]'';
|
||||
if (doc.evaluate(tagsx, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
var tags = Zotero.Utilities.trimInternal(doc.evaluate(tagsx, doc, null, XPathResult.ANY_TYPE, null).iterateNext().textContent).split(",");
|
||||
}
|
||||
Zotero.Utilities.HTTP.doPost(''http://'' + host + ''/export.mpx'', ''code='' + artids[i] + ''&mode=ris'', function(text) {
|
||||
// load translator for RIS
|
||||
var translator = Zotero.loadTranslator("import");
|
||||
translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
|
||||
translator.setString(text);
|
||||
translator.setHandler("itemDone", function(obj, item) {
|
||||
var pdfurl = ''http://'' + host + ''/content/'' + artids[i] + ''/fulltext.pdf'';
|
||||
item.attachments = [
|
||||
{url:item.url, title:"MetaPress Snapshot", mimeType:"text/html"},
|
||||
{url:pdfurl, title:"MetaPress Full Text PDF", mimeType:"application/pdf"}
|
||||
];
|
||||
if (tags) item.tags = tags;
|
||||
if (item.abstractNote.substr(0, 8) == "Abstract") item.abstractNote = Zotero.Utilities.trimInternal(item.abstractNote.substr(8));
|
||||
item.complete();
|
||||
});
|
||||
translator.translate();
|
||||
Zotero.done();
|
||||
});
|
||||
}, function() {});
|
||||
}
|
||||
}');
|
||||
|
||||
REPLACE INTO translators VALUES ('0863b8ec-e717-4b6d-9e35-0b2db2ac6b0f', '1.0.0b4.r5', '', '2008-03-13 17:00:00', '0', '100', '4', 'Institute of Pure and Applied Physics', 'Michael Berkowitz', 'http://(.*)\.ipap\.jp/',
|
||||
'function detectWeb(doc, url) {
|
||||
if (doc.title.indexOf("Table of Contents") != -1 || doc.title.indexOf("search result") != -1) {
|
||||
|
|
Loading…
Reference in New Issue
Block a user