Trans: Adding Die Zeit for single items
This commit is contained in:
Avram Lyon
parent
76fbc8eba8
commit
fb67c34b20
183
translators/Die Zeit.js
Normal file
183
translators/Die Zeit.js
Normal file
|
|
@ -0,0 +1,183 @@
|
|||
{
|
||||
"translatorID": "312bbb0e-bfb6-4563-a33c-085445d391ed",
|
||||
"label": "Die Zeit",
|
||||
"creator": "Martin Meyerhoff",
|
||||
"target": "^http://www\\.zeit\\.de/",
|
||||
"minVersion": "1.0",
|
||||
"maxVersion": "",
|
||||
"priority": 100,
|
||||
"inRepository": true,
|
||||
"translatorType": 4,
|
||||
"lastUpdated": "2011-04-21 02:25:21"
|
||||
}
|
||||
|
||||
/*
|
||||
Die Zeit Translator
|
||||
Copyright (C) 2011 Martin Meyerhoff
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
/*
|
||||
This translator works only partially, because zeit.de uses some strange javascript that makes
|
||||
processDocuments return an error. If I just call scrape(doc, url) on a single document, it works.
|
||||
The way the translator is programmed now, it only works if JavaScript is turned off in the browser.
|
||||
|
||||
Try it out here:
|
||||
http://www.zeit.de/wirtschaft/2011-03/schnappauf-ruecktritt-stuttgart
|
||||
http://www.zeit.de/online/2009/12/arbeitsrecht-urlaub
|
||||
http://www.zeit.de/suche/index?q=Krise
|
||||
http://www.zeit.de/2009/11/
|
||||
*/
|
||||
|
||||
function detectWeb(doc, url) {
|
||||
|
||||
// I use XPaths. Therefore, I need the following block.
|
||||
|
||||
var namespace = doc.documentElement.namespaceURI;
|
||||
var nsResolver = namespace ? function(prefix) {
|
||||
if (prefix == 'x') return namespace; else return null;
|
||||
} : null;
|
||||
|
||||
var Zeit_ArticleTools_XPath = ".//*[@id='informatives']/ul[@class='tools']/li";
|
||||
var Zeit_Archive_XPath = "//h4/a|//h2/a";
|
||||
|
||||
if (doc.evaluate(Zeit_ArticleTools_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
|
||||
Zotero.debug("newspaperArticle");
|
||||
return "newspaperArticle";
|
||||
} else if (doc.evaluate(Zeit_Archive_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
|
||||
Zotero.debug("multiple");
|
||||
//return "multiple";
|
||||
return false; // TODO Make this not throw javascript errors when using processDocuments
|
||||
}
|
||||
}
|
||||
function scrape(doc, url) {
|
||||
var namespace = doc.documentElement.namespaceURI;
|
||||
var nsResolver = namespace ? function(prefix) {
|
||||
if (prefix == 'x') return namespace; else return null;
|
||||
} : null;
|
||||
|
||||
var newItem = new Zotero.Item("newspaperArticle");
|
||||
newItem.url = doc.location.href;
|
||||
|
||||
|
||||
// This is for the title!
|
||||
|
||||
var title_XPath = '//title'
|
||||
var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
newItem.title = Zotero.Utilities.trim(title.split("|")[0]);
|
||||
|
||||
|
||||
// Now for the Author
|
||||
|
||||
var author_XPath = '//li[contains(@class, "author first")]'; // I can't get the span selection to work. Help is appreciated.
|
||||
if (doc.evaluate(author_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
var author = doc.evaluate(author_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
author = author.replace(/^\s*Von\s|\s*$/g, ''); // remove whitespace around the author and the "Von "at the beginning
|
||||
} else {
|
||||
var author = "";
|
||||
}
|
||||
var author = author.split(" | "); // this seems to work even if there's no |
|
||||
for (var i in author) {
|
||||
newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author"));
|
||||
}
|
||||
|
||||
// Now for the Tags
|
||||
|
||||
var tags_XPath = '//li[contains(@class, "tags")]'; // I can't get the span selection to work. Help is appreciated.
|
||||
if (doc.evaluate(tags_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
var tags = doc.evaluate(tags_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
tags = tags.replace(/^\s*Schlagworte\s|\s*$/g, ''); // remove whitespace around the author and the "Von "at the beginning
|
||||
} else {
|
||||
var tags = "";
|
||||
}
|
||||
var tags= tags.split("|"); // this seems to work even if there's no |
|
||||
for (var i in tags) {
|
||||
tags[i] = tags[i].replace(/^\s*|\s*$/g, '') // remove whitespace around the tags
|
||||
newItem.tags.push(tags[i]);
|
||||
}
|
||||
|
||||
// Date
|
||||
var date_XPath = '//meta[contains(@name, "date_first_released")]';
|
||||
var date2_XPath = ".//li[@class='date']";
|
||||
if (doc.evaluate(date_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
|
||||
var date = doc.evaluate(date_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
|
||||
date = date.split("T")[0];
|
||||
newItem.date = date;
|
||||
} else if (doc.evaluate(date2_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
|
||||
var date = doc.evaluate(date2_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
date = Zotero.Utilities.trim(date.split(/\n/)[1]);
|
||||
date = date.replace(/Datum\s(\d\d?\.\d\d?\.\d\d\d\d).*/g, '$1');
|
||||
newItem.date = date;
|
||||
}
|
||||
|
||||
|
||||
// Summary
|
||||
|
||||
var summary_XPath = ".//p[@class='excerpt']"
|
||||
if (doc.evaluate(summary_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
|
||||
var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
newItem.abstractNote = Zotero.Utilities.trim(summary);
|
||||
}
|
||||
// Produkt (Zeit, Zeit online etc.)
|
||||
product_XPath = '//meta[contains(@name, "zeit::product-name")]'
|
||||
if (doc.evaluate(product_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
var product = doc.evaluate(product_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
|
||||
newItem.publicationTitle = product;
|
||||
} else {
|
||||
var product = "Die Zeit";
|
||||
newItem.publicationTitle = product;
|
||||
}
|
||||
|
||||
|
||||
// Section
|
||||
var section_XPath = '//meta[contains(@name, "zeit::ressort")]'
|
||||
var section = doc.evaluate(section_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
|
||||
newItem.section= section;
|
||||
|
||||
newItem.attachments.push({url:doc.location.href+"?page=all&print=true", title:doc.title, mimeType:"text/html"});
|
||||
newItem.complete()
|
||||
|
||||
|
||||
}
|
||||
|
||||
function doWeb(doc, url) {
|
||||
var namespace = doc.documentElement.namespaceURI;
|
||||
var nsResolver = namespace ? function(prefix) {
|
||||
if (prefix == 'x') return namespace; else return null;
|
||||
} : null;
|
||||
var articles = new Array();
|
||||
|
||||
if (detectWeb(doc, url) == "multiple") {
|
||||
var items = new Object();
|
||||
|
||||
var titles = doc.evaluate("//h4/a|//h2/a", doc, nsResolver, XPathResult.ANY_TYPE, null);
|
||||
|
||||
var next_title;
|
||||
while (next_title = titles.iterateNext()) {
|
||||
if (next_title.textContent != '') {
|
||||
items[next_title.href] = next_title.textContent;
|
||||
}
|
||||
}
|
||||
items = Zotero.selectItems(items);
|
||||
for (var i in items) {
|
||||
Zotero.debug(i);
|
||||
articles.push(i);
|
||||
}
|
||||
Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();});
|
||||
Zotero.wait();
|
||||
} else {
|
||||
scrape(doc, url);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user