suzanne.soy/zotero
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

- Fix error indexing documents containing words with invalid characters

Browse Source 
- Increase number of words inserted per statement up to max allowed
This commit is contained in:
Dan Stillman 2010-02-01 08:28:52 +00:00
parent dd0529b64e
commit 8931b3050d
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
chrome/content/zotero/xpcom/fulltext.js
View File

@ -199,7 +199,7 @@ Zotero.Fulltext = new function(){
var existing = []; var existing = [];
var done = 0; var done = 0;
var maxWords = 500; var maxWords = 999; // compiled limit
var numWords = words.length; var numWords = words.length;
Zotero.DB.beginTransaction(); Zotero.DB.beginTransaction();
@ -234,11 +234,17 @@ Zotero.Fulltext = new function(){
Zotero.DB.query("REPLACE INTO fulltextItems (itemID, version) VALUES (?,?)", Zotero.DB.query("REPLACE INTO fulltextItems (itemID, version) VALUES (?,?)",
[itemID, FULLTEXT_VERSION]); [itemID, FULLTEXT_VERSION]);
// Handle bound parameters manually for optimal speed // Handle bound parameters manually for optimal speed
var statement1 = Zotero.DB.getStatement("INSERT INTO fulltextWords (word) VALUES (?)"); var statement1 = Zotero.DB.getStatement("INSERT INTO fulltextWords (word) VALUES (?)");
var statement2 = Zotero.DB.getStatement("INSERT OR IGNORE INTO fulltextItemWords VALUES (?,?)"); var statement2 = Zotero.DB.getStatement("INSERT OR IGNORE INTO fulltextItemWords VALUES (?,?)");
for each(var word in origWords) { for each(var word in origWords) {
// Skip words containing invalid characters
if (word.match(/[\u0000-\u0008\u000b\u000c\u000e-\u001f\ud800-\udfff\ufffe\uffff]/)) {
Zotero.debug("Skipping word '" + word + "' due to invalid characters");
continue;
}
if (existing['_' + word]){ if (existing['_' + word]){
var wordID = existing['_' + word]; var wordID = existing['_' + word];
} }