suzanne.soy/wiki.gruntnetwork.com--zimmer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SaveIndex

Browse Source
This commit is contained in:
v 2017-05-15 19:07:26 +03:00
parent acd1ddd76f
commit 7ef6e79c27
1 changed files with 29 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
zimmer.js
View File

@ -427,7 +427,12 @@ ClusterBuilder.storePointers = function (callback) {
FROM clusters FROM clusters
ORDER BY ordinal; ORDER BY ordinal;
`, `,
8, 'offset', 'clusterPtrPos', ClusterBuilder.count, 'ClusterBuilder', callback); 8, 'offset', ClusterBuilder.count, 'ClusterBuilder',
function ( err, offset ) {
header.clusterPtrPos = offset;
callback( err );
}
);
} }
ClusterBuilder.finish = function (callback) { ClusterBuilder.finish = function (callback) {
@ -1037,37 +1042,40 @@ function resolveRedirects (callback) {
); );
}; };
function saveIndex (query, byteLength, rowField, headerField, count, logInfo, callback) { function saveIndex (query, byteLength, rowField, count, logInfo, callback) {
logInfo = logInfo || 'saveIndex'; logInfo = logInfo || 'saveIndex';
var i = 0; var i = 0;
log(logInfo, 'start', count); log(logInfo, 'start', count);
var stmt = auxDb.prepare(query); var stmt = auxDb.prepare(query);
var startOffset;
async.doDuring( async.doDuring(
stmt.get.bind(stmt), stmt.get.bind(stmt),
function (row, cb) { function (row, cb) {
log(logInfo, i, count, arguments);
i++;
// null row gets srtipped from the arguments // null row gets srtipped from the arguments
if (row && cb) { if (row && cb) {
log(logInfo, i, row);
i++;
var buf = Buffer.allocUnsafe(byteLength); var buf = Buffer.allocUnsafe(byteLength);
buf.writeUIntLE(row[rowField], 0, byteLength); buf.writeUIntLE(row[rowField], 0, byteLength);
out.write( out.write(
buf, buf,
function (err, offset) { function (err, offset) {
log(logInfo, 'finished', headerField, offset); //~ log(logInfo, 'finished', i, count, offset);
if (!header[headerField]) if (! startOffset )
header[headerField] = offset; startOffset = offset;
cb(err, true); cb(err, true);
} }
); );
return; return;
} }
log(logInfo, 'done'); log(logInfo, 'done', i, count, startOffset);
(cb || row)(null, false); (cb || row)(null, false);
}, },
callback function (err) {
return callback( err, startOffset )
}
); );
} }
@ -1093,7 +1101,12 @@ function storeUrlIndex (callback) {
'USING (articleId) ' + 'USING (articleId) ' +
'ORDER BY urlSorted.rowid; ' + 'ORDER BY urlSorted.rowid; ' +
'', '',
8, 'offset', 'urlPtrPos', articleCount, 'storeUrlIndex', callback); 8, 'offset', articleCount, 'storeUrlIndex',
function ( err, offset ) {
header.urlPtrPos = offset;
callback( err );
}
);
} }
// Title Pointer List (titlePtrPos) // Title Pointer List (titlePtrPos)
@ -1115,7 +1128,12 @@ function storeTitleIndex (callback) {
'USING (articleId) ' + 'USING (articleId) ' +
'ORDER BY nsTitle; ' + 'ORDER BY nsTitle; ' +
'', '',
4, 'articleNumber', 'titlePtrPos', articleCount, 'storeTitleIndex', callback); 4, 'articleNumber', articleCount, 'storeTitleIndex',
function ( err, offset ) {
header.titlePtrPos = offset;
callback( err );
}
);
} }
function loadFiles(callback) { function loadFiles(callback) {