suzanne.soy/wiki.gruntnetwork.com--zimmer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

global command options

Browse Source
This commit is contained in:
v 2018-07-15 17:09:16 +03:00
parent 9811999fd6
commit 7b237a609d
1 changed files with 19 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
wikizimmer.js
View File

@ -1,8 +1,7 @@
#!/bin/sh #!/bin/sh
":" //# -*- mode: js -*-; exec /usr/bin/env TMPDIR=/tmp node --max-old-space-size=2000 --stack-size=42000 "$0" "$@" ":" //# -*- mode: js -*-; exec /usr/bin/env TMPDIR=/tmp node --max-old-space-size=2000 --stack-size=42000 "$0" "$@"
// rm -r ru.wikivoyage.org ; time ./wikizimmer.js https://ru.wikivoyage.org/wiki/Суздаль 2>&1 | tee zz.log // node --inspect --debug-brk
// rm -r ru.wikivoyage.org ; node --inspect --debug-brk ./wikizimmer.js https://ru.wikivoyage.org/wiki/Суздаль 2>&1 | tee zz.log
"use strict" "use strict"
@ -39,7 +38,7 @@ const osPath = require( 'path' )
const urlconv = require('url') const urlconv = require('url')
const crypto = require("crypto") const crypto = require("crypto")
const argv = require('commander') const command = require('commander')
const fs = require('fs-extra') const fs = require('fs-extra')
const Promise = require('bluebird') const Promise = require('bluebird')
const requestPromise = require('request-promise') const requestPromise = require('request-promise')
@ -677,13 +676,13 @@ class Image extends PageComponent {
} }
/* /*
data () { data () {
if (! saveImages ) if (! command.images )
return null return null
return super.data() return super.data()
} }
*/ */
process () { process () {
if (! saveImages ) if (! command.images )
return Promise.resolve( this.localPath() ) return Promise.resolve( this.localPath() )
return super.process() return super.process()
} }
@ -939,8 +938,8 @@ function batchRedirects ( pageInfos ) {
}) })
} }
function batchPages ( options ) { function batchPages () {
const pageList = options.titles const pageList = command.titles
const queryPageLimit = 500 const queryPageLimit = 500
const queryMaxTitles = 50 const queryMaxTitles = 50
@ -997,7 +996,7 @@ function batchPages ( options ) {
} }
return null return null
} }
if ( ! savePages ) { if ( ! command.pages ) {
return null return null
} }
log( '---', pageInfo.title ) log( '---', pageInfo.title )
@ -1024,7 +1023,7 @@ function batchPages ( options ) {
} }
function loadCss( dom ) { function loadCss( dom ) {
if (! saveCss ) if (! command.css )
return Promise.resolve() return Promise.resolve()
const css = new GlobalCss( dom ) const css = new GlobalCss( dom )
return css.process() return css.process()
@ -1032,7 +1031,7 @@ function loadCss( dom ) {
function initMetadataStorage ( samplePageDOM ) { function initMetadataStorage ( samplePageDOM ) {
var dbName = osPath.join( wiki.saveDir, 'metadata.db' ) let dbName = osPath.join( wiki.saveDir, 'metadata.db' )
return fs.unlink( dbName ) return fs.unlink( dbName )
.catch( () => null ) .catch( () => null )
@ -1080,18 +1079,14 @@ function closeMetadataStorage () {
return indexerDb.close() return indexerDb.close()
} }
function core ( samplePage, options ) { function core ( samplePage ) {
let titles = options.titles
saveImages = ! options.noimages
saveCss = ! options.nocss
savePages = ! options.nopages
processSamplePage( samplePage, options.rmdir ) processSamplePage( samplePage, command.rmdir )
.then( initMetadataStorage ) .then( initMetadataStorage )
.then( loadCss ) .then( loadCss )
.then( getSiteInfo ) .then( getSiteInfo )
.then( loadTemplate ) .then( loadTemplate )
.then( () => batchPages( { titles })) .then( () => batchPages())
.then( saveMetadata ) .then( saveMetadata )
.then( saveMimeTypes ) .then( saveMimeTypes )
.then( closeMetadataStorage ) .then( closeMetadataStorage )
@ -1100,7 +1095,7 @@ function core ( samplePage, options ) {
function main () { function main () {
argv command
.version( packageInfo.version ) .version( packageInfo.version )
.arguments( '<wiki-page-URL>' ) .arguments( '<wiki-page-URL>' )
.description( `Dump a static-HTML snapshot of a MediaWiki-powered wiki. .description( `Dump a static-HTML snapshot of a MediaWiki-powered wiki.
@ -1108,18 +1103,16 @@ function main () {
Where: Where:
wiki-page-URL \t URL of a sample page at the wiki to be dumped. wiki-page-URL \t URL of a sample page at the wiki to be dumped.
\t\t\t This page's styling will be used as a template for all pages in the dump.` ) \t\t\t This page's styling will be used as a template for all pages in the dump.` )
.option( '-t, --titles', 'get only titles listed (separated by "|")' ) .option( '-t, --titles [titles]', 'get only titles listed (separated by "|")' )
.option( '-r, --rmdir', 'delete destination directory before processing the source' ) .option( '-r, --rmdir', 'delete destination directory before processing the source' )
.option( '-noimages', "don't download images" ) .option( '--no-images', "don't download images" )
.option( '-nocss', "don't page styling" ) .option( '--no-css', "don't page styling" )
.option( '-nopages', "don't save downloaded pages" ) .option( '--no-pages', "don't save downloaded pages" )
.parse( process.argv ) .parse( process.argv )
log( argv ) log( command.opts() )
const args = argv.args core( command.args[0] )
core( args[0], argv )
} }
main () main ()