#! python # -*- coding: utf-8 -*- # (c) 2007 Juergen Riegel LGPL Usage = """wiki2chm - connect to a wiki and spider the docu Usage: wiki2chm [Options] WikiBaseUrl TocPageName Options: -p, --proxy=ProxyUrl specify a proxy -o --out-path=BASEPATH use this base path to the HTML project -h, --help print this help -w, --wget-path=WGETPATH full path to wget (if not in system path) Exit: 0 No Error or Warning found 1 Argument error, wrong or less Arguments given 2 Run delivers Warnings (printed on standard error) 10 Run stops with an error (printed on standard error) This programm reads the wiki and generates all necessary files to generate a .chm file. The TocPageName is a special page in the Wiki, which is used to generate the content for the .chm. Examples: wiki2chm "http://juergen-riegel.net/FreeCAD/Docu/" Online_Help_Toc wiki2chm -w "C:/Libs/FreeCADLibs/FreeCADLibs6.1/bin/wget.exe" "http://juergen-riegel.net/FreeCAD/Docu/" Online_Help_Toc Autor: (c) 2007-2008 Juergen Riegel mail@juergen-riegel.net Licence: GPL Version: 0.3 """ import os,sys,string,re,getopt,codecs,binascii,datetime,urllib,glob,time # Globals Woff = 0 proxies = {} WikiBaseUrl = "" TocPageName = "" FetchedArticels =[] BasePath = "" Wget = "wget" hhcHeader = """

""" hhcFooter=""" """ ProjectFile = """ [OPTIONS] Compatibility=1.1 or later Compiled file=FreeCAD.chm Contents file=Online_Help_Toc.hhc Default topic=index.php@title=Online_Help_Startpage Display compile progress=Yes Full-text search=Yes Language=0x409 Englisch (USA) [FILES] """ Output = sys.stdout def runWget(): global Wget cmdLine = Wget + " " cmdLine += "-k -r " # convert to local links and do recursive cmdLine += "-P tmp " # write in this subdir cmdLine += "-nd " # flat (no subdirs) cmdLine += "-l5 " # max link follow depth cmdLine += '-R "*action=*" ' # Reject all action links cmdLine += '-R "*title=Special*" '# Reject all special pages cmdLine += '-R "*title=Talk*" ' # Reject all Talk pages cmdLine += '-R "*oldid=*" ' # Reject all history pages cmdLine += '-R "*printable=yes*" '# Reject all print pages cmdLine += 'http://juergen-riegel.net/FreeCAD/Docu/index.php?title=Online_Help_Toc ' result = os.popen(cmdLine).read() print result def getArticle(Name): global proxies,WikiBaseUrl,TocPageName,BasePath url = WikiBaseUrl + 'index.php?title=' + Name.replace(" ","_") + '&printable=yes' print "GetFile: " + url urlFile = urllib.urlopen(url,proxies=proxies) Article = urlFile.readlines() file = open(BasePath + Name.replace(" ","_") + ".htm","w") for i in Article: i = i.replace("/FreeCAD/Docu/skins/common/commonPrint.css","test.css") file.write(i) file.close() def insertTocEntry(file,Indent,points,name,folder=0): Output.write( "TocEntry:" + `Indent` + ' ' + name) name = name.replace("\n","") IndentStr = "" for i in range(points):IndentStr += " " if(points > Indent): for i in range(points-Indent): file.write("

") file.write("\n") if(points < Indent): for i in range(Indent-points): file.write("") file.write("\n") file.write(IndentStr + '

\n') return points def readToc(): global proxies,WikiBaseUrl,TocPageName,BasePath url = WikiBaseUrl + 'index.php?title=Special:Export/' + TocPageName Output.write( 'Open Toc url: ' + url + '\n') urlFile = urllib.urlopen(url,proxies=proxies) Toc = urlFile.readlines() # compile the regexes needed Toc1 = re.compile("^(\*+)\s([\w|\s]*)") Toc2 = re.compile("^(\*+)\s\[\[([\w|\s]*)\|([\w|\s]*)\]\]") Toc3 = re.compile("^(\*+)\s\[\[([\w|\s]*)\\]\]") file = open(BasePath + TocPageName +".hhc","w") file.write(hhcHeader) ListIndent = 1 for line in Toc: #print line TocMatch = Toc2.search(line); if TocMatch: #print "Match2: ", TocMatch.group(1),TocMatch.group(2),TocMatch.group(3) #getArticle(TocMatch.group(2)) ListIndent = insertTocEntry(file,ListIndent,len(TocMatch.group(1)),TocMatch.group(2)) continue TocMatch = Toc3.search(line); if TocMatch: #print "Match3: ", TocMatch.group(1),TocMatch.group(2) #getArticle(TocMatch.group(2)) ListIndent = insertTocEntry(file,ListIndent,len(TocMatch.group(1)),TocMatch.group(2)) continue TocMatch = Toc1.search(line); if TocMatch: #print "Match1: ", TocMatch.group(1),TocMatch.group(2) ListIndent = insertTocEntry(file,ListIndent,len(TocMatch.group(1)),TocMatch.group(2),1) continue for i in range(ListIndent-1): file.write("") file.write("\n") file.write(hhcFooter) def WriteProject(): global proxies,WikiBaseUrl,TocPageName,BasePath file = open(BasePath + TocPageName +".hhp","w") file.write(ProjectFile) for FileEntry in os.listdir(BasePath) : if(not FileEntry == TocPageName +".hhp"): file.write(FileEntry + '\n') file.close() def replaceCSS(): paths = glob.glob(BasePath + 'index.php*') for file in paths: Output.write( "Replace: " +file + '\n') input = open(file,'r') output = open(file + '_temp','w') for l in input: output.write(l.replace('"/FreeCAD/Docu/skins/monobook/main.css?9"','"chm.css"')) output.close() input.close() time.sleep(0.2) os.remove(file) time.sleep(0.2) os.rename(file + '_temp',file) def main(): global proxies,WikiBaseUrl,TocPageName,BasePath, Wget Proxy = "" Qout = None DFQout = None CSVout = None NoOut = 0 try: opts, args = getopt.getopt(sys.argv[1:], "hw:p:o:", ["help", "weget-path=", "proxy=","out-path="]) except getopt.GetoptError: # print help information and exit: sys.stderr.write(Usage) sys.exit(2) # checking on the options for o, a in opts: if o == "-v": verbose = True if o in ("-h", "--help"): sys.stderr.write(Usage) sys.exit() if o in ("-w", "--weget-path"): Wget = a if o in ("-p", "--proxy"): Proxy = a if o in ("-o", "--out-path"): print "Using output path: " + a +"\n" BasePath = a # runing through the files if(Proxy == ""): proxies = {} print 'Using no proxy' else: proxies = {'http':Proxy} print 'Using proxy: ' + Proxy if (len(args) !=2): sys.stderr.write("Wrong number of arguments!\n\n") sys.stderr.write(Usage) sys.exit(2) else: WikiBaseUrl = args[0] TocPageName = args[1] runWget() readToc() WriteProject() if __name__ == "__main__": main()