mediawiki-extensions-VisualEditor/modules/parser/parse.js

/**
 * Command line wikidom parse utility.
 * Read from STDIN, write to STDOUT.
 * 
 * @author Neil Kandalgaonkar <neilk@wikimedia.org>
 * @author Gabriel Wicke <gwicke@wikimedia.org>
 */

var ParserPipeline = require('./mediawiki.parser.js').ParserPipeline,
	ParserEnv = require('./mediawiki.parser.environment.js').MWParserEnvironment,
	DOMConverter = require('./mediawiki.DOMConverter.js').DOMConverter,
	optimist = require('optimist');

( function() { 
	var argv = optimist.usage( 'Usage: $0', {
		'html': {
			description: 'Produce html output instead of WikiDom',
			'boolean': true,
			'default': false
		},
		'debug': {
			description: 'Debug mode',
			'boolean': true,
			'default': false
		},
		'trace': {
			description: 'Trace mode (light debugging), implied by --debug',
			'boolean': true,
			'default': false
		},
		'maxdepth': {
			description: 'Maximum expansion depth',
			'boolean': false,
			'default': 40
		},
		'wgScriptPath': {
			description: 'http path to remote API, e.g. http://wiki.sample.com/w',
			'boolean': false,
			'default': 'http://en.wikipedia.org/w'
		},
		'wgScriptExtension': {
			description: 'Extension for PHP files on remote API server, if any. Include the period, e.g. ".php"',
			'boolean': false,
			'default': '.php'
		},
		'fetchTemplates': {
			description: 'Whether to fetch included templates recursively',
			'boolean': true,
			'default': true
		}
	}).argv;

	var env = new ParserEnv( { 
						// fetch templates from enwiki by default..
						wgScriptPath: argv.wgScriptPath,
						wgScriptExtension: argv.wgScriptExtension,
						fetchTemplates: argv.fetchTemplates,
						// enable/disable debug output using this switch	
						debug: argv.debug,
						trace: argv.trace,
						maxDepth: argv.maxdepth
					} ),
		parser = new ParserPipeline( env );

	process.stdin.resume();
	process.stdin.setEncoding('utf8');

	var inputChunks = [];
	process.stdin.on( 'data', function( chunk ) {
		inputChunks.push( chunk );
	} );



	process.stdin.on( 'end', function() { 
		var input = inputChunks.join('');
		parser.on('document', function ( document ) {
			if ( ! argv.html ) {
				var wikiDom = new DOMConverter().HTMLtoWiki( document.body ),
				// Serialize the WikiDom with indentation
				output = JSON.stringify( wikiDom, null, 2 );
				process.stdout.write( output );
			} else {
				// Print out the html
				process.stdout.write( document.body.innerHTML );
			}
			// add a trailing newline for shell user's benefit
			process.stdout.write( "\n" );
			process.exit(0);
		});
		// Kick off the pipeline by feeding the input into the parser pipeline
		parser.parse( input );
	} );

} )();