wikimedia/mediawiki-extensions-VisualEditor
1
0
Fork 0
mirror of https://gerrit.wikimedia.org/r/mediawiki/extensions/VisualEditor synced 2024-11-30 09:04:21 +00:00
Code Issues Packages Projects Releases Wiki Activity
mediawiki-extensions-Visual.../api/ParserService.js

165 lines
5.2 KiB
JavaScript
Raw Normal View History

Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
/**
* A very basic parser / serializer web service.
*/
var express = require('express'),
html5 = require('html5');
var mp = '../modules/parser/';
var ParserPipelineFactory = require(mp + 'mediawiki.parser.js').ParserPipelineFactory,
ParserEnv = require(mp + 'mediawiki.parser.environment.js').MWParserEnvironment,
WikitextSerializer = require(mp + 'mediawiki.WikitextSerializer.js').WikitextSerializer;
var env = new ParserEnv( {
// fetch templates from enwiki for now..
wgScript: 'http://en.wikipedia.org/w',
// stay within the 'proxied' content, so that we can click around
wgScriptPath: '', //http://en.wikipedia.org/wiki',
wgScriptExtension: '.php',
// XXX: add options for this!
wgUploadPath: 'http://upload.wikimedia.org/wikipedia/commons',
fetchTemplates: true,
// enable/disable debug output using this switch
debug: false,
trace: false,
maxDepth: 40
} );
var parserPipelineFactory = new ParserPipelineFactory( env );
//var parser = parserPipelineFactory.makePipeline( 'text/x-mediawiki/full' );
var app = express.createServer();
app.use(express.bodyParser());
app.get('/', function(req, res){
Add a longer welcome/help message and a link to the Parsoid docs Change-Id: I39e4873908bc0619738353a55577aa81abb76287
2012-05-24 12:58:35 +00:00
res.write('<body><strong>Welcome to the alpha test web service for the ' +
More tweaks to the intro message Change-Id: I059ba4fc584eae45092376b5b2258df7ed52b55c
2012-05-24 13:10:03 +00:00
'<a href="http://www.mediawiki.org/wiki/Parsoid">Parsoid project<a>.</strong>');
Add a longer welcome/help message and a link to the Parsoid docs Change-Id: I39e4873908bc0619738353a55577aa81abb76287
2012-05-24 12:58:35 +00:00
res.write( '<p>Usage: <ul><li>GET /title for the DOM');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
res.write('<li>POST a DOM as parameter "content" to /title for the wikitext</ul>');
More tweaks to the intro message Change-Id: I059ba4fc584eae45092376b5b2258df7ed52b55c
2012-05-24 13:10:03 +00:00
res.write('You can browse the English Wikipedia, for example at '+
'<strong><a href="/Main_Page">Main Page</a></strong>. ');
res.end('There are also forms for experiments: <strong><a href="/_wikitext/">WikiText -&gt; HTML DOM</a></strong> and <strong><a href="/_html/">HTML DOM -&gt; WikiText</a></strong>.');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
});
Improve the serializer and its output display in the web service Change-Id: Id3ca96846cad42517d7d4bada8f4bb250d54247b
2012-05-23 15:50:35 +00:00
var htmlSpecialChars = function ( s ) {
return s.replace(/&/g,'&amp;')
.replace(/</g,'&lt;')
.replace(/"/g,'&quot;')
.replace(/'/g,'&#039;');
};
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
var textarea = function ( res, content ) {
res.write('<form method=POST><textarea name="content" cols=90 rows=9>');
res.write( ( content &&
Improve the serializer and its output display in the web service Change-Id: Id3ca96846cad42517d7d4bada8f4bb250d54247b
2012-05-23 15:50:35 +00:00
htmlSpecialChars( content) ) ||
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
'');
res.write('</textarea><br><input type="submit"></form>');
};
/**
* Form-based HTML DOM -> wikitext interface for manual testing
*/
app.get(/\/_html\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
res.write( "Your HTML DOM:" );
textarea( res );
res.end('');
});
app.post(/\/_html\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
var p = new html5.Parser();
Improve the serializer and its output display in the web service Change-Id: Id3ca96846cad42517d7d4bada8f4bb250d54247b
2012-05-23 15:50:35 +00:00
p.parse( '<html><body>' + req.body.content + '</body></html>' );
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
res.write('<pre style="background-color: #efefef">');
new WikitextSerializer({env: env}).serializeDOM(
p.tree.document.childNodes[0].childNodes[1],
Improve the serializer and its output display in the web service Change-Id: Id3ca96846cad42517d7d4bada8f4bb250d54247b
2012-05-23 15:50:35 +00:00
function( c ) {
res.write( htmlSpecialChars( c ) );
});
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
res.write('</pre>');
res.write( "<hr>Your HTML DOM:" );
textarea( res, req.body.content );
res.end('');
});
/**
* Form-based wikitext -> HTML DOM interface for manual testing
*/
app.get(/\/_wikitext\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
res.write( "Your wikitext:" );
textarea( res );
res.end('');
});
app.post(/\/_wikitext\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
var parser = parserPipelineFactory.makePipeline( 'text/x-mediawiki/full' );
parser.on('document', function ( document ) {
res.write(document.body.innerHTML);
//res.write('<form method=POST><input name="content"></form>');
//res.end("hello world\n" + req.method + ' ' + req.params.title);
res.write( "<hr>Your wikitext:" );
textarea( res, req.body.content );
res.end('');
});
try {
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
console.log('starting parsing of ' + req.params[0]);
// FIXME: This does not handle includes or templates correctly
parser.process( req.body.content );
} catch (e) {
console.log( e );
res.write( e );
}
});
/**
* Regular article parsing
*/
app.get(/\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Add an extra newline before headings, and ignore favicon.ico requests Change-Id: Ibacac3453afefa5dbe803c1e0260e8c943785f12
2012-05-23 15:17:54 +00:00
if ( env.pageName === 'favicon.ico' ) {
res.end( 'no favicon yet..');
return;
}
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
var parser = parserPipelineFactory.makePipeline( 'text/x-mediawiki/full' );
parser.on('document', function ( document ) {
res.end(document.body.innerHTML);
//res.write('<form method=POST><input name="content"></form>');
//res.end("hello world\n" + req.method + ' ' + req.params.title);
});
try {
Capital T in second part of Content-Type Change-Id: I20a9af9a8c0e05e96c77c9ac7566ea7bc1a6dabd
2012-05-23 16:11:51 +00:00
res.setHeader('Content-Type', 'text/html; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
console.log('starting parsing of ' + req.params[0]);
// FIXME: This does not handle includes or templates correctly
parser.process('{{:' + req.params[0] + '}}' );
} catch (e) {
console.log( e );
res.end( e );
textarea( res, req.body.content );
}
});
/**
* Regular article serialization using POST
*/
app.post(/\/(.*)/, function(req, res){
Make sure pageName is set in the web service, and handle empty page name in parser function Change-Id: I5d36eefecc2f35a860d00a8960004f8e651ed17c
2012-05-23 14:43:45 +00:00
env.pageName = req.params[0];
Use text/x-mediawiki content type, and handle tokenizer errors without --debug Change-Id: I154cd344306aa05ada7ff30f631d487f39fa9739
2012-05-24 08:18:41 +00:00
res.setHeader('Content-Type', 'text/x-mediawiki; charset=UTF-8');
Basic parser / serializer web service * After installing Parsoid (sudo npm install -g in modules/parser), run 'node server.js' from the api directory and navigate to http://localhost:8000/ and follow the directions. You can start to navigate the English wikipedia at http://localhost:8000/Main_Page, or manually enter wikitext or HTML DOM to convert. * Uses the express framework, could also use just connect * Uses the cluster module to manage workers per-core and restart those on failure Change-Id: I443f2996ed3df00826b038b7476a2f966ab0c425
2012-05-23 10:35:00 +00:00
var p = new html5.Parser();
p.parse( req.body.content );
new WikitextSerializer({env: env}).serializeDOM(
p.tree.document.childNodes[0].childNodes[1],
res.write.bind( res ) );
res.end('');
});
module.exports = app;
Reference in a new issue Copy permalink