mediawiki-extensions-Visual.../modules/parser/mediawiki.WikitextSerializer.js
Gabriel Wicke b7fd4498a9 Use single _serializeToken handler for both DOM and tokens
Change-Id: I45e1d90b53a5ddc678f7744f27274bebcfc375fe
2012-05-17 13:20:39 +02:00

321 lines
7.7 KiB
JavaScript

/**
* Serializes a chunk of tokens or an HTML DOM to MediaWiki's wikitext flavor.
*
* @class
* @constructor
* @param options {Object} List of options for serialization
*/
WikitextSerializer = function( options ) {
this.options = $.extend( {
// defaults
}, options || {} );
};
var WSP = WikitextSerializer.prototype;
WSP.defaultOptions = {
needParagraphLines: false,
listStack: [],
lastHandler: null
};
var id = function( v ) { return function() { return v; }; };
WSP._listHandler = function( bullet, state, token ) {
var res = bullet;
if ( ! state.listStack.length ) {
res = '\n' + res;
} else {
var curList = state.listStack[state.listStack.length - 1];
curList.items++;
if ( // deeply nested list
curList.items > 2 ||
// A nested list, not directly after the li
( curList.items > 1 &&
! ( state.lastToken.constructor === TagTk &&
state.lastToken.name === 'li') )) {
res = "\n" +
state.listStack
.map( function ( i ) {
return i.bullet;
}).join('') + bullet;
}
}
state.listStack.push({ bullet: bullet, items: 0});
return res;
};
WSP._listEndHandler = function( state, token ) {
state.listStack.pop();
// FIXME: insert a newline after a list block is closed (the next token is
// no list token).
return '';
};
WSP._listItemHandler = function ( state, token ) {
//console.warn( JSON.stringify( state.listStack ) );
state.needParagraphLines = true;
if ( ! state.listStack.length ) {
return '';
} else {
var curList = state.listStack[state.listStack.length - 1];
curList.items++;
if ( curList.items > 1 ) {
// consecutive list items
return "\n" +
state.listStack
.map( function ( i ) {
return i.bullet;
}).join('');
} else {
return '';
}
}
};
WSP._serializeTableTag = function ( symbol, state, token ) {
if ( token.attribs.length ) {
return '\n' + symbol + WSP._serializeAttributes( token.attribs ) + ' |';
} else {
return '\n' + symbol;
}
};
WSP.tagToWikitext = {
body: {},
b: { start: id("'''"), end: id("'''") },
i: { start: id("''"), end: id("'''") },
ul: {
start: WSP._listHandler.bind( null, '*' ),
end: WSP._listEndHandler
},
ol: {
start: WSP._listHandler.bind( null, '#' ),
end: WSP._listEndHandler
},
dl: {
start: WSP._listHandler.bind( null, '' ),
end: WSP._listEndHandler
},
li: { start: WSP._listItemHandler },
// XXX: handle single-line vs. multi-line dls etc
dt: { start: id(";") },
dd: { start: id(":") },
// XXX: handle options
table: {
start: WSP._serializeTableTag.bind(null, "{|"),
end: id("\n|}")
},
tbody: {},
th: { start: WSP._serializeTableTag.bind(null, "!") },
// XXX: omit for first row in table.
tr: { start: WSP._serializeTableTag.bind(null, "|-") },
td: { start: WSP._serializeTableTag.bind(null, "|") },
p: {
start: function( state, token ) {
if (state.needParagraphLines) {
return "\n\n";
} else {
state.needParagraphLines = true;
return '';
}
}
},
hr: { start: id("\n----"), end: id("\n") },
h1: { start: id("\n="), end: id("=\n") },
h2: { start: id("\n=="), end: id("==\n") },
h3: { start: id("\n==="), end: id("===\n") },
h4: { start: id("\n===="), end: id("====\n") },
h5: { start: id("\n====="), end: id("=====\n") },
h6: { start: id("\n======"), end: id("======\n") },
pre: { start: id("<pre>"), end: id("</pre>") }
/*
a: {
start: function( state, token ) {
if ( rtinfo.type === 'wikilink' ) {
return '[[' + rtinfo.target + ']]';
} else {
// external link
return '[' + rtinfo.
*/
};
WSP._serializeAttributes = function ( attribs ) {
var out = [];
for ( var i = 0, l = attribs.length; i < l; i++ ) {
var kv = attribs[i];
if (kv.k.length) {
if ( kv.v.length ) {
out.push( kv.k + '=' +
'"' + kv.v.replace( '"', '&quot;' ) + '"');
} else {
out.push( kv.k );
}
} else if ( kv.v.length ) {
// not very likely..
out.push( kv.v );
}
}
// XXX: round-trip optional whitespace / line breaks etc
return out.join(' ');
};
/**
* Serialize a chunk of tokens
*/
WSP.serializeTokens = function( tokens, chunkCB ) {
var state = $.extend({}, this.defaultOptions, this.options),
i, l;
if ( chunkCB === undefined ) {
var out = [];
chunkCB = out.push.bind(out);
for ( i = 0, l = tokens.length; i < l; i++ ) {
this._serializeToken( state, chunkCB, tokens[i] );
}
return out;
} else {
for ( i = 0, l = tokens.length; i < l; i++ ) {
this._serializeToken( state, chunkCB, tokens[i] );
}
}
};
/**
* Serialize a token.
*/
WSP._serializeToken = function ( state, chunkCB, token ) {
state.lastToken = state.curToken;
state.curToken = token;
var handler;
switch( token.constructor ) {
case TagTk:
case SelfclosingTagTk:
handler = this.tagToWikitext[token.name];
if ( handler && handler.start ) {
chunkCB( handler.start( state, token ) );
}
break;
case EndTagTk:
handler = this.tagToWikitext[token.name];
if ( handler && handler.end ) {
chunkCB( handler.end( state, token ) );
}
break;
case String:
chunkCB( token );
break;
case CommentTk:
chunkCB( '<!--' + token.value + '-->' );
break;
case NlTk:
chunkCB( '\n' );
break;
case EOFTk:
break;
default:
console.warn( 'Unhandled token type ' + JSON.stringify( token ) );
break;
}
};
/**
* Serialize an HTML DOM document.
*/
WSP.serializeDOM = function( node, chunkCB ) {
var state = $.extend({}, this.defaultOptions, this.options);
if ( ! chunkCB ) {
var out = [];
chunkCB = out.push.bind( out );
this._serializeDOM( node, chunkCB, state );
return out.join('');
} else {
this._serializeDOM( node, chunkCB, state );
}
};
/**
* Internal worker. Recursively serialize a DOM subtree by creating tokens and
* calling _serializeToken on each of these.
*/
WSP._serializeDOM = function( node, chunkCB, state ) {
// serialize this node
switch( node.nodeType ) {
case Node.ELEMENT_NODE:
//console.warn( node.nodeName.toLowerCase() );
var children = node.childNodes,
name = node.nodeName.toLowerCase(),
handler = this.tagToWikitext[name];
if ( handler ) {
var tkAttribs = this._getDOMAttribs(node.attributes),
tkRTInfo = this._getDOMRTInfo(node.attributes);
this._serializeToken( state, chunkCB,
new TagTk( name, tkAttribs, tkRTInfo ) );
for ( var i = 0, l = children.length; i < l; i++ ) {
// serialize all children
this._serializeDOM( children[i], chunkCB, state );
}
this._serializeToken( state, chunkCB,
new EndTagTk( name, tkAttribs, tkRTInfo ) );
} else {
console.warn( 'Unhandled element: ' + node.innerHTML );
}
break;
case Node.TEXT_NODE:
this._serializeToken( state, chunkCB, node.data );
break;
case Node.COMMENT_NODE:
this._serializeToken( state, chunkCB, new CommentTk( node.data ) );
break;
default:
console.warn( "Unhandled node type: " +
node.innerHTML );
break;
}
};
WSP._getDOMAttribs = function( attribs ) {
// convert to list fo key-value pairs
var out = [];
for ( var i = 0, l = attribs.length; i < l; i++ ) {
var attrib = attribs.item(i);
if ( attrib.name !== 'data-mw' ) {
out.push( { k: attrib.name, v: attrib.value } );
}
}
return out;
};
WSP._getDOMRTInfo = function( attribs ) {
if ( attribs['data-mw'] ) {
return JSON.parse( attribs['data-mw'].value || '{}' );
} else {
return {};
}
};
// Quick HACK: define Node constants locally
// https://developer.mozilla.org/en/nodeType
var Node = {
ELEMENT_NODE: 1,
ATTRIBUTE_NODE: 2,
TEXT_NODE: 3,
CDATA_SECTION_NODE: 4,
ENTITY_REFERENCE_NODE: 5,
ENTITY_NODE: 6,
PROCESSING_INSTRUCTION_NODE: 7,
COMMENT_NODE: 8,
DOCUMENT_NODE: 9,
DOCUMENT_TYPE_NODE: 10,
DOCUMENT_FRAGMENT_NODE: 11,
NOTATION_NODE: 12
};
if (typeof module == "object") {
module.exports.WikitextSerializer = WikitextSerializer;
}