mirror of
https://gerrit.wikimedia.org/r/mediawiki/extensions/VisualEditor
synced 2024-11-15 02:23:58 +00:00
8dbc2f573f
Lists are a bit tricky, as nested lists are not wrapped in a separate list item. Should work now though. Change-Id: I2e5f29f6afa6bdd2d5e5c0c5d019b70c611b73d1
328 lines
8 KiB
JavaScript
328 lines
8 KiB
JavaScript
/**
|
|
* Serializes a chunk of tokens or an HTML DOM to MediaWiki's wikitext flavor.
|
|
*
|
|
* @class
|
|
* @constructor
|
|
* @param options {Object} List of options for serialization
|
|
*/
|
|
WikitextSerializer = function( options ) {
|
|
this.options = $.extend( {
|
|
// defaults
|
|
}, options || {} );
|
|
};
|
|
|
|
var WSP = WikitextSerializer.prototype;
|
|
|
|
WSP.defaultOptions = {
|
|
needParagraphLines: false,
|
|
listStack: [],
|
|
lastHandler: null
|
|
};
|
|
|
|
var id = function( v ) { return function() { return v; }; };
|
|
|
|
WSP._listHandler = function( bullet, state, token ) {
|
|
var res = bullet;
|
|
if ( ! state.listStack.length ) {
|
|
res = '\n' + res;
|
|
} else {
|
|
var curList = state.listStack[state.listStack.length - 1];
|
|
curList.items++;
|
|
if ( // deeply nested list
|
|
curList.items > 2 ||
|
|
// A nested list, not directly after the li
|
|
( curList.items > 1 &&
|
|
! ( state.lastToken.constructor === TagTk &&
|
|
state.lastToken.name === 'li') )) {
|
|
res = "\n" +
|
|
state.listStack
|
|
.map( function ( i ) {
|
|
return i.bullet;
|
|
}).join('') + bullet;
|
|
}
|
|
}
|
|
state.listStack.push({ bullet: bullet, items: 0});
|
|
return res;
|
|
};
|
|
|
|
WSP._listEndHandler = function( state, token ) {
|
|
state.listStack.pop();
|
|
// FIXME: insert a newline after a list block is closed (the next token is
|
|
// no list token).
|
|
return '';
|
|
};
|
|
|
|
WSP._listItemHandler = function ( state, token ) {
|
|
//console.warn( JSON.stringify( state.listStack ) );
|
|
state.needParagraphLines = true;
|
|
if ( ! state.listStack.length ) {
|
|
return '';
|
|
} else {
|
|
var curList = state.listStack[state.listStack.length - 1];
|
|
curList.items++;
|
|
if ( curList.items > 1 ) {
|
|
// consecutive list items
|
|
return "\n" +
|
|
state.listStack
|
|
.map( function ( i ) {
|
|
return i.bullet;
|
|
}).join('');
|
|
} else {
|
|
return '';
|
|
}
|
|
}
|
|
};
|
|
|
|
WSP._serializeTableTag = function ( symbol, state, token ) {
|
|
if ( token.attribs.length ) {
|
|
return '\n' + symbol + WSP._serializeAttributes( token.attribs ) + ' |';
|
|
} else {
|
|
return '\n' + symbol;
|
|
}
|
|
};
|
|
|
|
WSP.tagToWikitext = {
|
|
body: {},
|
|
b: { start: id("'''"), end: id("'''") },
|
|
i: { start: id("''"), end: id("'''") },
|
|
ul: {
|
|
start: WSP._listHandler.bind( null, '*' ),
|
|
end: WSP._listEndHandler
|
|
},
|
|
ol: {
|
|
start: WSP._listHandler.bind( null, '#' ),
|
|
end: WSP._listEndHandler
|
|
},
|
|
dl: {
|
|
start: WSP._listHandler.bind( null, '' ),
|
|
end: WSP._listEndHandler
|
|
},
|
|
li: { start: WSP._listItemHandler },
|
|
// XXX: handle single-line vs. multi-line dls etc
|
|
dt: { start: id(";") },
|
|
dd: { start: id(":") },
|
|
// XXX: handle options
|
|
table: {
|
|
start: WSP._serializeTableTag.bind(null, "{|"),
|
|
end: id("\n|}")
|
|
},
|
|
tbody: {},
|
|
th: { start: WSP._serializeTableTag.bind(null, "!") },
|
|
// XXX: omit for first row in table.
|
|
tr: { start: WSP._serializeTableTag.bind(null, "|-") },
|
|
td: { start: WSP._serializeTableTag.bind(null, "|") },
|
|
p: {
|
|
start: function( state, token ) {
|
|
if (state.needParagraphLines) {
|
|
return "\n\n";
|
|
} else {
|
|
state.needParagraphLines = true;
|
|
return '';
|
|
}
|
|
}
|
|
},
|
|
hr: { start: id("\n----"), end: id("\n") },
|
|
h1: { start: id("\n="), end: id("=\n") },
|
|
h2: { start: id("\n=="), end: id("==\n") },
|
|
h3: { start: id("\n==="), end: id("===\n") },
|
|
h4: { start: id("\n===="), end: id("====\n") },
|
|
h5: { start: id("\n====="), end: id("=====\n") },
|
|
h6: { start: id("\n======"), end: id("======\n") },
|
|
pre: { start: id("<pre>"), end: id("</pre>") }
|
|
/*
|
|
a: {
|
|
start: function( state, token ) {
|
|
if ( rtinfo.type === 'wikilink' ) {
|
|
return '[[' + rtinfo.target + ']]';
|
|
} else {
|
|
// external link
|
|
return '[' + rtinfo.
|
|
*/
|
|
};
|
|
|
|
|
|
WSP._serializeAttributes = function ( attribs ) {
|
|
var out = [];
|
|
for ( var i = 0, l = attribs.length; i < l; i++ ) {
|
|
var kv = attribs[i];
|
|
if (kv.k.length) {
|
|
if ( kv.v.length ) {
|
|
out.push( kv.k + '=' +
|
|
'"' + kv.v.replace( '"', '"' ) + '"');
|
|
} else {
|
|
out.push( kv.k );
|
|
}
|
|
} else if ( kv.v.length ) {
|
|
// not very likely..
|
|
out.push( kv.v );
|
|
}
|
|
}
|
|
// XXX: round-trip optional whitespace / line breaks etc
|
|
return out.join(' ');
|
|
};
|
|
|
|
|
|
/**
|
|
* Serialize a chunk of tokens
|
|
*/
|
|
WSP.serializeTokens = function( tokens, chunkCB ) {
|
|
if ( chunkCB === undefined ) {
|
|
var out = [];
|
|
this._serializeTokens( tokens, out.push.bind(out) );
|
|
return out;
|
|
} else {
|
|
this._serializeTokens( tokens, chunkCB );
|
|
}
|
|
};
|
|
|
|
WSP._serializeTokens = function( tokens, chunkCB ) {
|
|
var state = $.extend({}, this.defaultOptions, this.options),
|
|
handler;
|
|
for ( var i = 0, l = tokens.length; i < l; i++ ) {
|
|
state.lastToken = state.curToken;
|
|
state.curToken = tokens[i];
|
|
switch( token.constructor ) {
|
|
case TagTk:
|
|
case SelfclosingTagTk:
|
|
handler = this.tagToWikitext[token.name];
|
|
if ( handler && handler.start ) {
|
|
chunkCB( handler.start( state, state.curToken ) );
|
|
} else {
|
|
console.warn( 'Unhandled tag token ' + JSON.stringify( token ) );
|
|
}
|
|
break;
|
|
case EndTagTk:
|
|
handler = this.tagToWikitext[token.name];
|
|
if ( handler && handler.end ) {
|
|
chunkCB( handler.end( state, state.curToken ) );
|
|
} else {
|
|
console.warn( 'Unhandled end tag token ' + JSON.stringify( token ) );
|
|
}
|
|
break;
|
|
case String:
|
|
chunkCB( token );
|
|
break;
|
|
case CommentTk:
|
|
chunkCB( '<!--' + token.value + '-->' );
|
|
break;
|
|
case NlTk:
|
|
chunkCB( '\n' );
|
|
break;
|
|
case EOFTk:
|
|
break;
|
|
default:
|
|
console.warn( 'Unhandled token type ' + JSON.stringify( token ) );
|
|
break;
|
|
}
|
|
}
|
|
};
|
|
|
|
|
|
/**
|
|
* Serialize an HTML DOM document.
|
|
*/
|
|
WSP.serializeDOM = function( node, chunkCB ) {
|
|
var state = $.extend({}, this.defaultOptions, this.options);
|
|
if ( ! chunkCB ) {
|
|
var out = [];
|
|
chunkCB = out.push.bind( out );
|
|
this._serializeDOM( node, chunkCB, state );
|
|
return out.join('');
|
|
} else {
|
|
this._serializeDOM( node, chunkCB, state );
|
|
}
|
|
};
|
|
|
|
WSP._serializeDOM = function( node, chunkCB, state ) {
|
|
// serialize this node
|
|
var token;
|
|
state.lastToken = state.curToken;
|
|
state.curToken = null;
|
|
switch( node.nodeType ) {
|
|
case Node.ELEMENT_NODE:
|
|
//console.warn( node.nodeName.toLowerCase() );
|
|
var children = node.childNodes,
|
|
name = node.nodeName.toLowerCase(),
|
|
handler = this.tagToWikitext[name];
|
|
if ( handler ) {
|
|
var attribs = node.attributes,
|
|
tkAttribs = this._getDOMAttribs(attribs),
|
|
tkRTInfo = this._getDOMRTInfo(attribs);
|
|
if ( handler.start ) {
|
|
state.curToken = new TagTk( name, tkAttribs, tkRTInfo );
|
|
// serialize the start tag
|
|
chunkCB( handler.start( state, state.curToken ) );
|
|
}
|
|
for ( var i = 0, l = children.length; i < l; i++ ) {
|
|
// serialize all children
|
|
this._serializeDOM( children[i], chunkCB, state );
|
|
}
|
|
state.lastToken = state.curToken;
|
|
if ( handler.end ) {
|
|
state.curToken = new EndTagTk( name, tkAttribs, tkRTInfo );
|
|
// serialize the start tag
|
|
chunkCB( handler.end( state, state.curToken ) );
|
|
} else {
|
|
state.curToken = null;
|
|
}
|
|
} else {
|
|
console.warn( 'Unhandled element: ' + node.innerHTML );
|
|
}
|
|
break;
|
|
case Node.TEXT_NODE:
|
|
state.curToken = node.data;
|
|
chunkCB( node.data );
|
|
break;
|
|
case Node.COMMENT_NODE:
|
|
state.curToken = new CommentTk( node.data );
|
|
chunkCB( '<!--' + node.data + '-->' );
|
|
break;
|
|
default:
|
|
console.warn( "Unhandled node type: " +
|
|
node.innerHTML );
|
|
break;
|
|
}
|
|
};
|
|
|
|
WSP._getDOMAttribs = function( attribs ) {
|
|
// convert to list fo key-value pairs
|
|
var out = [];
|
|
for ( var i = 0, l = attribs.length; i < l; i++ ) {
|
|
var attrib = attribs.item(i);
|
|
if ( attrib.name !== 'data-mw' ) {
|
|
out.push( { k: attrib.name, v: attrib.value } );
|
|
}
|
|
}
|
|
return out;
|
|
};
|
|
|
|
WSP._getDOMRTInfo = function( attribs ) {
|
|
if ( attribs['data-mw'] ) {
|
|
return JSON.parse( attribs['data-mw'].value || '{}' );
|
|
} else {
|
|
return {};
|
|
}
|
|
};
|
|
|
|
// Quick HACK: define Node constants locally
|
|
// https://developer.mozilla.org/en/nodeType
|
|
var Node = {
|
|
ELEMENT_NODE: 1,
|
|
ATTRIBUTE_NODE: 2,
|
|
TEXT_NODE: 3,
|
|
CDATA_SECTION_NODE: 4,
|
|
ENTITY_REFERENCE_NODE: 5,
|
|
ENTITY_NODE: 6,
|
|
PROCESSING_INSTRUCTION_NODE: 7,
|
|
COMMENT_NODE: 8,
|
|
DOCUMENT_NODE: 9,
|
|
DOCUMENT_TYPE_NODE: 10,
|
|
DOCUMENT_FRAGMENT_NODE: 11,
|
|
NOTATION_NODE: 12
|
|
};
|
|
|
|
|
|
if (typeof module == "object") {
|
|
module.exports.WikitextSerializer = WikitextSerializer;
|
|
}
|