2012-02-01 17:03:08 +00:00
|
|
|
/**
|
|
|
|
* Constructors for different token types. Plain text is represented as simple
|
|
|
|
* strings or String objects (if attributes are needed).
|
|
|
|
*/
|
2012-02-13 17:02:23 +00:00
|
|
|
|
2012-05-10 08:04:24 +00:00
|
|
|
var async = require('async');
|
|
|
|
|
2012-03-13 12:32:31 +00:00
|
|
|
function TagTk( name, attribs, dataAttribs ) {
|
2012-02-01 17:03:08 +00:00
|
|
|
this.name = name;
|
|
|
|
this.attribs = attribs || [];
|
2012-03-13 12:32:31 +00:00
|
|
|
this.dataAttribs = dataAttribs || {};
|
2012-02-01 17:03:08 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
|
|
|
|
TagTk.prototype = {
|
|
|
|
constructor: TagTk,
|
|
|
|
|
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'TagTk' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
defaultToString: function(t) {
|
|
|
|
return "<" + this.name + ">";
|
|
|
|
},
|
|
|
|
|
|
|
|
tagToStringFns: {
|
|
|
|
"listItem": function() {
|
|
|
|
return "<li:" + this.bullets.join('') + ">";
|
|
|
|
},
|
|
|
|
"mw-quote": function() {
|
|
|
|
return "<mw-quote:" + this.value + ">";
|
|
|
|
},
|
|
|
|
"urllink": function() {
|
|
|
|
return "<urllink:" + this.attribs[0].v + ">";
|
|
|
|
},
|
|
|
|
"behavior-switch": function() {
|
|
|
|
return "<behavior-switch:" + this.attribs[0].v + ">";
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
if (this.dataAttribs.stx && this.dataAttribs.stx === "html") {
|
|
|
|
return "<HTML:" + this.name + ">";
|
|
|
|
} else {
|
|
|
|
var f = this.tagToStringFns[this.name];
|
|
|
|
return f ? f.bind(this)() : this.defaultToString();
|
|
|
|
}
|
|
|
|
}
|
2012-02-03 13:09:01 +00:00
|
|
|
};
|
|
|
|
|
2012-03-13 12:32:31 +00:00
|
|
|
function EndTagTk( name, attribs, dataAttribs ) {
|
2012-02-01 17:03:08 +00:00
|
|
|
this.name = name;
|
|
|
|
this.attribs = attribs || [];
|
2012-03-13 12:32:31 +00:00
|
|
|
this.dataAttribs = dataAttribs || {};
|
2012-02-01 17:03:08 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
|
|
|
|
EndTagTk.prototype = {
|
|
|
|
constructor: EndTagTk,
|
|
|
|
|
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'EndTagTk' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
if (this.dataAttribs.stx && this.dataAttribs.stx === "html") {
|
|
|
|
return "</HTML:" + this.name + ">";
|
|
|
|
} else {
|
|
|
|
return "</" + this.name + ">";
|
|
|
|
}
|
|
|
|
}
|
2012-02-03 13:09:01 +00:00
|
|
|
};
|
|
|
|
|
2012-03-13 12:32:31 +00:00
|
|
|
function SelfclosingTagTk( name, attribs, dataAttribs ) {
|
2012-02-01 17:03:08 +00:00
|
|
|
this.name = name;
|
|
|
|
this.attribs = attribs || [];
|
2012-03-13 12:32:31 +00:00
|
|
|
this.dataAttribs = dataAttribs || {};
|
2012-02-01 17:03:08 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
|
|
|
|
SelfclosingTagTk.prototype = {
|
|
|
|
constructor: SelfclosingTagTk,
|
|
|
|
|
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'SelfclosingTagTk' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
tokensToString: function(toks) {
|
|
|
|
if (toks.constructor === String) {
|
|
|
|
return toks;
|
|
|
|
} else if (toks.length === 0) {
|
|
|
|
return null;
|
|
|
|
} else {
|
|
|
|
var buf = [];
|
|
|
|
for (var i = 0, n = toks.length; i < n; i++) {
|
|
|
|
buf.push(toks[i].toString());
|
|
|
|
}
|
|
|
|
return buf.join('\n');
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
tagToStringFns: {
|
|
|
|
"template": function() {
|
|
|
|
var buf = ["<template>"]
|
|
|
|
for (var i = 0, n = this.attribs.length; i < n; i++) {
|
|
|
|
var a = this.attribs[i];
|
|
|
|
var kStr = this.tokensToString(a.k);
|
|
|
|
if (kStr) buf.push("k={" + kStr + "}");
|
|
|
|
var vStr = this.tokensToString(a.v);
|
|
|
|
if (vStr) buf.push("v={" + vStr + "}");
|
|
|
|
}
|
|
|
|
|
|
|
|
buf.push("</template>");
|
|
|
|
return buf.join("\n");
|
|
|
|
},
|
|
|
|
"templatearg": function() {
|
|
|
|
var buf = ["<template-arg>"]
|
|
|
|
for (var i = 0, n = this.attribs.length; i < n; i++) {
|
|
|
|
var a = this.attribs[i];
|
|
|
|
var kStr = this.tokensToString(a.k);
|
|
|
|
if (kStr) buf.push("k:{" + kStr + "}");
|
|
|
|
var vStr = this.tokensToString(a.v);
|
|
|
|
if (vStr) buf.push("v:{" + vStr + "}");
|
|
|
|
}
|
|
|
|
|
|
|
|
buf.push("</template-arg>");
|
|
|
|
return buf.join("\n");
|
|
|
|
}
|
|
|
|
},
|
|
|
|
|
|
|
|
defaultToString: function() {
|
|
|
|
return "<" + this.name + " />";
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
if (this.dataAttribs.stx && this.dataAttribs.stx === "html") {
|
|
|
|
return "<HTML:" + this.name + " />";
|
|
|
|
} else {
|
|
|
|
var f = this.tagToStringFns[this.name];
|
|
|
|
return f ? f.bind(this)() : this.defaultToString();
|
|
|
|
}
|
|
|
|
}
|
2012-02-03 13:09:01 +00:00
|
|
|
};
|
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
function NlTk( ) { }
|
|
|
|
|
|
|
|
NlTk.prototype = {
|
|
|
|
constructor: NlTk,
|
|
|
|
|
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'NlTk' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
return "\\n";
|
|
|
|
}
|
2012-02-03 13:09:01 +00:00
|
|
|
};
|
|
|
|
|
2012-06-19 13:24:13 +00:00
|
|
|
function CommentTk( value, dataAttribs ) {
|
2012-02-01 17:03:08 +00:00
|
|
|
this.value = value;
|
2012-06-19 13:24:13 +00:00
|
|
|
// won't survive in the DOM, but still useful for token serialization
|
|
|
|
if ( dataAttribs !== undefined ) {
|
|
|
|
this.dataAttribs = dataAttribs;
|
|
|
|
}
|
2012-02-01 17:03:08 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
|
|
|
|
CommentTk.prototype = {
|
|
|
|
constructor: CommentTk,
|
|
|
|
|
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'COMMENT' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
return "<!--" + this.value + "-->";
|
|
|
|
}
|
2012-02-03 13:09:01 +00:00
|
|
|
};
|
2012-02-13 17:02:23 +00:00
|
|
|
|
2012-03-07 20:06:54 +00:00
|
|
|
function EOFTk( ) { }
|
2012-07-11 15:18:16 +00:00
|
|
|
EOFTk.prototype = {
|
|
|
|
constructor: EOFTk,
|
2012-02-13 17:02:23 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
toJSON: function () {
|
|
|
|
return $.extend( { type: 'EOFTk' }, this );
|
|
|
|
},
|
|
|
|
|
|
|
|
toString: function() {
|
|
|
|
return "";
|
|
|
|
}
|
|
|
|
};
|
2012-02-13 17:02:23 +00:00
|
|
|
|
2012-02-01 17:03:08 +00:00
|
|
|
|
|
|
|
// A key-value pair
|
|
|
|
function KV ( k, v ) {
|
|
|
|
this.k = k;
|
|
|
|
this.v = v;
|
|
|
|
}
|
|
|
|
|
2012-04-25 14:35:59 +00:00
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* A parameter object wrapper, essentially an array of key/value pairs with a
|
|
|
|
* few extra methods.
|
|
|
|
*
|
|
|
|
* It might make sense to wrap array results of array methods such as slice
|
|
|
|
* into a params object too, so that users are not surprised by losing the
|
|
|
|
* custom methods. Alternatively, the object could be made more abstract with
|
|
|
|
* a separate .array method that just returns the plain array.
|
|
|
|
*/
|
|
|
|
function Params ( env, params ) {
|
|
|
|
this.env = env;
|
|
|
|
this.push.apply( this, params );
|
|
|
|
}
|
|
|
|
|
|
|
|
Params.prototype = [];
|
|
|
|
Params.prototype.constructor = Params;
|
|
|
|
|
|
|
|
Params.prototype.toString = function () {
|
|
|
|
return this.slice(0).toString();
|
|
|
|
};
|
|
|
|
|
|
|
|
Params.prototype.dict = function () {
|
|
|
|
var res = {};
|
|
|
|
for ( var i = 0, l = this.length; i < l; i++ ) {
|
|
|
|
var kv = this[i],
|
|
|
|
key = this.env.tokensToString( kv.k ).trim();
|
|
|
|
res[key] = kv.v;
|
|
|
|
}
|
|
|
|
//console.warn( 'KVtoHash: ' + JSON.stringify( res ));
|
|
|
|
return res;
|
|
|
|
};
|
|
|
|
|
|
|
|
Params.prototype.named = function () {
|
|
|
|
var n = 1,
|
|
|
|
out = {};
|
|
|
|
for ( var i = 0, l = this.length; i < l; i++ ) {
|
|
|
|
// FIXME: Also check for whitespace-only named args!
|
|
|
|
var k = this[i].k;
|
|
|
|
if ( k.constructor === String ) {
|
|
|
|
k = k.trim();
|
|
|
|
}
|
|
|
|
if ( ! k.length ) {
|
|
|
|
out[n.toString()] = this[i].v;
|
|
|
|
n++;
|
|
|
|
} else if ( k.constructor === String ) {
|
|
|
|
out[k] = this[i].v;
|
|
|
|
} else {
|
|
|
|
out[this.env.tokensToString( k ).trim()] = this[i].v;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return out;
|
|
|
|
};
|
|
|
|
|
2012-05-10 08:04:24 +00:00
|
|
|
/**
|
|
|
|
* Expand a slice of the parameters using the supplied get options.
|
|
|
|
*/
|
|
|
|
Params.prototype.getSlice = function ( options, start, end ) {
|
|
|
|
var args = this.slice( start, end ),
|
|
|
|
cb = options.cb;
|
|
|
|
//console.warn( JSON.stringify( args ) );
|
|
|
|
async.map(
|
|
|
|
args,
|
|
|
|
function( kv, cb2 ) {
|
|
|
|
if ( kv.v.constructor === String ) {
|
|
|
|
// nothing to do
|
|
|
|
cb2( null, kv );
|
|
|
|
} else if ( kv.v.constructor === Array &&
|
|
|
|
// remove String from Array
|
|
|
|
kv.v.length === 1 && kv.v[0].constructor === String ) {
|
|
|
|
cb2( null, new KV( kv.k, kv.v[0] ) );
|
|
|
|
} else {
|
|
|
|
// Expand the value
|
|
|
|
var o2 = $.extend( {}, options );
|
|
|
|
// add in the key
|
|
|
|
o2.cb = function ( v ) {
|
|
|
|
cb2( null, new KV( kv.k, v ) );
|
|
|
|
};
|
|
|
|
kv.v.get( o2 );
|
|
|
|
}
|
|
|
|
},
|
|
|
|
function( err, res ) {
|
|
|
|
if ( err ) {
|
|
|
|
console.trace();
|
|
|
|
throw JSON.stringify( err );
|
|
|
|
}
|
|
|
|
//console.warn( 'getSlice res: ' + JSON.stringify( res ) );
|
|
|
|
cb( res );
|
|
|
|
});
|
|
|
|
};
|
2012-04-25 14:35:59 +00:00
|
|
|
|
2012-05-10 08:04:24 +00:00
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* A chunk. Wraps a source chunk of tokens with a reference to a frame for
|
|
|
|
* lazy and shared transformations. Do not use directly- use
|
|
|
|
* frame.newParserValue instead!
|
|
|
|
*/
|
|
|
|
function ParserValue ( source, frame ) {
|
|
|
|
if ( source.constructor === ParserValue ) {
|
|
|
|
Object.defineProperty( this, 'source',
|
|
|
|
{ value: source.source, enumerable: false } );
|
|
|
|
} else {
|
|
|
|
Object.defineProperty( this, 'source',
|
|
|
|
{ value: source, enumerable: false } );
|
|
|
|
}
|
|
|
|
Object.defineProperty( this, 'frame',
|
|
|
|
{ value: frame, enumerable: false } );
|
2012-04-25 14:35:59 +00:00
|
|
|
}
|
|
|
|
|
2012-05-10 08:04:24 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
ParserValue.prototype = {
|
|
|
|
_defaultTransformOptions: {
|
|
|
|
type: 'text/x-mediawiki/expanded'
|
|
|
|
},
|
2012-05-10 08:04:24 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
toJSON: function() {
|
|
|
|
return this.source;
|
|
|
|
},
|
2012-05-10 08:04:24 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
get: function( options, cb ) {
|
|
|
|
if ( ! options ) {
|
|
|
|
options = $.extend({}, this._defaultTransformOptions);
|
|
|
|
} else if ( options.type === undefined ) {
|
|
|
|
options.type = this._defaultTransformOptions.type;
|
|
|
|
}
|
2012-05-10 08:04:24 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
// convenience cb override for async-style functions that pass a cb as the
|
|
|
|
// last argument
|
|
|
|
if ( cb === undefined ) {
|
|
|
|
cb = options.cb;
|
|
|
|
}
|
2012-05-10 08:04:24 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
var maybeCached;
|
|
|
|
if ( this.source.constructor === String ) {
|
|
|
|
maybeCached = this.source;
|
2012-04-25 14:35:59 +00:00
|
|
|
} else {
|
2012-07-11 15:18:16 +00:00
|
|
|
// try the cache
|
|
|
|
maybeCached = this.source.cache && this.source.cache.get( this.frame, options );
|
2012-04-25 14:35:59 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
if ( maybeCached !== undefined ) {
|
|
|
|
if ( cb ) {
|
|
|
|
cb ( maybeCached );
|
|
|
|
} else {
|
|
|
|
return maybeCached;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if ( ! options.cb ) {
|
|
|
|
console.trace();
|
|
|
|
throw "Chunk.get: Need to expand asynchronously, but no cb provided! " +
|
|
|
|
JSON.stringify( this, null, 2 );
|
|
|
|
}
|
|
|
|
options.cb = cb;
|
|
|
|
this.frame.expand( this.source, options );
|
2012-05-10 08:04:24 +00:00
|
|
|
}
|
2012-07-11 15:18:16 +00:00
|
|
|
},
|
2012-04-25 14:35:59 +00:00
|
|
|
|
2012-07-11 15:18:16 +00:00
|
|
|
length: function () {
|
|
|
|
return this.source.length;
|
|
|
|
}
|
2012-05-10 08:04:24 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
// TODO: don't use globals!
|
2012-02-01 17:03:08 +00:00
|
|
|
if (typeof module == "object") {
|
|
|
|
module.exports = {};
|
|
|
|
global.TagTk = TagTk;
|
|
|
|
global.EndTagTk = EndTagTk;
|
|
|
|
global.SelfclosingTagTk = SelfclosingTagTk;
|
|
|
|
global.NlTk = NlTk;
|
|
|
|
global.CommentTk = CommentTk;
|
|
|
|
global.EOFTk = EOFTk;
|
|
|
|
global.KV = KV;
|
2012-04-25 14:35:59 +00:00
|
|
|
global.Params = Params;
|
2012-05-10 08:04:24 +00:00
|
|
|
global.ParserValue = ParserValue;
|
2012-02-01 17:03:08 +00:00
|
|
|
}
|