mediawiki-extensions-Visual.../modules/syntaxhighlight/helpers/ve.dm.MWSyntaxHighlightTokenizer.js
Tongbo Sui 62ec9d92e2 SyntaxHighlight node support
Update: Switched to generic ve.ui.Toolbar and ve.ui.Tool for consistency
with VE in general. Changed searchbox to floating and hidden by default.
Call for search using shortcut key. Overriden ESC key.

Node handler for <syntaxhighlight>'s Rdfa type.
Embedded in VisualEditor.php with its own ResourceLoader module.
Use $wgVisualEditorEnableExperimentalCode in LocalSettings.php
to load the module.

Supported languages (for testing): text, javascript

Features:
(1) Internal mechanisms:
	(1.1) Tokenizer. Tokenize input code string.
	(1.2) Highlighter. Highlight based on predefined rules.
	(1.3) Syntax checker. Validate based on predefined rules.
(2) SimpleSurface:
	(2.1) Auto indenter. Works with (){}[] blocks.
	(2.2) Reformatter. Reformats spaces and remove trailing
	whitespaces.
	(2.3) Language selection dropdown.
	(2.4) Basic editing. Insert, deletion, selection.
	(2.5) Clipboard & edit history support.
		(2.5.1) Undo (Ctrl + Z), redo (Ctrl + Y)
		(2.5.2) Copy (Ctrl + C), cut (Ctrl + X), paste (Ctrl + V)
	(2.6) Search & replace. Ctrl + F to quickly move focus to search
	box.

Bug 47742

Change-Id: I4adede9e05fd2236cee50ce03f597e8ff6b1914d
2013-10-02 11:01:06 -07:00

67 lines
1.4 KiB
JavaScript

/*!
* VisualEditor MediaWiki UserInterface raster icon styles.
*
* @copyright 2011-2013 VisualEditor Team and others; see AUTHORS.txt
* @license The MIT License (MIT); see LICENSE.txt
*/
/**
* MWSyntaxHighlight tokenizer
*
* @constructor
*/
ve.dm.MWSyntaxHighlightTokenizer = function VeDmMWSyntaxHighlightTokenizer() {
this.words = /([^\W0-9]+)/; // Test for words
this.num = /([0-9]+)/; //Test for numbers
this.tokenRegex = /(\W|[^\W0-9]+|[0-9]+)/g;
};
/* Methods */
/**
* Tokenize data string
*
* @method
* @param {string} data Model data string
* @returns {Array} Tokens with indices and styling slots
*/
ve.dm.MWSyntaxHighlightTokenizer.prototype.tokenize = function ( data ) {
var tokens = [],
match;
while ( (match = this.tokenRegex.exec( data )) !== null ){
if (this.words.test(match) || this.num.test(match)){
tokens.push({
'text' : match[1],
'index' : match.index,
'mark' : [],
'tip' : []
});
} else {
if (match[1] !== '\t'){
tokens.push({
'text' : match[1],
'index' : match.index,
'mark' : [],
'tip' : []
});
} else {
tokens.push({
'text' : match[1],
'index' : match.index,
'mark' : [],
'tip' : [],
'tab' : ''
});
}
}
}
// Make a new char phantom
tokens.push({
'text' : ' ',
'index' : data.length,
'mark' : [],
'tip' : [],
'phantom' : ''
});
return tokens;
};