mirror of
https://gerrit.wikimedia.org/r/mediawiki/extensions/AbuseFilter.git
synced 2024-11-13 17:27:20 +00:00
016da694a6
* Reimplement tools, starting with a spiffy AJAX expression tester. Didn't bother implementing as non-AJAX, as it's just an extra. * Change exchange protocol between native parser and PHP app. Resulted in 2-3-fold performance boost. * Fix minor bug from last night.
690 lines
28 KiB
PHP
690 lines
28 KiB
PHP
<?php
|
|
if ( ! defined( 'MEDIAWIKI' ) )
|
|
die();
|
|
/**
|
|
Abuse filter parser.
|
|
Copyright (C) Victor Vasiliev, 2008. Based on ideas by Andrew Garrett Distributed under GNU GPL v2 terms.
|
|
|
|
Types of token:
|
|
* T_NONE - special-purpose token
|
|
* T_BRACE - ( or )
|
|
* T_COMMA - ,
|
|
* T_OP - operator like + or ^
|
|
* T_NUMBER - number
|
|
* T_STRING - string, in "" or ''
|
|
* T_KEYWORD - keyword
|
|
* T_ID - identifier
|
|
|
|
Levels of parsing:
|
|
* Set (S) - ==, +=, etc.
|
|
* BoolOps (BO) - &, |, ^
|
|
* CompOps (CO) - ==, !=, ===, !==, >, <, >=, <=
|
|
* SumRel (SR) - +, -
|
|
* MulRel (MR) - *, /, %
|
|
* Pow (P) - **
|
|
* BoolNeg (BN) - ! operation
|
|
* SpecialOperators (SO) - in and like
|
|
* Unarys (U) - plus and minus in cases like -5 or -(2 * +2)
|
|
* Braces (B) - ( and )
|
|
* Functions (F)
|
|
* Atom (A) - return value
|
|
*/
|
|
|
|
class AFPToken {
|
|
//Types of tken
|
|
const TNone = 'T_NONE';
|
|
const TID = 'T_ID';
|
|
const TKeyword = 'T_KEYWORD';
|
|
const TString = 'T_STRING';
|
|
const TNumber = 'T_NUMBER';
|
|
const TOp = 'T_OP';
|
|
const TBrace = 'T_BRACE';
|
|
const TComma = 'T_COMMA';
|
|
|
|
var $type;
|
|
var $value;
|
|
var $pos;
|
|
|
|
public function __construct( $type = self::TNone, $value = null, $pos = 0 ) {
|
|
$this->type = $type;
|
|
$this->value = $value;
|
|
$this->pos = $pos;
|
|
}
|
|
}
|
|
|
|
class AFPData {
|
|
//Datatypes
|
|
const DNumber = 'number'; //any integer or double
|
|
const DString = 'string';
|
|
const DNull = 'null';
|
|
const DBool = 'bool';
|
|
|
|
var $type;
|
|
var $data;
|
|
|
|
public function __construct( $type = self::DNull, $val = null ) {
|
|
$this->type = $type;
|
|
$this->data = $val;
|
|
}
|
|
|
|
public static function newFromPHPVar( $var ) {
|
|
if( is_string( $var ) )
|
|
return new AFPData( self::DString, $var );
|
|
elseif( is_int( $var ) || is_float( $var ) )
|
|
return new AFPData( self::DNumber, $var );
|
|
elseif( is_bool( $var ) )
|
|
return new AFPData( self::DBool, $var );
|
|
elseif( is_null( $var ) )
|
|
return new AFPData();
|
|
else
|
|
throw new AFPException( "Data type " . gettype( $var ) . " is not supported by AbuseFilter" );
|
|
}
|
|
|
|
public function dup() {
|
|
return new AFPData( $this->type, $this->data );
|
|
}
|
|
|
|
public static function castTypes( $orig, $target ) {
|
|
if( $orig->type == $target )
|
|
return $orig->dup();
|
|
if( $target == self::DNull ) {
|
|
return new AFPData();
|
|
}
|
|
if( $target == self::DBool ) {
|
|
return new AFPData( self::DBool, (bool)$orig->data );
|
|
}
|
|
if( $target == self::DNumber ) {
|
|
return new AFPData( self::DNumber, doubleval( $orig->data ) );
|
|
}
|
|
if( $target == self::DString ) {
|
|
return new AFPData( self::DString, strval( $orig->data ) );
|
|
}
|
|
}
|
|
|
|
public static function boolInvert( $value ) {
|
|
return new AFPData( self::DBool, !$value->toBool() );
|
|
}
|
|
|
|
public static function pow( $base, $exponent ) {
|
|
return new AFPData( self::DNumber, pow( $base->toNumber(), $exponent->toNumber() ) );
|
|
}
|
|
|
|
public static function keywordIn( $a, $b ) {
|
|
$a = $a->toString();
|
|
$b = $b->toString();
|
|
|
|
if ($a == '' || $b == '') {
|
|
return new AFPData( self::DBool, false );
|
|
}
|
|
|
|
return new AFPData( self::DBool, in_string( $a, $b ) );
|
|
}
|
|
|
|
public static function keywordLike( $str, $regex ) {
|
|
$str = $str->toString();
|
|
$regex = $regex->toString() . 'u'; //Append unicode modifier
|
|
wfSuppressWarnings();
|
|
$result = preg_match( $regex, $str );
|
|
wfRestoreWarnings();
|
|
return new AFPData( self::DBool, (bool)$result );
|
|
}
|
|
|
|
public static function unaryMinus( $data ) {
|
|
return new AFPData( self::DNumber, $data->toNumber() );
|
|
}
|
|
|
|
public static function boolOp( $a, $b, $op ) {
|
|
$a = $a->toBool();
|
|
$b = $b->toBool();
|
|
if( $op == '|' )
|
|
return new AFPData( self::DBool, $a || $b );
|
|
if( $op == '&' )
|
|
return new AFPData( self::DBool, $a && $b );
|
|
if( $op == '^' )
|
|
return new AFPData( self::DBool, $a xor $b );
|
|
throw new AFPException( "Invalid boolean operation: {$op}" );
|
|
}
|
|
|
|
public static function compareOp( $a, $b, $op ) {
|
|
if( $op == '==' )
|
|
return new AFPData( self::DBool, $a->toString() === $b->toString() );
|
|
if( $op == '!=' )
|
|
return new AFPData( self::DBool, $a->toString() !== $b->toString() );
|
|
if( $op == '===' )
|
|
return new AFPData( self::DBool, $a->data === $b->data && $a->type == $b->type );
|
|
if( $op == '!==' )
|
|
return new AFPData( self::DBool, $a->data !== $b->data || $a->type != $b->type );
|
|
$a = $a->toString();
|
|
$b = $b->toString();
|
|
if( $op == '>' )
|
|
return new AFPData( self::DBool, $a > $b );
|
|
if( $op == '<' )
|
|
return new AFPData( self::DBool, $a < $b );
|
|
if( $op == '>=' )
|
|
return new AFPData( self::DBool, $a >= $b );
|
|
if( $op == '<=' )
|
|
return new AFPData( self::DBool, $a <= $b );
|
|
throw new AFPException( "Invalid comprasion operation: {$op}" );
|
|
}
|
|
|
|
public static function mulRel( $a, $b, $op ) {
|
|
$a = $a->toNumber();
|
|
$b = $b->toNumber();
|
|
if( $op == '*' )
|
|
return new AFPData( self::DNumber, $a * $b );
|
|
if( $op == '/' )
|
|
return new AFPData( self::DNumber, $a / $b );
|
|
if( $op == '%' )
|
|
return new AFPData( self::DNumber, $a % $b );
|
|
throw new AFPException( "Invalid multiplication-related operation: {$op}" );
|
|
}
|
|
|
|
public static function sum( $a, $b ) {
|
|
if( $a->type == self::DString || $b->type == self::DString )
|
|
return new AFPData( self::DString, $a->toString() . $b->toString() );
|
|
else
|
|
return new AFPData( self::DNumber, $a->toNumber() + $b->toNumber() );
|
|
}
|
|
|
|
public static function sub( $a, $b ) {
|
|
return new AFPData( self::DNumber, $a->toNumber() - $b->toNumber() );
|
|
}
|
|
|
|
/** Convert shorteners */
|
|
public function toBool() {
|
|
return self::castTypes( $this, self::DBool )->data;
|
|
}
|
|
|
|
public function toString() {
|
|
return self::castTypes( $this, self::DString )->data;
|
|
}
|
|
|
|
public function toNumber() {
|
|
return self::castTypes( $this, self::DNumber )->data;
|
|
}
|
|
}
|
|
|
|
class AFPException extends MWException {}
|
|
|
|
class AbuseFilterParser {
|
|
var $mParams, $mVars, $mCode, $mTokens, $mPos, $mCur;
|
|
|
|
// length,lcase,ccnorm,rmdoubles,specialratio,rmspecials,norm,count
|
|
static $mFunctions = array(
|
|
'lcase' => 'funcLc',
|
|
'length' => 'funcLen',
|
|
// 'norm' => 'funcNorm',
|
|
// 'ccnorm' => 'funcSimpleNorm',
|
|
// 'specialratio' => 'funcSpecialRatio',
|
|
// 'rmspecials' => 'funcRmSpecials',
|
|
// 'count' => 'funcCount'
|
|
);
|
|
static $mOps = array(
|
|
'!', '*', '**', '/', '+', '-', '%', '&', '|', '^',
|
|
'<', '>', '>=', '<=', '==', '!=', '=', '===', '!==',
|
|
);
|
|
static $mKeywords = array(
|
|
'in', 'like', 'true', 'false', 'null',
|
|
);
|
|
|
|
static $parserCache = array();
|
|
|
|
static $funcCache = array();
|
|
|
|
public function __construct() {
|
|
$this->resetState();
|
|
}
|
|
|
|
public function resetState() {
|
|
$this->mParams = array();
|
|
$this->mCode = '';
|
|
$this->mTokens = array();
|
|
$this->mVars = array();
|
|
$this->mPos = 0;
|
|
}
|
|
|
|
public function checkSyntax( $filter ) {
|
|
try {
|
|
$this->parse($filter);
|
|
} catch (AFPException $excep) {
|
|
return $excep->getMessage();
|
|
}
|
|
return true;
|
|
}
|
|
|
|
public function setVar( $name, $var ) {
|
|
$this->mVars[$name] = AFPData::newFromPHPVar( $var );
|
|
}
|
|
|
|
public function setVars( $vars ) {
|
|
wfProfileIn( __METHOD__ );
|
|
foreach( $vars as $name => $var ) {
|
|
$this->setVar( $name, $var );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
|
|
protected function move( $shift = +1 ) {
|
|
$old = $this->mPos;
|
|
$this->mPos += $shift;
|
|
if( $this->mPos >= 0 && $this->mPos < count( $this->mTokens ) ) {
|
|
$this->mCur = $this->mTokens[$this->mPos];
|
|
return true;
|
|
}
|
|
else {
|
|
$this->mPos = $old;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
public function parse( $code ) {
|
|
wfProfileIn( __METHOD__ );
|
|
$this->mCode = $code;
|
|
$this->mTokens = self::parseTokens( $code );
|
|
$this->mPos = 0;
|
|
$this->mCur = $this->mTokens[0];
|
|
$result = new AFPData();
|
|
$this->doLevelEntry( $result );
|
|
wfProfileOut( __METHOD__ );
|
|
return $result->toBool();
|
|
}
|
|
|
|
public function evaluateExpression( $filter ) {
|
|
wfProfileIn( __METHOD__ );
|
|
$this->mCode = $code;
|
|
$this->mTokens = self::parseTokens( $code );
|
|
$this->mPos = 0;
|
|
$this->mCur = $this->mTokens[0];
|
|
$result = new AFPData();
|
|
$this->doLevelEntry( $result );
|
|
wfProfileOut( __METHOD__ );
|
|
return $result->toString();
|
|
}
|
|
|
|
/* Levels */
|
|
|
|
/** Handles unexpected characters after the expression */
|
|
protected function doLevelEntry( &$result ) {
|
|
$this->doLevelSet( $result );
|
|
if( $this->mCur->type != AFPToken::TNone ) {
|
|
throw new AFPException( "Unexpected {$this->mCur->type} at char {$this->mCur->pos}" );
|
|
}
|
|
}
|
|
|
|
/** Handles "=" operator */
|
|
protected function doLevelSet( &$result ) {
|
|
wfProfileIn( __METHOD__ );
|
|
if( $this->mCur->type == AFPToken::TID ) {
|
|
$varname = $this->mCur->value;
|
|
$this->move();
|
|
if( $this->mCur->type == AFPToken::TOp && $this->mCur->value == '=' ) {
|
|
$this->move();
|
|
$this->doLevelSet( $result );
|
|
$this->mVars[$varname] = $result->dup();
|
|
return;
|
|
}
|
|
$this->move( -1 );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
$this->doLevelBoolOps( $result );
|
|
}
|
|
|
|
protected function doLevelBoolOps( &$result ) {
|
|
$this->doLevelCompares( $result );
|
|
$ops = array( '&', '|', '^' );
|
|
while( $this->mCur->type == AFPToken::TOp && in_array( $this->mCur->value, $ops ) ) {
|
|
$op = $this->mCur->value;
|
|
$this->move();
|
|
$r2 = new AFPData();
|
|
$this->doLevelCompares( $r2 );
|
|
wfProfileIn( __METHOD__ );
|
|
$result = AFPData::boolOp( $result, $r2, $op );
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
}
|
|
|
|
protected function doLevelCompares( &$result ) {
|
|
$this->doLevelMulRels( $result );
|
|
$ops = array( '==', '===', '!=', '!==', '<', '>', '<=', '>=' );
|
|
while( $this->mCur->type == AFPToken::TOp && in_array( $this->mCur->value, $ops ) ) {
|
|
$op = $this->mCur->value;
|
|
$this->move();
|
|
$r2 = new AFPData();
|
|
$this->doLevelMulRels( $r2 );
|
|
wfProfileIn( __METHOD__ );
|
|
$result = AFPData::compareOp( $result, $r2, $op );
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
}
|
|
|
|
protected function doLevelMulRels( &$result ) {
|
|
$this->doLevelSumRels( $result );
|
|
wfProfileIn( __METHOD__ );
|
|
$ops = array( '*', '/', '%' );
|
|
while( $this->mCur->type == AFPToken::TOp && in_array( $this->mCur->value, $ops ) ) {
|
|
$op = $this->mCur->value;
|
|
$this->move();
|
|
$r2 = new AFPData();
|
|
$this->doLevelSumRels( $r2 );
|
|
$result = AFPData::mulRel( $result, $r2, $op );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
|
|
protected function doLevelSumRels( &$result ) {
|
|
$this->doLevelPow( $result );
|
|
wfProfileIn( __METHOD__ );
|
|
$ops = array( '+', '-' );
|
|
while( $this->mCur->type == AFPToken::TOp && in_array( $this->mCur->value, $ops ) ) {
|
|
$op = $this->mCur->value;
|
|
$this->move();
|
|
$r2 = new AFPData();
|
|
$this->doLevelPow( $r2 );
|
|
if( $op == '+' )
|
|
$result = AFPData::sum( $result, $r2 );
|
|
if( $op == '-' )
|
|
$result = AFPData::sub( $result, $r2 );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
|
|
protected function doLevelPow( &$result ) {
|
|
$this->doLevelBoolInvert( $result );
|
|
wfProfileIn( __METHOD__ );
|
|
while( $this->mCur->type == AFPToken::TOp && $this->mCur->value == '**' ) {
|
|
$this->move();
|
|
$expanent = new AFPData();
|
|
$this->doLevelBoolInvert( $expanent );
|
|
$result = AFPData::pow( $result, $expanent );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
|
|
protected function doLevelBoolInvert( &$result ) {
|
|
if( $this->mCur->type == AFPToken::TOp && $this->mCur->value == '!' ) {
|
|
$this->move();
|
|
$this->doLevelSpecialWords( $result );
|
|
wfProfileIn( __METHOD__ );
|
|
$result = AFPData::boolInvert( $result );
|
|
wfProfileOut( __METHOD__ );
|
|
} else {
|
|
$this->doLevelSpecialWords( $result );
|
|
}
|
|
}
|
|
|
|
protected function doLevelSpecialWords( &$result ) {
|
|
$this->doLevelUnarys( $result );
|
|
$specwords = array( 'in', 'like' );
|
|
if( $this->mCur->type == AFPToken::TKeyword && in_array( $this->mCur->value, $specwords ) ) {
|
|
$func = 'keyword' . ucfirst( $this->mCur->value );
|
|
$this->move();
|
|
$r2 = new AFPData();
|
|
$this->doLevelUnarys( $r2 );
|
|
wfProfileIn( __METHOD__ );
|
|
wfProfileIn( __METHOD__."-$func" );
|
|
$result = AFPData::$func( $result, $r2 );
|
|
wfProfileOut( __METHOD__."-$func" );
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
}
|
|
|
|
protected function doLevelUnarys( &$result ) {
|
|
$op = $this->mCur->value;
|
|
if( $this->mCur->type == AFPToken::TOp && ( $op == "+" || $op == "-" ) ) {
|
|
$this->move();
|
|
$this->doLevelBraces( $result );
|
|
wfProfileIn( __METHOD__ );
|
|
if( $op == '-' ) {
|
|
$result = AFPData::unaryMinus( $result );
|
|
}
|
|
wfProfileOut( __METHOD__ );
|
|
} else {
|
|
$this->doLevelBraces( $result );
|
|
}
|
|
}
|
|
|
|
protected function doLevelBraces( &$result ) {
|
|
if( $this->mCur->type == AFPToken::TBrace && $this->mCur->value == '(' ) {
|
|
$this->move();
|
|
$this->doLevelSet( $result );
|
|
if( !($this->mCur->type == AFPToken::TBrace && $this->mCur->value == ')') )
|
|
throw new AFPException( "Expected ) at char {$this->mCur->pos}" );
|
|
$this->move();
|
|
} else {
|
|
$this->doLevelFunction( $result );
|
|
}
|
|
}
|
|
|
|
protected function doLevelFunction( &$result ) {
|
|
if( $this->mCur->type == AFPToken::TID && isset( self::$mFunctions[$this->mCur->value] ) ) {
|
|
wfProfileIn( __METHOD__ );
|
|
$func = self::$mFunctions[$this->mCur->value];
|
|
$this->move();
|
|
if( $this->mCur->type != AFPToken::TBrace || $this->mCur->value != '(' )
|
|
throw new AFPEexception( "Expected ( at char {$this->mCur->value}" );
|
|
wfProfileIn( __METHOD__."-loadargs" );
|
|
$args = array();
|
|
if( $this->mCur->type != AFPToken::TBrace || $this->mCur->value != ')' )
|
|
do {
|
|
$this->move();
|
|
$r = new AFPData();
|
|
try {
|
|
$this->doLevelAtom( $r );
|
|
} catch (AFPException $e) {
|
|
$this->move( -1 );
|
|
$this->doLevelSet( $r );
|
|
}
|
|
$args[] = $r;
|
|
} while( $this->mCur->type == AFPToken::TComma );
|
|
if( $this->mCur->type != AFPToken::TBrace || $this->mCur->value != ')' ) {
|
|
throw new AFPException( "Expected ) at char {$this->mCur->pos}" );
|
|
}
|
|
wfProfileOut( __METHOD__."-loadargs" );
|
|
|
|
wfProfileIn( __METHOD__."-$func" );
|
|
|
|
$funcHash = md5($func.serialize($args));
|
|
|
|
if (isset(self::$funcCache[$funcHash])) {
|
|
$result = self::$funcCache[$funcHash];
|
|
} else {
|
|
$result = self::$funcCache[$funcHash] = $this->$func( $args );
|
|
}
|
|
|
|
if (count(self::$funcCache) > 1000) {
|
|
self::$funcCache = array();
|
|
}
|
|
|
|
wfProfileOut( __METHOD__."-$func" );
|
|
|
|
$this->move();
|
|
wfProfileOut( __METHOD__ );
|
|
} else {
|
|
$this->doLevelAtom( $result );
|
|
}
|
|
}
|
|
|
|
protected function doLevelAtom( &$result ) {
|
|
wfProfileIn( __METHOD__ );
|
|
$tok = $this->mCur->value;
|
|
switch( $this->mCur->type ) {
|
|
case AFPToken::TID:
|
|
if( isset( $this->mVars[$tok] ) ) {
|
|
$result = $this->mVars[$tok];
|
|
} else {
|
|
$result = new AFPData();
|
|
}
|
|
break;
|
|
case AFPToken::TString:
|
|
$result = new AFPData( AFPData::DString, $tok );
|
|
break;
|
|
case AFPToken::TNumber:
|
|
$result = new AFPData( AFPData::DNumber, $tok );
|
|
break;
|
|
case AFPToken::TKeyword:
|
|
if( $tok == "true" )
|
|
$result = new AFPData( AFPData::DBool, true );
|
|
elseif( $tok == "false" )
|
|
$result = new AFPData( AFPData::DBool, false );
|
|
elseif( $tok == "null" )
|
|
$result = new AFPData();
|
|
else
|
|
throw new AFPException( "Unexpected {$this->mCur->type} at char {$this->mCur->pos}" );
|
|
break;
|
|
case AFPToken::TBrace:
|
|
if( $this->mCur->value == ')' )
|
|
return; // Handled at the entry level
|
|
default:
|
|
throw new AFPException( "Unexpected {$this->mCur->type} at char {$this->mCur->pos}" );
|
|
}
|
|
$this->move();
|
|
wfProfileOut( __METHOD__ );
|
|
}
|
|
|
|
/* End of levels */
|
|
|
|
public static function parseTokens( $code ) {
|
|
$r = array();
|
|
$len = strlen( $code );
|
|
$hash = md5(trim($code));
|
|
|
|
if (isset(self::$parserCache[$hash])) {
|
|
return self::$parserCache[$hash];
|
|
}
|
|
|
|
while( $tok = self::nextToken( $code, $len ) ) {
|
|
list( $val, $type, $code, $pos ) = $tok;
|
|
$r[] = new AFPToken( $type, $val, $pos );
|
|
if( $type == AFPToken::TNone )
|
|
break;
|
|
}
|
|
return self::$parserCache[$hash] = $r;
|
|
}
|
|
|
|
protected static function nextToken( $code, $len ) {
|
|
$tok = '';
|
|
if( strlen( $code ) == 0 ) return array( '', AFPToken::TNone, $code, $len );
|
|
while( ctype_space( $code[0] ) )
|
|
$code = substr( $code, 1 );
|
|
$pos = $len - strlen( $code );
|
|
if( strlen( $code ) == 0 ) return array( '', AFPToken::TNone, $code, $pos );
|
|
if( $code[0] == ',' )
|
|
return array( ',', AFPToken::TComma, substr( $code, 1 ), $pos );
|
|
if( $code[0] == '(' or $code[0] == ')' )
|
|
return array( $code[0], AFPToken::TBrace, substr( $code, 1 ), $pos );
|
|
if( $code[0] == '"' || $code[0] == "'" ) {
|
|
$type = $code[0];
|
|
$code = substr( $code, 1 );
|
|
while( strlen( $code ) != 0 ) {
|
|
if( $code[0] == $type ) {
|
|
return array( $tok, AFPToken::TString, substr( $code, 1 ), $pos );
|
|
}
|
|
if( $code[0] == '\\' ) {
|
|
if( $code[1] == '\\' )
|
|
$tok .= '\\';
|
|
elseif( $code[1] == $type )
|
|
$tok .= $type;
|
|
elseif( $code[1] == 'n' )
|
|
$tok .= "\n";
|
|
elseif( $code[1] == 'r' )
|
|
$tok .= "\r";
|
|
elseif( $code[1] == 't' )
|
|
$tok .= "\t";
|
|
else
|
|
$tok .= $code[1];
|
|
$code = substr( $code, 2 );
|
|
} else {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
}
|
|
}
|
|
throw new AFPException( "Unclosed string begining at char $pos" );
|
|
}
|
|
if( ctype_punct( $code[0] ) ) {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
while( strlen( $code ) != 0 && ctype_punct( $code[0] ) ) {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
}
|
|
if( !in_array( $tok, self::$mOps ) )
|
|
throw new AFPException( "Invalid operator: {$tok} (at char $pos)" );
|
|
return array( $tok, AFPToken::TOp, $code, $pos );
|
|
}
|
|
if( ctype_digit( $code[0] ) ) {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
while( strlen( $code ) != 0 && self::isDigitOrDot( $code[0] ) ) {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
}
|
|
return array( in_string( '.', $tok ) ? doubleval( $tok ) : intval( $tok ), AFPToken::TNumber, $code, $pos );
|
|
}
|
|
if( self::isValidIdSymbol( $code[0] ) ) {
|
|
while( strlen( $code ) != 0 && self::isValidIdSymbol( $code[0] ) ) {
|
|
$tok .= $code[0];
|
|
$code = substr( $code, 1 );
|
|
}
|
|
$type = in_array( $tok, self::$mKeywords ) ? AFPToken::TKeyword : AFPToken::TID;
|
|
return array( $tok, $type, $code, $pos );
|
|
}
|
|
throw new AFPException( "Unrecognized token \"{$code[0]}\" at char $pos" );
|
|
}
|
|
|
|
protected static function isDigitOrDot( $chr ) {
|
|
return ctype_digit( $chr ) || $chr == '.';
|
|
}
|
|
|
|
protected static function isValidIdSymbol( $chr ) {
|
|
return ctype_alnum( $chr ) || $chr == '_';
|
|
}
|
|
|
|
//Built-in functions
|
|
protected function funcLc( $args ) {
|
|
global $wgContLang;
|
|
if( count( $args ) < 1 )
|
|
throw new AFPExpection( "No params passed to lc()" );
|
|
$s = $args[0]->toString();
|
|
return new AFPData( AFPData::DString, $wgContLang->lc( $s ) );
|
|
}
|
|
|
|
protected function funcLen( $args ) {
|
|
if( count( $args ) < 1 )
|
|
throw new AFPExpection( "No params passed to len()" );
|
|
$s = $args[0]->toString();
|
|
return new AFPData( AFPData::DNumber, mb_strlen( $s, 'utf-8' ) );
|
|
}
|
|
|
|
protected function funcNorm( $args ) {
|
|
if( count( $args ) < 1 )
|
|
throw new AFPExpection( "No params passed to norm()" );
|
|
$s = $args[0]->toString();
|
|
return new AFPData( AFPData::DString, AbuseFilter::normalise( $s ) );
|
|
}
|
|
|
|
protected function funcSimpleNorm( $args ) {
|
|
if( count( $args ) < 1 )
|
|
throw new AFPExpection( "No params passed to simplenorm()" );
|
|
$s = $args[0]->toString();
|
|
|
|
$s = preg_replace( '/[\d\W]+/', '', $s );
|
|
$s = strtolower( $value );
|
|
return new AFPData( AFPData::DString, $s );
|
|
}
|
|
|
|
protected function funcSpecialRatio( $args ) {
|
|
if( count( $args ) < 1 )
|
|
throw new AFPExpection( "No params passed to simplenorm()" );
|
|
$s = $args[0]->toString();
|
|
|
|
if (!strlen($s)) {
|
|
return new AFPData( AFPData::DNumber, 0 );
|
|
}
|
|
|
|
$specialsonly = preg_replace('/\w/', '', $s );
|
|
$val = (strlen($specialsonly) / strlen($s));
|
|
|
|
return new AFPData( AFPData::DNumber, $val );
|
|
}
|
|
}
|