mirror of
https://gerrit.wikimedia.org/r/mediawiki/extensions/AbuseFilter.git
synced 2024-12-01 17:16:23 +00:00
1912d62d09
- rewrote parser to use boost.spirit instead of a hand-written parser - refactored request loading into 'request' object - added 'expr', a command-line tool to test the new parser - some performance fixes for affunctions
267 lines
6 KiB
C++
267 lines
6 KiB
C++
#include <stdexcept>
|
|
#include <iostream>
|
|
|
|
#include <boost/spirit.hpp>
|
|
#include <boost/spirit/phoenix.hpp>
|
|
#include <boost/spirit/phoenix/composite.hpp>
|
|
#include <boost/spirit/phoenix/functions.hpp>
|
|
#include <boost/spirit/phoenix/operators.hpp>
|
|
#include <boost/function.hpp>
|
|
#include <boost/noncopyable.hpp>
|
|
|
|
#include "aftypes.h"
|
|
#include "parser.h"
|
|
|
|
using namespace boost::spirit;
|
|
using namespace phoenix;
|
|
|
|
namespace px = phoenix;
|
|
|
|
struct parse_error : std::runtime_error {
|
|
parse_error(char const *what) : std::runtime_error(what) {}
|
|
};
|
|
|
|
struct parser_closure : boost::spirit::closure<parser_closure, AFPData>
|
|
{
|
|
member1 val;
|
|
};
|
|
|
|
namespace {
|
|
|
|
AFPData f_in(AFPData const &a, AFPData const &b)
|
|
{
|
|
std::string sa = a, sb = b;
|
|
return AFPData(std::search(sb.begin(), sb.end(), sa.begin(), sa.end()) != sb.end());
|
|
}
|
|
|
|
}
|
|
|
|
struct function_closure : boost::spirit::closure<
|
|
function_closure,
|
|
AFPData,
|
|
boost::function<AFPData (std::vector<AFPData>)>,
|
|
std::vector<AFPData> >
|
|
{
|
|
member1 val;
|
|
member2 func;
|
|
member3 args;
|
|
};
|
|
|
|
struct parser_grammar : public grammar<parser_grammar, parser_closure::context_t>
|
|
{
|
|
symbols<AFPData> variables;
|
|
symbols<boost::function<AFPData (std::vector<AFPData>)> > functions;
|
|
|
|
void add_variable(std::string const &name, AFPData const &value) {
|
|
variables.add(name.c_str(), value);
|
|
}
|
|
|
|
void add_function(std::string const &name, boost::function<AFPData (std::vector<AFPData>)> func) {
|
|
functions.add(name.c_str(), func);
|
|
}
|
|
|
|
template<typename ScannerT>
|
|
struct definition
|
|
{
|
|
typedef rule<ScannerT, parser_closure::context_t> rule_t;
|
|
|
|
parser_grammar const &self_;
|
|
|
|
struct push_back_impl {
|
|
template<typename C, typename I>
|
|
struct result {
|
|
typedef void type;
|
|
};
|
|
|
|
template<typename C, typename I>
|
|
void operator() (C &c, I const &i) const {
|
|
c.push_back(i);
|
|
}
|
|
};
|
|
|
|
phoenix::function<push_back_impl> const push_back;
|
|
|
|
struct call_function_impl {
|
|
template<typename F, typename A>
|
|
struct result {
|
|
typedef AFPData type;
|
|
};
|
|
|
|
template<typename F, typename A>
|
|
AFPData operator() (F const &func, A const &args) const {
|
|
return func(args);
|
|
}
|
|
};
|
|
|
|
phoenix::function<call_function_impl> const call_function;
|
|
|
|
definition(parser_grammar const &self)
|
|
: self_(self)
|
|
, push_back(push_back_impl())
|
|
, call_function(call_function_impl())
|
|
{
|
|
value =
|
|
real_p[value.val = arg1]
|
|
| int_p[value.val = arg1]
|
|
| confix_p('"', *c_escape_ch_p, '"')[
|
|
value.val = construct_<std::string>(arg1 + 1, arg2 - 1)
|
|
]
|
|
;
|
|
|
|
/* a sequence of uppercase letters is a variable */
|
|
variable =
|
|
self.variables[variable.val = arg1]
|
|
;
|
|
|
|
/* func(value) */
|
|
function =
|
|
(
|
|
self.functions[function.func = arg1]
|
|
>> '('
|
|
>> ( bool_expr[push_back(function.args, arg1)] % ',' )
|
|
>> ')'
|
|
) [function.val = call_function(function.func, function.args)]
|
|
;
|
|
|
|
basic =
|
|
( '(' >> bool_expr[basic.val = arg1] >> ')' )
|
|
| ch_p('!') >> bool_expr[basic.val = !arg1]
|
|
| variable[basic.val = arg1]
|
|
| function[basic.val = arg1]
|
|
| value[basic.val = arg1]
|
|
;
|
|
|
|
in_expr =
|
|
basic[in_expr.val = arg1]
|
|
>> *(
|
|
"in" >> basic[in_expr.val = bind(&f_in)(in_expr.val, arg1)]
|
|
)
|
|
;
|
|
|
|
|
|
mult_expr =
|
|
in_expr[mult_expr.val = arg1]
|
|
>> *(
|
|
'*' >> in_expr[mult_expr.val *= arg1]
|
|
| '/' >> in_expr[mult_expr.val /= arg1]
|
|
| '%' >> in_expr[mult_expr.val %= arg1]
|
|
)
|
|
;
|
|
|
|
plus_expr =
|
|
mult_expr[plus_expr.val = arg1]
|
|
>> *(
|
|
'+' >> mult_expr[plus_expr.val += arg1]
|
|
| '-' >> mult_expr[plus_expr.val -= arg1]
|
|
)
|
|
;
|
|
|
|
eq_expr =
|
|
plus_expr[eq_expr.val = arg1]
|
|
>> *(
|
|
"<" >> plus_expr[eq_expr.val = eq_expr.val < arg1]
|
|
| ">" >> plus_expr[eq_expr.val = eq_expr.val > arg1]
|
|
| "<=" >> plus_expr[eq_expr.val = eq_expr.val <= arg1]
|
|
| ">=" >> plus_expr[eq_expr.val = eq_expr.val >= arg1]
|
|
)
|
|
;
|
|
|
|
eq2_expr =
|
|
eq_expr[eq2_expr.val = arg1]
|
|
>> *(
|
|
"==" >> eq_expr[eq2_expr.val = eq2_expr.val == arg1]
|
|
| "!=" >> eq_expr[eq2_expr.val = eq2_expr.val != arg1]
|
|
| "===" >> eq_expr[eq2_expr.val = eq2_expr.val == arg1]
|
|
| "!==" >> eq_expr[eq2_expr.val = eq2_expr.val != arg1]
|
|
)
|
|
;
|
|
|
|
bool_expr =
|
|
eq2_expr[bool_expr.val = arg1]
|
|
>> *(
|
|
'&' >> eq_expr[bool_expr.val = bool_expr.val && arg1]
|
|
| '|' >> eq_expr[bool_expr.val = bool_expr.val || arg1]
|
|
| '^' >> eq_expr[bool_expr.val =
|
|
((bool_expr.val || arg1)
|
|
&& !(bool_expr.val && arg1)) ]
|
|
)
|
|
;
|
|
|
|
expr = bool_expr[self.val = arg1];
|
|
}
|
|
|
|
rule_t const &start() const {
|
|
return expr;
|
|
}
|
|
|
|
rule_t value, variable, basic, bool_expr,
|
|
eq_expr, eq2_expr, mult_expr, plus_expr, in_expr, not_expr, expr;
|
|
rule<ScannerT, function_closure::context_t> function;
|
|
};
|
|
};
|
|
|
|
expressor::expressor()
|
|
: grammar_(new parser_grammar)
|
|
{
|
|
}
|
|
|
|
expressor::~expressor()
|
|
{
|
|
delete grammar_;
|
|
}
|
|
|
|
AFPData
|
|
expressor::evaluate(std::string const &filter) const
|
|
{
|
|
AFPData ret;
|
|
parse_info<std::string::const_iterator> info =
|
|
parse(filter.begin(), filter.end(), (*grammar_)[var(ret) = arg1], space_p);
|
|
if (info.full) {
|
|
return ret;
|
|
} else {
|
|
std::cerr << "stopped at: [" << std::string(info.stop, filter.end()) << "]\n";
|
|
throw parse_error("parsing failed");
|
|
}
|
|
}
|
|
|
|
void
|
|
expressor::add_variable(std::string const &name, AFPData value)
|
|
{
|
|
grammar_->add_variable(name, value);
|
|
}
|
|
|
|
void
|
|
expressor::add_function(std::string const &name, func_t value)
|
|
{
|
|
grammar_->add_function(name, value);
|
|
}
|
|
|
|
#ifdef TEST_PARSER
|
|
AFPData f_add(std::vector<AFPData> const &args)
|
|
{
|
|
return args[0] + args[1];
|
|
}
|
|
|
|
AFPData f_norm(std::vector<AFPData> const &args)
|
|
{
|
|
return args[0];
|
|
}
|
|
|
|
int
|
|
main(int argc, char **argv)
|
|
{
|
|
expressor e;
|
|
e.add_variable("ONE", 1);
|
|
e.add_variable("TWO", 2);
|
|
e.add_variable("THREE", 3);
|
|
e.add_function("add", f_add);
|
|
e.add_function("norm", f_norm);
|
|
|
|
try {
|
|
std::cout << e.evaluate(argv[1]) << '\n';
|
|
} catch (std::exception &e) {
|
|
std::cout << "parsing failed: " << e.what() << '\n';
|
|
}
|
|
}
|
|
#endif
|