/* * Copyright (c) 2008 Andrew Garrett. * Copyright (c) 2008 River Tarnell * Derived from public domain code contributed by Victor Vasiliev. * * Permission is granted to anyone to use this software for any purpose, * including commercial applications, and to alter it and redistribute it * freely. This software is provided 'as-is', without any express or * implied warranty. */ #include #include #include #include #include #include #include #include #include #include #include #include "aftypes.h" #include "parser.h" using namespace boost::spirit; using namespace phoenix; /* * ABUSEFILTER EXPRESSION PARSER * ============================= * * This is the basic expression parser. It doesn't contain any AF logic * itself, but rather presents an interface for the user to add custom * functions and variables. * * The interface to the parser is the 'expressor' class. Use it like this: * * expressor e; * e.add_variable("ONE", 1); * e.evaluate("ONE + 2"); -- returns 3 * * Custom functions should have the following prototype: * * datum (std::vector b * a >= b * a === b returns true if a==b and both are the same type * a !== b return true if a != b or they are different types * * The parser uses afp::datum for its variables. This means it supports * strings, ints and floats, with automatic conversion between types. */ namespace px = phoenix; namespace afp { struct parse_error : std::runtime_error { parse_error(char const *what) : std::runtime_error(what) {} }; /* * The parser stores the result of each grammar rule in a closure. Most rules * use the parser_closure, which simply stores a single value. */ struct parser_closure : boost::spirit::closure { member1 val; }; namespace { int match(char const *, char const *); datum f_in(datum const &a, datum const &b) { std::string sa = a.toString(), sb = b.toString(); return datum::from_int(std::search(sb.begin(), sb.end(), sa.begin(), sa.end()) != sb.end()); } datum f_like(datum const &str, datum const &pattern) { return datum::from_int(match(str.toString().c_str(), pattern.toString().c_str())); } datum f_regex(datum const &str, datum const &pattern) { boost::u32regex r = boost::make_u32regex(pattern.toString()); return datum::from_int(boost::u32regex_match(str.toString(), r)); } datum f_ternary(datum const &v, datum const &iftrue, datum const &iffalse) { return v.toInt() ? iftrue : iffalse; } datum f_int(std::vector const &args) { if (args.size() != 1) throw parse_error("wrong number of arguments to int() (expected 1)"); return datum::from_int(args[0].toInt()); } datum f_string(std::vector const &args) { if (args.size() != 1) throw parse_error("wrong number of arguments to string() (expected 1)"); return datum::from_string(args[0].toString()); } datum f_float(std::vector const &args) { if (args.size() != 1) throw parse_error("wrong number of arguments to float() (expected 1)"); return datum::from_double(args[0].toFloat()); } datum f_append(datum const &a, char b) { return datum::from_string(a.toString() + b); } datum f_strip_last(datum const &a) { std::string s(a.toString()); s.resize(s.size() - 1); return datum::from_string(s); } datum datum_and(datum const &a, datum const &b) { return datum::from_int(a.toInt() && b.toInt()); } datum datum_or(datum const &a, datum const &b) { return datum::from_int(a.toInt() || b.toInt()); } datum datum_xor(datum const &a, datum const &b) { return datum::from_int((bool)a.toInt() ^ (bool)b.toInt()); } datum datum_negate(datum const &a) { return datum::from_int(!(a.toBool())); } } /* * This is the closure types for functions. 'val' stores the final result of * the function call; func and args store the function object and the parsed * arguments. */ struct function_closure : boost::spirit::closure< function_closure, datum, boost::function)>, std::vector > { member1 val; member2 func; member3 args; }; /* * The closure for the ?: operator. Parsed as expr ? iftrue : iffalse. */ struct ternary_closure : boost::spirit::closure< ternary_closure, datum, datum, datum> { member1 val; member2 iftrue; member3 iffalse; }; /* * The grammar itself. */ struct parser_grammar : public grammar { /* User-defined variables. */ symbols variables; void add_variable(std::string const &name, datum const &value) { variables.add(name.c_str(), value); } /* User-defined functions. */ symbols)> > functions; void add_function(std::string const &name, boost::function)> func) { functions.add(name.c_str(), func); } template struct definition { typedef rule rule_t; parser_grammar const &self_; /* * A phoenix actor to append its argument to a container. */ struct push_back_impl { template struct result { typedef void type; }; template void operator() (C &c, I const &i) const { c.push_back(i); } }; phoenix::function const push_back; /* * A phoenix actor to call a user-defined function given the * function object and arguments. */ struct call_function_impl { template struct result { typedef datum type; }; template datum operator() (F const &func, A const &args) const { return func(args); } }; phoenix::function const call_function; definition(parser_grammar const &self) : self_(self) , push_back(push_back_impl()) , call_function(call_function_impl()) { /* * A literal value. Either a string, a floating * pointer number or an integer. */ value = strict_real_p[value.val = bind(&datum::from_double)(arg1)] | as_lower_d[ oct_p[value.val = bind(&datum::from_int)(arg1)] >> 'o' | hex_p[value.val = bind(&datum::from_int)(arg1)] >> 'x' | bin_p[value.val = bind(&datum::from_int)(arg1)] >> 'b' | int_p[value.val = bind(&datum::from_int)(arg1)] ] /* * config_p can't be used here, because it will rewrite * *(c_escape_ch_p[x]) into (*c_escape_ch_p)[x] */ | ( ch_p('"')[value.val = bind(&datum::from_string)("")] >> *((c_escape_ch_p[value.val = bind(&f_append)(value.val, arg1)] - '"')) >> ch_p('"')[value.val = bind(&f_strip_last)(value.val)] ) ; /* * A variable. If the variable is found in the * user-supplied variable list, we use that. * Otherwise, unknown variables (containing uppercase * letters and underscore only) are returned as the * empty string. */ variable = self.variables[variable.val = arg1] | (+ (upper_p | '_') )[variable.val = bind(&datum::from_string)("")] ; /* * A function call: func([arg[, arg...]]). */ function = ( self.functions[function.func = arg1] >> '(' >> ( tern_expr[push_back(function.args, arg1)] % ',' ) >> ')' ) [function.val = call_function(function.func, function.args)] ; /* * A basic atomic value. Either a variable, function * or literal, or a negated expression !a, or a * parenthesised expression (a). */ basic = ( '(' >> tern_expr[basic.val = arg1] >> ')' ) | ch_p('!') >> tern_expr[basic.val = bind(&datum_negate)(arg1)] | ch_p('+') >> tern_expr[basic.val = arg1] | ch_p('-') >> tern_expr[basic.val = -arg1] | value[basic.val = arg1] | variable[basic.val = arg1] | function[basic.val = arg1] ; /* * "a in b" operator */ in_expr = basic[in_expr.val = arg1] >> *( "in" >> basic[in_expr.val = bind(&f_in)(in_expr.val, arg1)] | "contains" >> basic[in_expr.val = bind(&f_in)(arg1, in_expr.val)] | "like" >> basic[in_expr.val = bind(&f_like)(arg1, in_expr.val)] | "matches" >> basic[in_expr.val = bind(&f_like)(arg1, in_expr.val)] | "rlike" >> basic[in_expr.val = bind(&f_regex)(in_expr.val, arg1)] | "regex" >> basic[in_expr.val = bind(&f_regex)(in_expr.val, arg1)] ) ; /* * power-of. This is right-associative. */ pow_expr = in_expr[pow_expr.val = arg1] >> !( "**" >> pow_expr[pow_expr.val = bind(&afp::pow)(pow_expr.val, arg1)] ) ; /* * Multiplication and operators with the same * precedence. */ mult_expr = pow_expr[mult_expr.val = arg1] >> *( '*' >> pow_expr[mult_expr.val *= arg1] | '/' >> pow_expr[mult_expr.val /= arg1] | '%' >> pow_expr[mult_expr.val %= arg1] ) ; /* * Additional and operators with the same precedence. */ plus_expr = mult_expr[plus_expr.val = arg1] >> *( '+' >> mult_expr[plus_expr.val += arg1] | '-' >> mult_expr[plus_expr.val -= arg1] ) ; /* * Ordinal comparisons and operators with the same * precedence. */ ord_expr = plus_expr[ord_expr.val = arg1] >> *( "<" >> plus_expr[ord_expr.val = bind(&datum::from_int)(ord_expr.val < arg1)] | "<=" >> plus_expr[ord_expr.val = bind(&datum::from_int)(ord_expr.val <= arg1)] | ">" >> plus_expr[ord_expr.val = bind(&datum::from_int)(ord_expr.val > arg1)] | ">=" >> plus_expr[ord_expr.val = bind(&datum::from_int)(ord_expr.val >= arg1)] ) ; /* * Equality comparisons. */ eq_expr = ord_expr[eq_expr.val = arg1] >> *( "=" >> eq_expr[eq_expr.val = bind(&datum::from_int)(eq_expr.val == arg1)] | "==" >> eq_expr[eq_expr.val = bind(&datum::from_int)(eq_expr.val == arg1)] | "!=" >> eq_expr[eq_expr.val = bind(&datum::from_int)(eq_expr.val != arg1)] | "/=" >> eq_expr[eq_expr.val = bind(&datum::from_int)(eq_expr.val != arg1)] | "===" >> eq_expr[eq_expr.val = bind(&datum::from_int)(bind(&datum::compare_with_type)(eq_expr.val, arg1))] | "!==" >> eq_expr[eq_expr.val = bind(&datum::from_int)(!bind(&datum::compare_with_type)(eq_expr.val, arg1))] ) ; /* * Boolean expressions. */ bool_expr = eq_expr[bool_expr.val = arg1] >> *( '&' >> eq_expr[bool_expr.val = bind(datum_and)(bool_expr.val, arg1)] | '|' >> eq_expr[bool_expr.val = bind(datum_or)(bool_expr.val, arg1)] | '^' >> eq_expr[bool_expr.val = bind(datum_xor)(bool_expr.val, arg1)] ) ; /* * The ternary operator. Notice this is * right-associative: a ? b ? c : d : e * is supported. */ tern_expr = bool_expr[tern_expr.val = arg1] >> !( ( "?" >> tern_expr[tern_expr.iftrue = arg1] >> ":" >> tern_expr[tern_expr.iffalse = arg1] )[tern_expr.val = bind(f_ternary)(tern_expr.val, tern_expr.iftrue, tern_expr.iffalse)] ) ; /* * The root expression type. */ expr = tern_expr[self.val = arg1]; } rule_t const &start() const { return expr; } rule_t value, variable, basic, bool_expr, ord_expr, eq_expr, pow_expr, mult_expr, plus_expr, in_expr, expr; rule function; rule tern_expr; }; }; expressor::expressor() : grammar_(new parser_grammar) { /* * We provide a couple of standard variables everyone wants. */ add_variable("true", afp::datum::from_int(true)); add_variable("false", afp::datum::from_int(false)); /* * The cast functions. */ add_function("int", &f_int); add_function("string", &f_string); add_function("float", &f_float); } expressor::~expressor() { delete grammar_; } /* * The user interface to evaluate an expression. It returns the result, or * throws an exception if an error occurs. */ datum expressor::evaluate(std::string const &filter) const { datum ret; parse_info info = parse(filter.begin(), filter.end(), (*grammar_)[var(ret) = arg1], comment_p("/*", "*/") | chset<>("\n\t ")); if (info.full) { return ret; } else { std::cerr << "stopped at: [" << std::string(info.stop, filter.end()) << "]\n"; throw parse_error("parsing failed"); } } void expressor::add_variable(std::string const &name, datum value) { grammar_->add_variable(name, value); } void expressor::add_function(std::string const &name, func_t value) { grammar_->add_function(name, value); } namespace { /* $NetBSD: fnmatch.c,v 1.21 2005/12/24 21:11:16 perry Exp $ */ /* * Copyright (c) 1989, 1993, 1994 * The Regents of the University of California. All rights reserved. * * This code is derived from software contributed to Berkeley by * Guido van Rossum. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. Neither the name of the University nor the names of its contributors * may be used to endorse or promote products derived from this software * without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. */ /* * Function fnmatch() as specified in POSIX 1003.2-1992, section B.6. * Compares a filename or pathname to a pattern. */ #include #include #define EOS '\0' const char *rangematch (const char *, int); int match(char const *pattern, char const *string) { const char *stringstart; char c, test; for (stringstart = string;;) switch (c = *pattern++) { case EOS: return (*string == EOS ? 1 : 0); case '?': if (*string == EOS) return (0); ++string; break; case '*': c = *pattern; /* Collapse multiple stars. */ while (c == '*') c = *++pattern; /* Optimize for pattern with * at end or before /. */ if (c == EOS) { return (1); } /* General case, use recursion. */ while ((test = *string) != EOS) { if (match(pattern, string)) return (1); ++string; } return (0); case '[': if (*string == EOS) return (0); if ((pattern = rangematch(pattern, *string)) == NULL) return (0); ++string; break; case '\\': if ((c = *pattern++) == EOS) { c = '\\'; --pattern; } /* FALLTHROUGH */ default: if (c != *string++) return (0); break; } /* NOTREACHED */ } const char * rangematch(char const *pattern, int test) { int negate, ok; char c, c2; /* * A bracket expression starting with an unquoted circumflex * character produces unspecified results (IEEE 1003.2-1992, * 3.13.2). This implementation treats it like '!', for * consistency with the regular expression syntax. * J.T. Conklin (conklin@ngai.kaleida.com) */ if ((negate = (*pattern == '!' || *pattern == '^')) != 0) ++pattern; for (ok = 0; (c = *pattern++) != ']';) { if (c == '\\') c = *pattern++; if (c == EOS) return (NULL); if (*pattern == '-' && (c2 = (*(pattern+1))) != EOS && c2 != ']') { pattern += 2; if (c2 == '\\') c2 = *pattern++; if (c2 == EOS) return (NULL); if (c <= test && test <= c2) ok = 1; } else if (c == test) ok = 1; } return (ok == negate ? NULL : pattern); } } // anonymous namespace } // namespace afp #ifdef TEST_PARSER afp::datum f_add(std::vector const &args) { return args[0] + args[1]; } afp::datum f_norm(std::vector const &args) { return args[0]; } int main(int argc, char **argv) { if (argc != 2) { std::cerr << boost::format("usage: %s \n") % argv[0]; return 1; } afp::expressor e; e.add_variable("ONE", afp::datum::from_int(1)); e.add_variable("TWO", afp::datum::from_int(2)); e.add_variable("THREE", afp::datum::from_int(3)); e.add_function("add", f_add); e.add_function("norm", f_norm); try { std::cout << e.evaluate(argv[1]) << '\n'; } catch (std::exception &e) { std::cout << "parsing failed: " << e.what() << '\n'; } } #endif