1 // Copyright (c) 2001-2011 Hartmut Kaiser
3 // Distributed under the Boost Software License, Version 1.0. (See accompanying
4 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
6 #if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKENID_MASK_JUN_03_2011_0929PM)
7 #define BOOST_SPIRIT_LEX_PLAIN_TOKENID_MASK_JUN_03_2011_0929PM
13 #include <boost/spirit/home/support/info.hpp>
14 #include <boost/spirit/home/qi/detail/attributes.hpp>
15 #include <boost/spirit/home/support/common_terminals.hpp>
16 #include <boost/spirit/home/support/handles_container.hpp>
17 #include <boost/spirit/home/qi/skip_over.hpp>
18 #include <boost/spirit/home/qi/domain.hpp>
19 #include <boost/spirit/home/qi/parser.hpp>
20 #include <boost/spirit/home/qi/meta_compiler.hpp>
21 #include <boost/spirit/home/qi/detail/assign_to.hpp>
23 #include <boost/fusion/include/vector.hpp>
24 #include <boost/fusion/include/at.hpp>
25 #include <boost/mpl/or.hpp>
26 #include <boost/range/iterator_range_core.hpp>
27 #include <boost/type_traits/is_integral.hpp>
28 #include <boost/type_traits/is_enum.hpp>
29 #include <iterator> // for std::iterator_traits
32 namespace boost { namespace spirit
34 ///////////////////////////////////////////////////////////////////////////
36 ///////////////////////////////////////////////////////////////////////////
38 // enables tokenid_mask(id)
39 template <typename A0>
40 struct use_terminal<qi::domain
41 , terminal_ex<tag::tokenid_mask, fusion::vector1<A0> >
42 > : mpl::or_<is_integral<A0>, is_enum<A0> > {};
44 // enables *lazy* tokenid_mask(id)
46 struct use_lazy_terminal<
47 qi::domain, tag::tokenid_mask, 1
51 namespace boost { namespace spirit { namespace qi
53 #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
54 using spirit::tokenid_mask;
56 using spirit::tokenid_mask_type;
58 ///////////////////////////////////////////////////////////////////////////
59 // The plain_tokenid represents a simple token defined by the lexer inside
60 // a Qi grammar. The difference to plain_token is that it exposes the
61 // matched token id instead of the iterator_range of the matched input.
62 // Additionally it applies the given mask to the matched token id.
63 template <typename Mask>
64 struct plain_tokenid_mask
65 : primitive_parser<plain_tokenid_mask<Mask> >
67 template <typename Context, typename Iterator>
73 plain_tokenid_mask(Mask const& mask)
76 template <typename Iterator, typename Context
77 , typename Skipper, typename Attribute>
78 bool parse(Iterator& first, Iterator const& last
79 , Context& /*context*/, Skipper const& skipper
80 , Attribute& attr) const
82 qi::skip_over(first, last, skipper); // always do a pre-skip
85 // simply match the token id with the mask this component has
86 // been initialized with
89 std::iterator_traits<Iterator>::value_type
91 typedef typename token_type::id_type id_type;
93 token_type const& t = *first;
94 if ((t.id() & mask) == id_type(mask))
96 spirit::traits::assign_to(t.id(), attr);
104 template <typename Context>
105 info what(Context& /*context*/) const
107 std::stringstream ss;
108 ss << "tokenid_mask(" << mask << ")";
109 return info("tokenid_mask", ss.str());
115 ///////////////////////////////////////////////////////////////////////////
116 // Parser generators: make_xxx function (objects)
117 ///////////////////////////////////////////////////////////////////////////
118 template <typename Modifiers, typename Mask>
119 struct make_primitive<terminal_ex<tag::tokenid_mask, fusion::vector1<Mask> >
122 typedef plain_tokenid_mask<Mask> result_type;
124 template <typename Terminal>
125 result_type operator()(Terminal const& term, unused_type) const
127 return result_type(fusion::at_c<0>(term.args));
132 namespace boost { namespace spirit { namespace traits
134 ///////////////////////////////////////////////////////////////////////////
135 template<typename Mask, typename Attr, typename Context, typename Iterator>
136 struct handles_container<qi::plain_tokenid_mask<Mask>, Attr, Context, Iterator>