1 // Copyright (c) 2001-2010 Hartmut Kaiser
2 // Copyright (c) 2010 Mathias Gaunard
3 //
4 // Distributed under the Boost Software License, Version 1.0. (See accompanying
5 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
6
7 // This test makes sure that the BOL state (begin of line) is properly reset
8 // if a token matched at the beginning of a line is discarded using
9 // lex::pass_fail.
10 // Additionally this test makes sure the syntax 'self("state", "targetstate")'
11 // works properly.
12
13 #include <boost/config/warning_disable.hpp>
14 #include <boost/detail/lightweight_test.hpp>
15
16 #include <boost/spirit/include/support_multi_pass.hpp>
17 #include <boost/spirit/include/classic_position_iterator.hpp>
18 #include <boost/spirit/include/lex_lexertl.hpp>
19 #include <boost/phoenix/operator/self.hpp>
20
21 namespace spirit = boost::spirit;
22 namespace lex = spirit::lex;
23
24 typedef spirit::classic::position_iterator2<
25 spirit::multi_pass<std::istreambuf_iterator<char> >
26 > file_iterator;
27
28 inline file_iterator
make_file_iterator(std::istream & input,const std::string & filename)29 make_file_iterator(std::istream& input, const std::string& filename)
30 {
31 return file_iterator(
32 spirit::make_default_multi_pass(
33 std::istreambuf_iterator<char>(input)),
34 spirit::multi_pass<std::istreambuf_iterator<char> >(),
35 filename);
36 }
37
38 typedef lex::lexertl::token<file_iterator> token_type;
39
40 struct lexer
41 : lex::lexer<lex::lexertl::actor_lexer<token_type> >
42 {
lexerlexer43 lexer() : word("^[a-zA-Z0-9]+$", 1)
44 {
45 self("INITIAL", "O") =
46 word
47 | lex::string("!.*$") [
48 lex::_pass = lex::pass_flags::pass_ignore
49 ]
50 | lex::token_def<>('\n', 2)
51 ;
52
53 self("O", "INITIAL") =
54 lex::string(".") [
55 lex::_pass = lex::pass_flags::pass_fail
56 ]
57 ;
58 }
59
60 lex::token_def<> word;
61 };
62
63 typedef lexer::iterator_type token_iterator;
64
main()65 int main()
66 {
67 std::stringstream ss;
68 ss << "!foo\nbar\n!baz";
69
70 file_iterator begin = make_file_iterator(ss, "SS");
71 file_iterator end;
72
73 lexer l;
74 token_iterator begin2 = l.begin(begin, end);
75 token_iterator end2 = l.end();
76
77 std::size_t test_data[] = { 2, 1, 2 };
78 std::size_t const test_data_size = sizeof(test_data)/sizeof(test_data[0]);
79
80 token_iterator it = begin2;
81 std::size_t i = 0;
82 for (/**/; it != end2 && i < test_data_size; ++it, ++i)
83 {
84 BOOST_TEST(it->id() == test_data[i]);
85 }
86 BOOST_TEST(it == end2);
87 BOOST_TEST(i == test_data_size);
88
89 return boost::report_errors();
90 }
91