Searched refs:add_token (Results 1 – 9 of 9) sorted by relevance
| /third_party/boost/boost/spirit/home/lex/lexer/lexertl/ |
| D | static_lexer.hpp | 197 std::size_t add_token (char_type const*, char_type, std::size_t in add_token() function in boost::spirit::lex::lexertl::static_lexer
202 std::size_t add_token (char_type const*, string_type const& in add_token() function in boost::spirit::lex::lexertl::static_lexer
|
| D | lexer.hpp | 225 std::size_t add_token(char_type const* state, char_type tokendef, in add_token() function in boost::spirit::lex::lexertl::lexer
239 std::size_t add_token(char_type const* state, string_type const& tokendef, in add_token() function in boost::spirit::lex::lexertl::lexer
|
| /third_party/boost/boost/spirit/home/lex/lexer/ |
| D | token_def.hpp | 152 unique_id_ = lexdef.add_token(state.c_str() in collect()
156 unique_id_ = lexdef.add_token(state.c_str() in collect()
|
| D | lexer.hpp | 126 def.def.add_token (def.state.c_str(), c, token_id in operator ()()
141 def.def.add_token (def.state.c_str(), s, token_id in operator ()()
|
| D | string_token_def.hpp | 107 unique_id_ = lexdef.add_token (state.c_str(), str_, id_, target); in collect()
|
| D | char_token_def.hpp | 108 unique_id_ = lexdef.add_token (state.c_str(), ch, id_, target); in collect()
|
| /third_party/ltp/tools/sparse/sparse-src/ |
| D | tokenize.c | 478 static void add_token(stream_t *stream) in add_token() function
580 add_token(stream); in get_one_number()
643 add_token(stream); in eat_string()
791 add_token(stream); in get_one_special()
953 add_token(stream); in get_one_identifier()
|
| /third_party/mindspore/tests/st/fl/albert/src/ |
| D | tokenization.py | 423 add_token = ''.join(orig_tokens[i:i+length])
424 if add_token in self.keywords:
425 new_orig_tokens.append(add_token)
|
| /third_party/eudev/src/udev/ |
| D | udev-rules.c | 451 static int add_token(struct udev_rules *rules, struct token *token) { in add_token() function
1034 if (add_token(rules, &rule_tmp->token[next_idx]) != 0) in sort_token()
1586 if (add_token(rules, &rule_tmp.rule) != 0) in add_rule()
1728 add_token(rules, &end_token); in udev_rules_new()
|