Searched refs:tokenizer_ (Results 1 – 1 of 1) sorted by relevance
124 tokenizer_(input_stream, &tokenizer_error_collector_), in ParserImpl()130 tokenizer_.set_allow_f_after_float(true); in ParserImpl()133 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE); in ParserImpl()136 tokenizer_.Next(); in ParserImpl()206 ReportError(tokenizer_.current().line, tokenizer_.current().column, in ReportError()213 ReportWarning(tokenizer_.current().line, tokenizer_.current().column, in ReportWarning()447 return tokenizer_.current().text == text; in LookingAt()452 return tokenizer_.current().type == token_type; in LookingAtType()463 *identifier = tokenizer_.current().text; in ConsumeIdentifier()465 tokenizer_.Next(); in ConsumeIdentifier()[all …]