Lines Matching refs:Tokenizer
72 Tokenizer::Tokenizer(const InputFile* input_file, Err* err) in Tokenizer() function in Tokenizer
81 Tokenizer::~Tokenizer() { in ~Tokenizer()
85 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) { in Tokenize()
86 Tokenizer t(input_file, err); in Tokenize()
90 std::vector<Token> Tokenizer::Run() { in Run()
138 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) { in ByteOffsetOfNthLine()
159 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset) { in IsNewline()
166 void Tokenizer::AdvanceToNextToken() { in AdvanceToNextToken()
171 Token::Type Tokenizer::ClassifyCurrent() const { in ClassifyCurrent()
220 void Tokenizer::AdvanceToEndOfToken(const Location& location, in AdvanceToEndOfToken()
305 bool Tokenizer::IsCurrentWhitespace() const { in IsCurrentWhitespace()
312 bool Tokenizer::IsCurrentStringTerminator(char quote_char) const { in IsCurrentStringTerminator()
328 bool Tokenizer::IsCurrentNewline() const { in IsCurrentNewline()
332 void Tokenizer::Advance() { in Advance()
343 Location Tokenizer::GetCurrentLocation() const { in GetCurrentLocation()
347 Err Tokenizer::GetErrorForInvalidToken(const Location& location) const { in GetErrorForInvalidToken()