Searched refs:token_contents (Results 1 – 2 of 2) sorted by relevance
124 result.token_contents.push_back( in RunLexer()130 result.token_contents.push_back({pos, pos, CurrentSourcePosition::Get()}); in RunLexer()201 MatchedInput last_token = tokens.token_contents[pos]; in RunEarleyAlgorithm()260 std::string next_token = tokens.token_contents[last_item.pos()].ToString(); in RunEarleyAlgorithm()
129 std::vector<MatchedInput> token_contents; member255 return {tokens.token_contents[start_].begin, in GetMatchedInput()256 start_ == pos_ ? tokens.token_contents[start_].begin in GetMatchedInput()257 : tokens.token_contents[pos_ - 1].end, in GetMatchedInput()258 tokens.token_contents[start_].pos}; in GetMatchedInput()