Searched refs:token_contents (Results 1 – 2 of 2) sorted by relevance
142 result.token_contents.push_back( in RunLexer()150 result.token_contents.push_back( in RunLexer()218 MatchedInput last_token = tokens.token_contents[pos]; in RunEarleyAlgorithm()277 std::string next_token = tokens.token_contents[last_item.pos()].ToString(); in RunEarleyAlgorithm()
192 std::vector<MatchedInput> token_contents; member328 const MatchedInput& start = tokens.token_contents[start_]; in GetMatchedInput()329 const MatchedInput& end = start_ == pos_ ? tokens.token_contents[start_] in GetMatchedInput()330 : tokens.token_contents[pos_ - 1]; in GetMatchedInput()