Searched refs:input_token_index (Results 1 – 1 of 1) sorted by relevance
244 size_t input_token_index = 0; in Preprocess() local247 input_token_index = 1; in Preprocess()251 (input_token_index < max_sentence_length); in Preprocess()252 ++i, ++input_token_index) { in Preprocess()256 input_tokens[input_token_index] = token_id; in Preprocess()258 input_tokens[input_token_index] = unknown_token_id; in Preprocess()