Searched refs:token_word (Results 1 – 1 of 1) sorted by relevance
88 const UnicodeText token_word = in SplitTokensOnSelectionBoundaries() local91 auto last_start = token_word.begin(); in SplitTokensOnSelectionBoundaries()111 if (split_points.back() != token_word.end()) { in SplitTokensOnSelectionBoundaries()112 split_points.push_back(token_word.end()); in SplitTokensOnSelectionBoundaries()116 last_start = token_word.begin(); in SplitTokensOnSelectionBoundaries()119 Token new_token(token_word.UTF8Substring(last_start, split_point), in SplitTokensOnSelectionBoundaries()