Searched refs:token_word (Results 1 – 1 of 1) sorted by relevance
67 const UnicodeText token_word = in SplitTokensOnSelectionBoundaries() local70 auto last_start = token_word.begin(); in SplitTokensOnSelectionBoundaries()90 if (split_points.back() != token_word.end()) { in SplitTokensOnSelectionBoundaries()91 split_points.push_back(token_word.end()); in SplitTokensOnSelectionBoundaries()95 last_start = token_word.begin(); in SplitTokensOnSelectionBoundaries()98 Token new_token(token_word.UTF8Substring(last_start, split_point), in SplitTokensOnSelectionBoundaries()