Searched refs:codepoint_ranges (Results 1 – 4 of 4) sorted by relevance
27 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument30 for (const TokenizationCodepointRange* range : codepoint_ranges) { in Tokenizer()
486 codepoint_ranges, in PrepareCodepointRanges()489 prepared_codepoint_ranges->reserve(codepoint_ranges.size()); in PrepareCodepointRanges()491 codepoint_ranges) { in PrepareCodepointRanges()634 int codepoint, const std::vector<CodepointRange>& codepoint_ranges) const { in IsCodepointInRanges()635 auto it = std::lower_bound(codepoint_ranges.begin(), codepoint_ranges.end(), in IsCodepointInRanges()653 if (it != codepoint_ranges.end() && it->start <= codepoint && in IsCodepointInRanges()
38 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges,
241 codepoint_ranges,252 int codepoint, const std::vector<CodepointRange>& codepoint_ranges) const;