Searched refs:codepoint_ranges (Results 1 – 5 of 5) sorted by relevance
| /external/libtextclassifier/native/utils/ |
| D | codepoint-range.cc | 25 const std::vector<const CodepointRange*>& codepoint_ranges, in SortCodepointRanges() argument
28 sorted_codepoint_ranges->reserve(codepoint_ranges.size()); in SortCodepointRanges()
29 for (const CodepointRange* range : codepoint_ranges) { in SortCodepointRanges()
43 int codepoint, const std::vector<CodepointRangeStruct>& codepoint_ranges) { in IsCodepointInRanges() argument
45 codepoint_ranges.begin(), codepoint_ranges.end(), codepoint, in IsCodepointInRanges()
62 if (it != codepoint_ranges.end() && it->start <= codepoint && in IsCodepointInRanges()
|
| D | tokenizer.h | 54 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges,
63 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
68 : Tokenizer(type, unilib, codepoint_ranges, in Tokenizer()
74 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
77 codepoint_ranges, /*internal_tokenizer_codepoint_ranges=*/{}, in Tokenizer()
|
| D | codepoint-range.h | 39 const std::vector<const CodepointRange*>& codepoint_ranges,
45 int codepoint, const std::vector<CodepointRangeStruct>& codepoint_ranges);
|
| D | tokenizer.cc | 30 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in Tokenizer() argument
41 for (const TokenizationCodepointRange* range : codepoint_ranges) { in Tokenizer()
|
| D | tokenizer_test.cc | 33 const std::vector<const TokenizationCodepointRange*>& codepoint_ranges, in TestingTokenizer() argument
39 : Tokenizer(type, unilib, codepoint_ranges, in TestingTokenizer()
|