Searched refs:codepoint_config (Results 1 – 3 of 3) sorted by relevance
| /external/libtextclassifier/native/annotator/grammar/ |
| D | utils.cc | 32 std::vector<const TokenizationCodepointRange*> codepoint_config; in BuildTokenizer() local
34 codepoint_config.insert(codepoint_config.end(), in BuildTokenizer()
49 return Tokenizer(options->tokenization_type(), unilib, codepoint_config, in BuildTokenizer()
|
| /external/libtextclassifier/native/actions/ |
| D | feature-processor.cc | 47 std::vector<const TokenizationCodepointRange*> codepoint_config; in CreateTokenizer() local
49 codepoint_config.insert(codepoint_config.end(), in CreateTokenizer()
64 options->type(), unilib, codepoint_config, internal_codepoint_config, in CreateTokenizer()
|
| /external/libtextclassifier/native/annotator/ |
| D | feature-processor.cc | 33 std::vector<const TokenizationCodepointRange*> codepoint_config; in BuildTokenizer() local
35 codepoint_config.insert(codepoint_config.end(), in BuildTokenizer()
49 return Tokenizer(options->tokenization_type(), unilib, codepoint_config, in BuildTokenizer()
|