Searched refs:internal_codepoint_config (Results 1 – 3 of 3) sorted by relevance
| /external/libtextclassifier/native/annotator/grammar/ |
| D | utils.cc | 38 std::vector<const CodepointRange*> internal_codepoint_config; in BuildTokenizer() local
40 internal_codepoint_config.insert( in BuildTokenizer()
41 internal_codepoint_config.end(), in BuildTokenizer()
50 internal_codepoint_config, tokenize_on_script_change, in BuildTokenizer()
|
| /external/libtextclassifier/native/actions/ |
| D | feature-processor.cc | 53 std::vector<const CodepointRange*> internal_codepoint_config; in CreateTokenizer() local
55 internal_codepoint_config.insert( in CreateTokenizer()
56 internal_codepoint_config.end(), in CreateTokenizer()
64 options->type(), unilib, codepoint_config, internal_codepoint_config, in CreateTokenizer()
|
| /external/libtextclassifier/native/annotator/ |
| D | feature-processor.cc | 39 std::vector<const CodepointRange*> internal_codepoint_config; in BuildTokenizer() local
41 internal_codepoint_config.insert( in BuildTokenizer()
42 internal_codepoint_config.end(), in BuildTokenizer()
50 internal_codepoint_config, tokenize_on_script_change, in BuildTokenizer()
|