Searched refs:internal_codepoint_config (Results 1 – 2 of 2) sorted by relevance
53 std::vector<const CodepointRange*> internal_codepoint_config; in CreateTokenizer() local55 internal_codepoint_config.insert( in CreateTokenizer()56 internal_codepoint_config.end(), in CreateTokenizer()64 options->type(), unilib, codepoint_config, internal_codepoint_config, in CreateTokenizer()
39 std::vector<const CodepointRange*> internal_codepoint_config; in BuildTokenizer() local41 internal_codepoint_config.insert( in BuildTokenizer()42 internal_codepoint_config.end(), in BuildTokenizer()50 internal_codepoint_config, tokenize_on_script_change, in BuildTokenizer()