Searched refs:icu_preserve_whitespace_tokens (Results 1 – 11 of 11) sorted by relevance
58 const bool icu_preserve_whitespace_tokens,67 const bool icu_preserve_whitespace_tokens) in Tokenizer() argument70 icu_preserve_whitespace_tokens, in Tokenizer()
37 const bool icu_preserve_whitespace_tokens, in TestingTokenizer() argument41 icu_preserve_whitespace_tokens, preserve_floating_numbers) {} in TestingTokenizer()53 const bool icu_preserve_whitespace_tokens, in TestingTokenizerProxy() argument81 icu_preserve_whitespace_tokens, preserve_floating_numbers)); in TestingTokenizerProxy()
34 const bool icu_preserve_whitespace_tokens, in Tokenizer() argument39 icu_preserve_whitespace_tokens_(icu_preserve_whitespace_tokens), in Tokenizer()
34 model->tokenizer_options->icu_preserve_whitespace_tokens = false; in SetTestTokenizerOptions()
65 tokenize_on_script_change, options->icu_preserve_whitespace_tokens())); in CreateTokenizer()
71 action_grammar_rules->tokenizer_options->icu_preserve_whitespace_tokens = in SetTokenizerOptions()
1070 action_grammar_rules->tokenizer_options->icu_preserve_whitespace_tokens = in TEST_F()1132 action_grammar_rules->tokenizer_options->icu_preserve_whitespace_tokens = in TEST_F()
131 icu_preserve_whitespace_tokens:bool = false;
51 options->icu_preserve_whitespace_tokens()); in BuildTokenizer()
361 icu_preserve_whitespace_tokens:bool = false;759 icu_preserve_whitespace_tokens:bool = false;
1837 grammar_model->tokenizer_options->icu_preserve_whitespace_tokens = false; in TEST_F()