Searched refs:icu_preserve_whitespace_tokens (Results 1 – 7 of 7) sorted by relevance
37 const bool icu_preserve_whitespace_tokens) in TestingTokenizer() argument40 icu_preserve_whitespace_tokens) {} in TestingTokenizer()52 const bool icu_preserve_whitespace_tokens) in TestingTokenizerProxy() argument79 icu_preserve_whitespace_tokens)); in TestingTokenizerProxy()
33 const bool icu_preserve_whitespace_tokens) in Tokenizer() argument37 icu_preserve_whitespace_tokens_(icu_preserve_whitespace_tokens) { in Tokenizer()
55 const bool icu_preserve_whitespace_tokens);
65 tokenize_on_script_change, options->icu_preserve_whitespace_tokens())); in CreateTokenizer()
95 icu_preserve_whitespace_tokens:bool = false;
51 options->icu_preserve_whitespace_tokens()); in BuildTokenizer()
606 icu_preserve_whitespace_tokens:bool = false;