Searched refs:icu_preserve_whitespace_tokens_ (Results 1 – 2 of 2) sorted by relevance
150 const bool icu_preserve_whitespace_tokens_; variable
39 icu_preserve_whitespace_tokens_(icu_preserve_whitespace_tokens), in Tokenizer()268 if (!is_whitespace || icu_preserve_whitespace_tokens_) { in ICUTokenize()