Searched refs:split_on_script_change_ (Results 1 – 2 of 2) sorted by relevance
148 const bool split_on_script_change_; variable
38 split_on_script_change_(split_on_script_change), in Tokenizer()150 (split_on_script_change_ && last_script != kInvalidScript && in InternalTokenize()