Searched refs:_Tokenizer (Results 1 – 2 of 2) sorted by relevance
1024 tokenizer = text_format._Tokenizer(text.splitlines())1110 tokenizer = text_format._Tokenizer(text.splitlines())1124 tokenizer = text_format._Tokenizer(text.splitlines())1133 tokenizer = text_format._Tokenizer(text.splitlines())1137 tokenizer = text_format._Tokenizer(text.splitlines())1141 tokenizer = text_format._Tokenizer(text.splitlines())1145 tokenizer = text_format._Tokenizer(text.splitlines())1149 tokenizer = text_format._Tokenizer(text.splitlines())1154 tokenizer = text_format._Tokenizer(text.splitlines())
453 tokenizer = _Tokenizer(lines)762 class _Tokenizer(object): class