Searched refs:split_unknown_chars (Results 1 – 5 of 5) sorted by relevance
37 jboolean split_unknown_chars) { in Java_org_tensorflow_lite_support_text_tokenizers_BertTokenizer_nativeLoadResource() argument57 .split_unknown_chars = static_cast<bool>(split_unknown_chars), in Java_org_tensorflow_lite_support_text_tokenizers_BertTokenizer_nativeLoadResource()
83 options_.unknown_token, options_.split_unknown_chars, &vocab_, in TokenizeWordpiece()
65 bool split_unknown_chars = kDefaultSplitUnknownChars; member
64 bool split_unknown_chars = kDefaultSplitUnknownChars; member
109 options_.split_unknown_chars, &vocab_, &subwords, in TokenizeIntoWordpieces()