Searched refs:vocab_buffer_size (Results 1 – 8 of 8) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/cc/utils/ |
| D | common_utils.cc | 71 const size_t vocab_buffer_size) { in LoadVocabFromBuffer() argument
73 const_cast<char*>(vocab_buffer_data + vocab_buffer_size)); in LoadVocabFromBuffer()
86 const char* vocab_buffer_data, const size_t vocab_buffer_size) { in LoadVocabAndIndexFromBuffer() argument
88 const_cast<char*>(vocab_buffer_data + vocab_buffer_size)); in LoadVocabAndIndexFromBuffer()
|
| D | common_utils.h | 34 const size_t vocab_buffer_size);
44 const char* vocab_buffer_data, const size_t vocab_buffer_size);
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | regex_tokenizer.cc | 56 size_t vocab_buffer_size) in RegexTokenizer() argument
59 vocab_buffer_size)} {
|
| D | bert_tokenizer.h | 106 BertTokenizer(const char* vocab_buffer_data, size_t vocab_buffer_size,
109 utils::LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer() argument
|
| D | regex_tokenizer.h | 36 size_t vocab_buffer_size);
|
| /external/tflite-support/tensorflow_lite_support/cc/task/text/qa/ |
| D | bert_question_answerer.h | 111 size_t vocab_buffer_size);
145 size_t vocab_buffer_size);
|
| D | bert_question_answerer.cc | 111 const char* vocab_buffer_data, size_t vocab_buffer_size) { in CreateBertQuestionAnswererFromBuffer() argument
120 vocab_buffer_size); in CreateBertQuestionAnswererFromBuffer()
374 const char* vocab_buffer_data, size_t vocab_buffer_size) { in InitializeBertTokenizerFromBinary() argument
376 absl::make_unique<BertTokenizer>(vocab_buffer_data, vocab_buffer_size); in InitializeBertTokenizerFromBinary()
|
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer.h | 98 BertTokenizer(const char* vocab_buffer_data, size_t vocab_buffer_size,
100 : BertTokenizer(LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer() argument
|