Searched refs:vocab_buffer_data (Results 1 – 8 of 8) sorted by relevance
| /external/tflite-support/tensorflow_lite_support/cc/utils/ |
| D | common_utils.cc | 70 std::vector<std::string> LoadVocabFromBuffer(const char* vocab_buffer_data, in LoadVocabFromBuffer() argument
72 membuf sbuf(const_cast<char*>(vocab_buffer_data), in LoadVocabFromBuffer()
73 const_cast<char*>(vocab_buffer_data + vocab_buffer_size)); in LoadVocabFromBuffer()
86 const char* vocab_buffer_data, const size_t vocab_buffer_size) { in LoadVocabAndIndexFromBuffer() argument
87 membuf sbuf(const_cast<char*>(vocab_buffer_data), in LoadVocabAndIndexFromBuffer()
88 const_cast<char*>(vocab_buffer_data + vocab_buffer_size)); in LoadVocabAndIndexFromBuffer()
|
| D | common_utils.h | 33 std::vector<std::string> LoadVocabFromBuffer(const char* vocab_buffer_data,
44 const char* vocab_buffer_data, const size_t vocab_buffer_size);
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | regex_tokenizer.cc | 55 const char* vocab_buffer_data, in RegexTokenizer() argument
58 token_index_map_{utils::LoadVocabAndIndexFromBuffer(vocab_buffer_data,
|
| D | bert_tokenizer.h | 106 BertTokenizer(const char* vocab_buffer_data, size_t vocab_buffer_size,
109 utils::LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer() argument
|
| D | regex_tokenizer.h | 35 const char* vocab_buffer_data,
|
| /external/tflite-support/tensorflow_lite_support/cc/task/text/qa/ |
| D | bert_question_answerer.h | 110 const char* vocab_buffer_data,
144 void InitializeBertTokenizerFromBinary(const char* vocab_buffer_data,
|
| D | bert_question_answerer.cc | 111 const char* vocab_buffer_data, size_t vocab_buffer_size) { in CreateBertQuestionAnswererFromBuffer() argument
119 api_to_init->InitializeBertTokenizerFromBinary(vocab_buffer_data, in CreateBertQuestionAnswererFromBuffer()
374 const char* vocab_buffer_data, size_t vocab_buffer_size) { in InitializeBertTokenizerFromBinary() argument
376 absl::make_unique<BertTokenizer>(vocab_buffer_data, vocab_buffer_size); in InitializeBertTokenizerFromBinary()
|
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer.h | 98 BertTokenizer(const char* vocab_buffer_data, size_t vocab_buffer_size,
100 : BertTokenizer(LoadVocabFromBuffer(vocab_buffer_data, vocab_buffer_size), in BertTokenizer() argument
|