Home
last modified time | relevance | path

Searched defs:tokenizer_ (Results 1 – 22 of 22) sorted by relevance

/external/tflite-support/tensorflow_lite_support/cc/task/text/nlclassifier/
Dbert_nl_classifier.h97 std::unique_ptr<tflite::support::text::tokenizer::Tokenizer> tokenizer_; variable
Dnl_classifier.h173 std::unique_ptr<tflite::support::text::tokenizer::RegexTokenizer> tokenizer_; variable
/external/perfetto/src/trace_processor/importers/proto/
Dtrack_event_module.h50 TrackEventTokenizer tokenizer_; variable
Dproto_trace_reader.h90 ProtoTraceTokenizer tokenizer_; variable
/external/libtextclassifier/native/actions/
Dngram-model.h66 const Tokenizer* tokenizer_; variable
Dfeature-processor.h65 const std::unique_ptr<Tokenizer> tokenizer_; variable
Dgrammar-actions.h56 const std::unique_ptr<Tokenizer> tokenizer_; variable
/external/deqp-deps/amber/src/amberscript/
Dparser.h109 std::unique_ptr<Tokenizer> tokenizer_; variable
/external/libtextclassifier/native/utils/grammar/
Danalyzer.h57 const Tokenizer* tokenizer_; variable
/external/libtextclassifier/native/annotator/grammar/
Dgrammar-annotator.h82 const Tokenizer tokenizer_; variable
/external/libtextclassifier/native/annotator/number/
Dnumber.h117 const Tokenizer tokenizer_; variable
/external/tflite-support/tensorflow_lite_support/cc/task/text/qa/
Dbert_question_answerer.h158 std::unique_ptr<tflite::support::text::tokenizer::Tokenizer> tokenizer_; variable
/external/libtextclassifier/native/annotator/
Dfeature-processor.h314 Tokenizer tokenizer_; variable
/external/libtextclassifier/native/annotator/pod_ner/
Dpod-ner-impl.h89 std::unique_ptr<BertTokenizer> tokenizer_; variable
/external/deqp-deps/amber/src/vkscript/
Dcommand_parser.h166 std::unique_ptr<Tokenizer> tokenizer_; variable
/external/libtextclassifier/native/utils/grammar/parsing/
Dlexer_test.cc71 Tokenizer tokenizer_; member in libtextclassifier3::grammar::__anon5574d74a0111::LexerTest
/external/perfetto/src/protozero/filtering/
Dmessage_filter.h198 MessageTokenizer tokenizer_; variable
/external/libtextclassifier/native/utils/grammar/testing/
Dutils.h234 const Tokenizer tokenizer_; variable
/external/perfetto/src/trace_processor/
Dread_trace.cc107 ProtoTraceTokenizer tokenizer_; member in perfetto::trace_processor::__anon350fa3820111::SerializingProtoTraceReader
/external/libtextclassifier/native/lang_id/
Dlang-id.cc266 TokenizerForLangId tokenizer_; member in libtextclassifier3::mobile::lang_id::LangIdImpl
/external/libtextclassifier/native/utils/
Dtokenizer_test.cc101 std::unique_ptr<TestingTokenizer> tokenizer_; member in libtextclassifier3::__anon5b5dd84c0111::TestingTokenizerProxy
/external/protobuf/src/google/protobuf/
Dtext_format.cc1201 io::Tokenizer tokenizer_; member in google::protobuf::TextFormat::Parser::ParserImpl