Home
last modified time | relevance | path

Searched defs:Tokenizer (Results 1 – 25 of 47) sorted by relevance

12

/external/executorch/examples/demo-apps/apple_ios/LLaMA/docs/delegates/
Dmps_README.md55 ### Copy the model to Simulator
59 ### Copy the model to Device
Dxnnpack_README.md212 #### 5.1 Copy the model and tokenizer to Simulator
216 #### 5.2 Copy the model and tokenizer to Device
/external/rust/android-crates-io/crates/protobuf-support/src/lexer/
Dtokenizer.rs44 pub struct Tokenizer<'a> { struct
50 impl<'a> Tokenizer<'a> { argument
/external/libtextclassifier/native/utils/
Dtokenizer.h62 Tokenizer( in Tokenizer() function
74 Tokenizer( in Tokenizer() function
/external/ktfmt/core/src/main/java/com/facebook/ktfmt/format/
DTokenizer.kt40 class Tokenizer(private val fileText: String, val file: KtFile) : KtTreeVisitorVoid() { class
/external/deqp-deps/amber/src/amberscript/
Dparser.h30 class Tokenizer; variable
/external/executorch/extension/llm/tokenizer/
Dtokenizer.h26 explicit Tokenizer() {} in Tokenizer() function
Dtokenizer.py20 class Tokenizer: class
/external/parameter-framework/upstream/utility/
DTokenizer.cpp37 Tokenizer::Tokenizer(const string &input, const string &delimiters, bool mergeDelimiters) in Tokenizer() function in Tokenizer
/external/executorch/examples/llm_pte_finetuning/
DREADME.md19 ### Tokenizer subsection
/external/aws-sdk-java-v2/codegen/src/main/java/software/amazon/awssdk/codegen/poet/rules2/
DTokenizer.java27 public class Tokenizer { class
32 public Tokenizer(String source) { in Tokenizer() method in Tokenizer
/external/angle/src/compiler/preprocessor/
DDirectiveParser.h23 class Tokenizer; variable
/external/python/cpython3/Tools/peg_generator/pegen/
Dtokenizer.py14 class Tokenizer: class
Dparser.py167 def __init__(self, tokenizer: Tokenizer, *, verbose: bool = False):
/external/executorch/examples/models/llama/tokenizer/
Dtiktoken.py43 class Tokenizer: class
/external/python/cpython3/Doc/library/
Dre.rst1942 .. [Frie09] Friedl, Jeffrey. Mastering Regular Expressions. 3rd ed., O'Reilly
/external/clang/include/clang/ASTMatchers/Dynamic/
DParser.h243 CodeTokenizer *const Tokenizer; variable
/external/deqp-deps/amber/src/vkscript/
Dcommand_parser.h31 class Tokenizer; variable
/external/clang/lib/ASTMatchers/Dynamic/
DParser.cpp524 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser()
560 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
575 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
/external/deqp-deps/amber/src/
Dtokenizer.cc55 Tokenizer::Tokenizer(const std::string& data) : data_(data) {} in Tokenizer() function in amber::Tokenizer
/external/doclava/src/com/google/doclava/apicheck/
DApiFile.java621 static class Tokenizer { class in ApiFile
626 Tokenizer(String filename, char[] buf) { in Tokenizer() method in ApiFile.Tokenizer
/external/deqp/framework/xexml/
DxeXMLParser.cpp57 Tokenizer::Tokenizer(void) in Tokenizer() function in xe::xml::Tokenizer
/external/cronet/stable/third_party/protobuf/src/google/protobuf/io/
Dtokenizer.h58 class Tokenizer; variable
/external/protobuf/src/google/protobuf/io/
Dtokenizer.h58 class Tokenizer; variable
/external/cronet/tot/third_party/protobuf/src/google/protobuf/io/
Dtokenizer.h58 class Tokenizer; variable

12