Home
last modified time | relevance | path

Searched defs:Tokenizer (Results 1 – 25 of 26) sorted by relevance

12

/external/tensorflow/tensorflow/python/keras/preprocessing/
Dtext.py29 Tokenizer = text.Tokenizer variable
/external/parameter-framework/upstream/utility/
DTokenizer.cpp37 Tokenizer::Tokenizer(const string &input, const string &delimiters, bool mergeDelimiters) in Tokenizer() function in Tokenizer
/external/libtextclassifier/utils/
Dtokenizer.h57 Tokenizer( in Tokenizer() function
Dtokenizer.cc27 Tokenizer::Tokenizer( in Tokenizer() function in libtextclassifier3::Tokenizer
/external/swiftshader/third_party/llvm-7.0/llvm/tools/llvm-rc/
DResourceScriptToken.cpp86 class Tokenizer { class
88 Tokenizer(StringRef Input) : Data(Input), DataLength(Input.size()) {} in Tokenizer() function in __anon3afa1a770111::Tokenizer
/external/python/cpython3/Doc/library/
Dre.rst1683 .. [Frie09] Friedl, Jeffrey. Mastering Regular Expressions. 3rd ed., O'Reilly
/external/swiftshader/src/OpenGL/compiler/preprocessor/
DDirectiveParser.h28 class Tokenizer; variable
DTokenizer.cpp2996 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(nullptr), mMaxTokenSize(1024) in Tokenizer() function in pp::Tokenizer
/external/clang/include/clang/ASTMatchers/Dynamic/
DParser.h243 CodeTokenizer *const Tokenizer; variable
/external/clang/lib/ASTMatchers/Dynamic/
DParser.cpp524 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser()
560 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
575 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
/external/doclava/src/com/google/doclava/apicheck/
DApiFile.java621 static class Tokenizer { class in ApiFile
626 Tokenizer(String filename, char[] buf) { in Tokenizer() method in ApiFile.Tokenizer
/external/deqp/executor/
DxeXMLParser.cpp57 Tokenizer::Tokenizer (void) in Tokenizer() function in xe::xml::Tokenizer
DxeXMLParser.hpp83 class Tokenizer class
/external/protobuf/src/google/protobuf/io/
Dtokenizer.h53 class Tokenizer; variable
Dtokenizer.cc187 Tokenizer::Tokenizer(ZeroCopyInputStream* input, in Tokenizer() function in google::protobuf::io::Tokenizer
/external/ImageMagick/MagickCore/
Dtoken.c830 MagickExport int Tokenizer(TokenInfo *token_info,const unsigned flag, in Tokenizer() function
/external/cldr/tools/java/org/unicode/cldr/util/
DTokenizer.java23 public class Tokenizer { class
/external/python/cpython2/Lib/
Dsre_parse.py189 class Tokenizer: class
/external/clang/tools/driver/
Ddriver.cpp362 llvm::cl::TokenizerCallback Tokenizer; in main() local
/external/python/cpython3/Lib/
Dsre_parse.py223 class Tokenizer: class
/external/protobuf/java/core/src/main/java/com/google/protobuf/
DTextFormat.java618 private static final class Tokenizer { class in TextFormat
657 private Tokenizer(final CharSequence text) { in Tokenizer() method in TextFormat.Tokenizer
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Support/
DCommandLine.cpp923 TokenizerCallback Tokenizer, in ExpandResponseFile()
979 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, in ExpandResponseFiles()
/external/llvm/lib/Support/
DCommandLine.cpp868 TokenizerCallback Tokenizer, in ExpandResponseFile()
900 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, in ExpandResponseFiles()
/external/swiftshader/third_party/llvm-subzero/lib/Support/
DCommandLine.cpp887 TokenizerCallback Tokenizer, in ExpandResponseFile()
943 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, in ExpandResponseFiles()
/external/fonttools/Lib/fontTools/mtiLib/
D__init__.py1051 class Tokenizer(object): class

12