Home
last modified time | relevance | path

Searched defs:tokenizer (Results 1 – 25 of 101) sorted by relevance

12345

/external/parameter-framework/upstream/test/tokenizer/
DTest.cpp49 Tokenizer tokenizer("a bcd ef"); variable
58 Tokenizer tokenizer(""); variable
67 Tokenizer tokenizer(" a \n\t bc "); variable
77 Tokenizer tokenizer("/a/bcd/ef g/h/", "/"); variable
88 Tokenizer tokenizer("", Tokenizer::defaultDelimiters, false); variable
97 Tokenizer tokenizer(",", ",", false); variable
106 Tokenizer tokenizer(" a b \nc d ", Tokenizer::defaultDelimiters, false); variable
/external/libtextclassifier/utils/
Dtokenizer_test.cc124 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
170 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
204 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
339 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
369 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
384 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
435 TestingTokenizerProxy tokenizer(TokenizationType_MIXED, configs, in TEST() local
463 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, in TEST() local
473 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, in TEST() local
/external/protobuf/csharp/src/Google.Protobuf/
DJsonParser.cs94 …private static void MergeWrapperField(JsonParser parser, IMessage message, JsonTokenizer tokenizer) in MergeWrapperField()
148 private void Merge(IMessage message, JsonTokenizer tokenizer) in Merge()
213 private void MergeField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeField()
245 … private void MergeRepeatedField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeRepeatedField()
270 private void MergeMapField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeMapField()
311 private object ParseSingleValue(FieldDescriptor field, JsonTokenizer tokenizer) in ParseSingleValue()
426 private void MergeStructValue(IMessage message, JsonTokenizer tokenizer) in MergeStructValue()
468 private void MergeStruct(IMessage message, JsonTokenizer tokenizer) in MergeStruct()
481 private void MergeAny(IMessage message, JsonTokenizer tokenizer) in MergeAny()
546 private void MergeWellKnownTypeAnyBody(IMessage body, JsonTokenizer tokenizer) in MergeWellKnownTypeAnyBody()
/external/doclava/src/com/google/doclava/apicheck/
DApiFile.java70 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); in parseApi() local
91 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) in parsePackage()
116 private static void parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) in parseClass()
232 private static void parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) in parseConstructor()
287 private static void parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) in parseMethod()
378 private static void parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) in parseField()
507 private static void parseTypeParameterList(Tokenizer tokenizer, in parseTypeParameterList()
546 private static void parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, in parseParameterList()
583 private static String parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) in parseThrows()
615 public static void assertIdent(Tokenizer tokenizer, String token) throws ApiParseException { in assertIdent()
/external/antlr/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
DTreePatternParser.cs39 protected TreePatternLexer tokenizer; field in Antlr.Runtime.Tree.TreePatternParser
44 … public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) in TreePatternParser()
/external/antlr/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
DTreePatternParser.cs37 protected TreePatternLexer tokenizer; field in Antlr.Runtime.Tree.TreePatternParser
42 … public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { in TreePatternParser()
/external/antlr/runtime/Java/src/main/java/org/antlr/runtime/tree/
DTreePatternParser.java34 protected TreePatternLexer tokenizer; field in TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { in TreePatternParser()
/external/protobuf/src/google/protobuf/io/
Dtokenizer_unittest.cc255 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
299 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
429 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
494 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
681 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
957 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
983 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
/external/libtextclassifier/actions/
Dfeature-processor.h61 const Tokenizer* tokenizer() const { return tokenizer_.get(); } in tokenizer() function
/external/antlr/runtime/ObjC/Framework/
DTreePatternParser.h39 TreePatternLexer *tokenizer; variable
/external/cldr/tools/java/org/unicode/cldr/util/
DXPathTokenizer.java134 XPathTokenizer tokenizer = new XPathTokenizer(xpath); in relativeToAbsolute() local
156 XPathTokenizer tokenizer = new XPathTokenizer(xpath); in relativeToAbsolute() local
/external/deqp/framework/opengl/
DgluVarTypeUtil.cpp92 VarTokenizer tokenizer(nameWithPath); in parseVariableName() local
99 VarTokenizer tokenizer(nameWithPath); in parseTypePath() local
/external/protobuf/python/google/protobuf/
Dtext_format.py457 def _MergeField(self, tokenizer, message): argument
566 def _MergeMessageField(self, tokenizer, message, field): argument
613 def _MergeScalarField(self, tokenizer, message, field): argument
678 def _SkipFieldContents(tokenizer): argument
697 def _SkipField(tokenizer): argument
720 def _SkipFieldMessage(tokenizer): argument
739 def _SkipFieldValue(tokenizer): argument
/external/mockftpserver/tags/2.0/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/2.2/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/2.0.2/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/2.3/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/1.2.1/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/1.1/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/2.5/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/MockFtpServer/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/1.2.3/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/2.0-rc3/MockFtpServer/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java64 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/1.2.2/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
/external/mockftpserver/tags/1.2.4/src/main/java/org/mockftpserver/stub/command/
DAlloCommandHandler.java66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local

12345