| /external/parameter-framework/upstream/test/tokenizer/ |
| D | Test.cpp | 49 Tokenizer tokenizer("a bcd ef"); variable
58 Tokenizer tokenizer(""); variable
67 Tokenizer tokenizer(" a \n\t bc "); variable
77 Tokenizer tokenizer("/a/bcd/ef g/h/", "/"); variable
88 Tokenizer tokenizer("", Tokenizer::defaultDelimiters, false); variable
97 Tokenizer tokenizer(",", ",", false); variable
106 Tokenizer tokenizer(" a b \nc d ", Tokenizer::defaultDelimiters, false); variable
|
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer_test.cc | 30 void AssertTokenizerResults(std::unique_ptr<BertTokenizer> tokenizer) { in AssertTokenizerResults()
39 auto tokenizer = in TEST() local
46 auto tokenizer = in TEST() local
58 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
64 auto tokenizer = in TEST() local
79 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
93 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
114 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
135 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
157 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST() local
|
| D | tokenizer_test.cc | 126 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
173 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
208 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
344 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, configs, in TEST() local
375 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
395 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
423 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
441 TestingTokenizerProxy tokenizer(TokenizationType_ICU, {}, {}, in TEST() local
489 TestingTokenizerProxy tokenizer(TokenizationType_MIXED, configs, in TEST() local
520 TestingTokenizerProxy tokenizer(TokenizationType_INTERNAL_TOKENIZER, in TEST() local
[all …]
|
| /external/perfetto/src/protozero/filtering/ |
| D | message_tokenizer_unittest.cc | 70 MessageTokenizer tokenizer; in TEST() local
123 MessageTokenizer tokenizer; in TEST() local
147 MessageTokenizer tokenizer; in TEST() local
157 MessageTokenizer tokenizer; in TEST() local
169 MessageTokenizer tokenizer; in TEST() local
|
| /external/protobuf/csharp/src/Google.Protobuf/ |
| D | JsonParser.cs | 95 …private static void MergeWrapperField(JsonParser parser, IMessage message, JsonTokenizer tokenizer) in MergeWrapperField()
149 private void Merge(IMessage message, JsonTokenizer tokenizer) in Merge()
218 private void MergeField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeField()
250 … private void MergeRepeatedField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeRepeatedField()
276 private void MergeMapField(IMessage message, FieldDescriptor field, JsonTokenizer tokenizer) in MergeMapField()
317 private object ParseSingleValue(FieldDescriptor field, JsonTokenizer tokenizer) in ParseSingleValue()
432 private void MergeStructValue(IMessage message, JsonTokenizer tokenizer) in MergeStructValue()
474 private void MergeStruct(IMessage message, JsonTokenizer tokenizer) in MergeStruct()
487 private void MergeAny(IMessage message, JsonTokenizer tokenizer) in MergeAny()
552 private void MergeWellKnownTypeAnyBody(IMessage body, JsonTokenizer tokenizer) in MergeWellKnownTypeAnyBody()
|
| /external/doclava/src/com/google/doclava/apicheck/ |
| D | ApiFile.java | 70 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); in parseApi() local
91 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) in parsePackage()
116 private static void parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) in parseClass()
232 private static void parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) in parseConstructor()
287 private static void parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) in parseMethod()
378 private static void parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) in parseField()
507 private static void parseTypeParameterList(Tokenizer tokenizer, in parseTypeParameterList()
546 private static void parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, in parseParameterList()
583 private static String parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) in parseThrows()
615 public static void assertIdent(Tokenizer tokenizer, String token) throws ApiParseException { in assertIdent()
|
| /external/protobuf/python/google/protobuf/ |
| D | text_format.py | 806 def _MergeField(self, tokenizer, message): argument
940 def _ConsumeAnyTypeUrl(self, tokenizer): argument
955 def _MergeMessageField(self, tokenizer, message, field): argument
1019 def _MergeScalarField(self, tokenizer, message, field): argument
1095 def _SkipFieldContents(tokenizer): argument
1114 def _SkipField(tokenizer): argument
1137 def _SkipFieldMessage(tokenizer): argument
1156 def _SkipFieldValue(tokenizer): argument
1525 def _ConsumeInt32(tokenizer): argument
1540 def _ConsumeUint32(tokenizer): argument
[all …]
|
| /external/antlr/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/ |
| D | TreePatternParser.cs | 37 protected TreePatternLexer tokenizer; field in Antlr.Runtime.Tree.TreePatternParser
42 … public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { in TreePatternParser()
|
| /external/antlr/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/ |
| D | TreePatternParser.cs | 39 protected TreePatternLexer tokenizer; field in Antlr.Runtime.Tree.TreePatternParser
44 … public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) in TreePatternParser()
|
| /external/protobuf/src/google/protobuf/io/ |
| D | tokenizer_unittest.cc | 253 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
297 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
436 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
501 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
661 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
920 Tokenizer tokenizer(&input, &error_collector); in TEST_2D() local
946 Tokenizer tokenizer(&input, &error_collector); in TEST_1D() local
|
| /external/antlr/runtime/Java/src/main/java/org/antlr/runtime/tree/ |
| D | TreePatternParser.java | 34 protected TreePatternLexer tokenizer; field in TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { in TreePatternParser()
|
| D | TreeWizard.java | 218 TreePatternLexer tokenizer = new TreePatternLexer(pattern); in find() local
280 TreePatternLexer tokenizer = new TreePatternLexer(pattern); in visit() local
317 TreePatternLexer tokenizer = new TreePatternLexer(pattern); in parse() local
385 TreePatternLexer tokenizer = new TreePatternLexer(pattern); in create() local
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | tokenizer_jni_lib.cc | 34 Tokenizer* tokenizer = reinterpret_cast<Tokenizer*>(handle); in nativeTokenize() local
65 Tokenizer* tokenizer = reinterpret_cast<Tokenizer*>(handle); in nativeConvertTokensToIds() local
|
| /external/deqp-deps/amber/src/vkscript/ |
| D | parser.cc | 43 std::string Parser::make_error(const Tokenizer& tokenizer, in make_error()
152 Tokenizer tokenizer(section.contents); in ProcessRequireBlock() local
278 Tokenizer tokenizer(section.contents); in ProcessIndicesBlock() local
321 Tokenizer tokenizer(section.contents); in ProcessVertexDataBlock() local
|
| /external/deqp/framework/opengl/ |
| D | gluVarTypeUtil.cpp | 92 VarTokenizer tokenizer(nameWithPath); in parseVariableName() local
99 VarTokenizer tokenizer(nameWithPath); in parseTypePath() local
|
| /external/cldr/tools/java/org/unicode/cldr/util/ |
| D | XPathTokenizer.java | 134 XPathTokenizer tokenizer = new XPathTokenizer(xpath); in relativeToAbsolute() local
156 XPathTokenizer tokenizer = new XPathTokenizer(xpath); in relativeToAbsolute() local
|
| /external/libtextclassifier/native/actions/ |
| D | feature-processor.h | 61 const Tokenizer* tokenizer() const { return tokenizer_.get(); } in tokenizer() function
|
| /external/antlr/runtime/ObjC/Framework/ |
| D | TreePatternParser.h | 39 TreePatternLexer *tokenizer; variable
|
| /external/pigweed/pw_tokenizer/ |
| D | hash.cc | 18 namespace tokenizer { namespace
|
| D | tokenize_to_global_handler.cc | 20 namespace tokenizer { namespace
|
| D | tokenize_to_global_handler_with_payload.cc | 20 namespace tokenizer { namespace
|
| D | token_database.cc | 17 namespace pw::tokenizer { namespace
|
| /external/auto/value/src/test/java/com/google/auto/value/processor/ |
| D | JavaScannerTest.java | 67 JavaScanner tokenizer = new JavaScanner(input); in testScanner() local
|
| /external/emma/core/java12/com/vladium/util/ |
| D | Strings.java | 104 final StringTokenizer tokenizer = new StringTokenizer (s, delimiters); in merge() local
149 final StringTokenizer tokenizer = new StringTokenizer (s, delimiters); in mergeAT() local
|
| /external/mockftpserver/tags/1.1/src/main/java/org/mockftpserver/stub/command/ |
| D | AlloCommandHandler.java | 66 … StringTokenizer tokenizer = new StringTokenizer(parametersString, RECORD_SIZE_DELIMITER); in handleCommand() local
|