| /external/protobuf/src/google/protobuf/io/ |
| D | tokenizer_unittest.cc | 184 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result)); in ParseInteger()
199 Tokenizer::TokenType type;
209 { "hello", Tokenizer::TYPE_IDENTIFIER },
212 { "123", Tokenizer::TYPE_INTEGER },
213 { "0xab6", Tokenizer::TYPE_INTEGER },
214 { "0XAB6", Tokenizer::TYPE_INTEGER },
215 { "0X1234567", Tokenizer::TYPE_INTEGER },
216 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
217 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
218 { "01234567", Tokenizer::TYPE_INTEGER },
[all …]
|
| D | tokenizer.h | 53 class Tokenizer; variable
91 class LIBPROTOBUF_EXPORT Tokenizer {
96 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
97 ~Tokenizer();
257 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
394 inline const Tokenizer::Token& Tokenizer::current() { in current()
398 inline const Tokenizer::Token& Tokenizer::previous() { in previous()
402 inline void Tokenizer::ParseString(const string& text, string* output) { in ParseString()
|
| D | tokenizer.cc | 187 Tokenizer::Tokenizer(ZeroCopyInputStream* input, in Tokenizer() function in google::protobuf::io::Tokenizer
212 Tokenizer::~Tokenizer() { in ~Tokenizer()
223 void Tokenizer::NextChar() { in NextChar()
244 void Tokenizer::Refresh() { in Refresh()
274 inline void Tokenizer::RecordTo(string* target) { in RecordTo()
279 inline void Tokenizer::StopRecording() { in StopRecording()
291 inline void Tokenizer::StartToken() { in StartToken()
299 inline void Tokenizer::EndToken() { in EndToken()
308 inline bool Tokenizer::LookingAt() { in LookingAt()
313 inline bool Tokenizer::TryConsumeOne() { in TryConsumeOne()
[all …]
|
| /external/parameter-framework/upstream/test/tokenizer/ |
| D | Test.cpp | 49 Tokenizer tokenizer("a bcd ef");
58 Tokenizer tokenizer("");
67 Tokenizer tokenizer(" a \n\t bc ");
77 Tokenizer tokenizer("/a/bcd/ef g/h/", "/");
88 Tokenizer tokenizer("", Tokenizer::defaultDelimiters, false);
97 Tokenizer tokenizer(",", ",", false);
106 Tokenizer tokenizer(" a b \nc d ", Tokenizer::defaultDelimiters, false);
|
| /external/clang/lib/ASTMatchers/Dynamic/ |
| D | Parser.cpp | 294 const TokenInfo NameToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
296 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl()
306 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl()
307 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl()
308 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) && in parseIdentifierPrefixImpl()
328 const TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
349 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherExpressionImpl()
350 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherExpressionImpl()
352 EndToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
357 const TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
[all …]
|
| /external/deqp/executor/ |
| D | xeXMLParser.hpp | 83 class Tokenizer class
86 Tokenizer (void);
87 ~Tokenizer (void);
103 Tokenizer (const Tokenizer& other);
104 Tokenizer& operator= (const Tokenizer& other);
190 Tokenizer m_tokenizer;
203 inline void Tokenizer::getTokenStr (std::string& dst) const in getTokenStr()
211 inline void Tokenizer::appendTokenStr (std::string& dst) const in appendTokenStr()
|
| D | xeXMLParser.cpp | 57 Tokenizer::Tokenizer (void) in Tokenizer() function in xe::xml::Tokenizer
65 Tokenizer::~Tokenizer (void) in ~Tokenizer()
69 void Tokenizer::clear (void) in clear()
77 void Tokenizer::error (const std::string& what) in error()
82 void Tokenizer::feed (const deUint8* bytes, int numBytes) in feed()
98 int Tokenizer::getChar (int offset) const in getChar()
108 void Tokenizer::advance (void) in advance()
338 void Tokenizer::getString (std::string& dst) const in getString()
|
| /external/swiftshader/src/OpenGL/compiler/preprocessor/ |
| D | Tokenizer.l | 287 const size_t Tokenizer::kMaxTokenLength = 256;
289 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
294 Tokenizer::~Tokenizer()
299 bool Tokenizer::init(int count, const char* const string[], const int length[])
308 void Tokenizer::setFileNumber(int file)
315 void Tokenizer::setLineNumber(int line)
320 void Tokenizer::lex(Token* token)
339 bool Tokenizer::initScanner()
348 void Tokenizer::destroyScanner()
|
| D | Tokenizer.h | 29 class Tokenizer : public Lexer
47 Tokenizer(Diagnostics* diagnostics);
48 ~Tokenizer();
58 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
|
| D | DirectiveParser.h | 28 class Tokenizer; variable
33 DirectiveParser(Tokenizer* tokenizer,
82 Tokenizer* mTokenizer;
|
| D | generate_parser.sh | 35 run_flex Tokenizer.l Tokenizer.cpp
|
| D | Tokenizer.cpp | 610 #define YY_EXTRA_TYPE pp::Tokenizer::Context*
2370 const size_t Tokenizer::kMaxTokenLength = 256;
2372 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0) in Tokenizer() function in pp::Tokenizer
2377 Tokenizer::~Tokenizer() in ~Tokenizer()
2382 bool Tokenizer::init(int count, const char* const string[], const int length[]) in init()
2391 void Tokenizer::setFileNumber(int file) in setFileNumber()
2398 void Tokenizer::setLineNumber(int line) in setLineNumber()
2403 void Tokenizer::lex(Token* token) in lex()
2422 bool Tokenizer::initScanner() in initScanner()
2431 void Tokenizer::destroyScanner() in destroyScanner()
|
| /external/libedit/src/ |
| D | histedit.h | 234 typedef struct tokenizer Tokenizer; typedef
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
|
| D | tokenizer.c | 86 private void FUN(tok,finish)(TYPE(Tokenizer) *);
93 FUN(tok,finish)(TYPE(Tokenizer) *tok) in FUN()
109 public TYPE(Tokenizer) * in TYPE() argument
112 TYPE(Tokenizer) *tok = tok_malloc(sizeof(*tok)); in TYPE()
151 FUN(tok,reset)(TYPE(Tokenizer) *tok) in FUN()
166 FUN(tok,end)(TYPE(Tokenizer) *tok) in FUN()
195 FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line, in FUN()
444 FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc, in FUN()
|
| /external/parameter-framework/upstream/utility/ |
| D | Tokenizer.cpp | 35 const string Tokenizer::defaultDelimiters = " \n\r\t\v\f";
37 Tokenizer::Tokenizer(const string &input, const string &delimiters, bool mergeDelimiters) in Tokenizer() function in Tokenizer
42 vector<string> Tokenizer::split() in split()
|
| D | Tokenizer.h | 42 class Tokenizer : private utility::NonCopyable
54 Tokenizer(const std::string &input, const std::string &delimiters = defaultDelimiters,
56 ~Tokenizer(){}; in ~Tokenizer()
|
| /external/protobuf/src/google/protobuf/compiler/ |
| D | parser.cc | 141 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) { in LookingAtType()
146 return LookingAtType(io::Tokenizer::TYPE_END); in AtEnd()
177 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) { in ConsumeIdentifier()
188 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeInteger()
190 if (!io::Tokenizer::ParseInteger(input_->current().text, in ConsumeInteger()
220 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeInteger64()
221 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value, in ConsumeInteger64()
236 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) { in ConsumeNumber()
237 *output = io::Tokenizer::ParseFloat(input_->current().text); in ConsumeNumber()
240 } else if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeNumber()
[all …]
|
| D | parser.h | 72 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
149 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
236 void StartAt(const io::Tokenizer::Token& token);
244 void EndAt(const io::Tokenizer::Token& token);
505 io::Tokenizer* input_;
|
| /external/protobuf/src/google/protobuf/ |
| D | text_format.cc | 255 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE); in ParserImpl()
274 if (LookingAtType(io::Tokenizer::TYPE_END)) { in Parse()
289 return suc && LookingAtType(io::Tokenizer::TYPE_END); in ParseField()
684 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeFieldValue()
709 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) { in ConsumeFieldValue()
715 LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeFieldValue()
753 if (LookingAtType(io::Tokenizer::TYPE_STRING)) { in SkipFieldValue()
754 while (LookingAtType(io::Tokenizer::TYPE_STRING)) { in SkipFieldValue()
781 if (!LookingAtType(io::Tokenizer::TYPE_INTEGER) && in SkipFieldValue()
782 !LookingAtType(io::Tokenizer::TYPE_FLOAT) && in SkipFieldValue()
[all …]
|
| /external/doclava/src/com/google/doclava/apicheck/ |
| D | ApiFile.java | 70 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray()); in parseApi()
91 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) in parsePackage()
116 private static void parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) in parseClass()
228 private static void parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) in parseConstructor()
279 private static void parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) in parseMethod()
366 private static void parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) in parseField()
491 private static void parseTypeParameterList(Tokenizer tokenizer, in parseTypeParameterList()
530 private static void parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, in parseParameterList()
567 private static String parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) in parseThrows()
599 public static void assertIdent(Tokenizer tokenizer, String token) throws ApiParseException { in assertIdent()
[all …]
|
| /external/libtextclassifier/smartselect/ |
| D | tokenizer.cc | 24 void Tokenizer::PrepareTokenizationCodepointRanges( in PrepareTokenizationCodepointRanges()
39 TokenizationCodepointRange::Role Tokenizer::FindTokenizationRole( in FindTokenizationRole()
67 std::vector<Token> Tokenizer::Tokenize(const std::string& utf8_text) const { in Tokenize()
|
| D | tokenizer.h | 31 class Tokenizer {
33 explicit Tokenizer( in Tokenizer() function
|
| /external/libtextclassifier/tests/ |
| D | tokenizer_test.cc | 27 class TestingTokenizer : public Tokenizer {
31 : Tokenizer(codepoint_range_configs) {} in TestingTokenizer()
235 Tokenizer tokenizer(configs); in TEST()
|
| /external/protobuf/java/core/src/main/java/com/google/protobuf/ |
| D | TextFormat.java | 618 private static final class Tokenizer { class in TextFormat
657 private Tokenizer(final CharSequence text) { in Tokenizer() method in TextFormat.Tokenizer
1386 final Tokenizer tokenizer = new Tokenizer(input); in merge()
1400 private void mergeField(final Tokenizer tokenizer, in mergeField()
1411 private void mergeField(final Tokenizer tokenizer, in mergeField()
1542 final Tokenizer tokenizer, in consumeFieldValues()
1572 final Tokenizer tokenizer, in consumeFieldValue()
1701 private void skipField(Tokenizer tokenizer) throws ParseException { in skipField()
1736 private void skipFieldMessage(Tokenizer tokenizer) throws ParseException { in skipFieldMessage()
1753 private void skipFieldValue(Tokenizer tokenizer) throws ParseException { in skipFieldValue()
|
| /external/clang/tools/driver/ |
| D | driver.cpp | 362 llvm::cl::TokenizerCallback Tokenizer; in main() local
364 Tokenizer = &llvm::cl::TokenizeWindowsCommandLine; in main()
366 Tokenizer = &llvm::cl::TokenizeGNUCommandLine; in main()
370 llvm::cl::ExpandResponseFiles(Saver, Tokenizer, argv, MarkEOLs); in main()
398 if (Tokenizer == &llvm::cl::TokenizeWindowsCommandLine) { in main()
|