Home
last modified time | relevance | path

Searched refs:Tokenizer (Results 1 – 25 of 49) sorted by relevance

12

/external/protobuf/src/google/protobuf/io/
Dtokenizer_unittest.cc182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result)); in ParseInteger()
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
216 { "01234567", Tokenizer::TYPE_INTEGER },
[all …]
Dtokenizer.cc180 Tokenizer::Tokenizer(ZeroCopyInputStream* input, in Tokenizer() function in google::protobuf::io::Tokenizer
201 Tokenizer::~Tokenizer() { in ~Tokenizer()
212 void Tokenizer::NextChar() { in NextChar()
233 void Tokenizer::Refresh() { in Refresh()
263 inline void Tokenizer::StartToken() { in StartToken()
271 inline void Tokenizer::EndToken() { in EndToken()
286 inline bool Tokenizer::LookingAt() { in LookingAt()
291 inline bool Tokenizer::TryConsumeOne() { in TryConsumeOne()
300 inline bool Tokenizer::TryConsume(char c) { in TryConsume()
310 inline void Tokenizer::ConsumeZeroOrMore() { in ConsumeZeroOrMore()
[all …]
Dtokenizer.h51 class Tokenizer; variable
81 class LIBPROTOBUF_EXPORT Tokenizer {
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer::Token& Tokenizer::current() { in current()
294 inline void Tokenizer::ParseString(const string& text, string* output) { in ParseString()
/external/protobuf/src/google/protobuf/compiler/
Dparser.cc114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) { in LookingAtType()
119 return LookingAtType(io::Tokenizer::TYPE_END); in AtEnd()
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) { in ConsumeIdentifier()
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeInteger()
163 if (!io::Tokenizer::ParseInteger(input_->current().text, in ConsumeInteger()
179 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeInteger64()
180 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value, in ConsumeInteger64()
195 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) { in ConsumeNumber()
196 *output = io::Tokenizer::ParseFloat(input_->current().text); in ConsumeNumber()
199 } else if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeNumber()
[all …]
Dparser_unittest.cc104 input_.reset(new io::Tokenizer(raw_input_.get(), &error_collector_)); in SetupParser()
118 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type); in ExpectParsesTo()
135 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type); in ExpectHasErrors()
158 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type); in ExpectHasValidationErrors()
172 scoped_ptr<io::Tokenizer> input_;
1220 EXPECT_EQ(io::Tokenizer::TYPE_END, input_->current().type); in TEST_F()
Dparser.h73 bool Parse(io::Tokenizer* input, FileDescriptorProto* file);
145 inline bool LookingAtType(io::Tokenizer::TokenType token_type);
291 io::Tokenizer* input_;
Dimporter.cc134 io::Tokenizer tokenizer(input.get(), &file_error_collector); in FindFileByName()
/external/webkit/WebCore/dom/
DTokenizer.h31 class Tokenizer : public Noncopyable {
33 virtual ~Tokenizer() { } in ~Tokenizer()
65 Tokenizer(bool viewSourceMode = false)
DXMLTokenizer.h48 class XMLTokenizer : public Tokenizer, public CachedResourceClient {
182 class XMLTokenizer : public Tokenizer, public CachedResourceClient {
DDocument.h109 class Tokenizer; variable
531 virtual Tokenizer* createTokenizer();
532 Tokenizer* tokenizer() { return m_tokenizer.get(); } in tokenizer()
1003 OwnPtr<Tokenizer> m_tokenizer;
/external/webkit/WebCore/loader/
DTextDocument.cpp41 class TextTokenizer : public Tokenizer {
86 : Tokenizer(true) in TextTokenizer()
186 Tokenizer* TextDocument::createTokenizer() in createTokenizer()
191 Tokenizer* createTextTokenizer(HTMLViewSourceDocument* document) in createTextTokenizer()
DPluginDocument.cpp47 class PluginTokenizer : public Tokenizer {
124 Tokenizer::stopParsing(); in stopParsing()
145 Tokenizer* PluginDocument::createTokenizer() in createTokenizer()
DTextDocument.h44 virtual Tokenizer* createTokenizer();
47 Tokenizer* createTextTokenizer(HTMLViewSourceDocument*);
DMediaDocument.cpp54 class MediaTokenizer : public Tokenizer {
121 Tokenizer::stopParsing(); in stopParsing()
148 Tokenizer* MediaDocument::createTokenizer() in createTokenizer()
DFTPDirectoryDocument.h43 virtual Tokenizer* createTokenizer();
DPluginDocument.h43 virtual Tokenizer* createTokenizer();
DMediaDocument.h49 virtual Tokenizer* createTokenizer();
DImageDocument.h52 virtual Tokenizer* createTokenizer();
DImageDocument.cpp79 class ImageTokenizer : public Tokenizer {
182 Tokenizer* ImageDocument::createTokenizer() in createTokenizer()
/external/protobuf/src/google/protobuf/
Dtext_format.cc133 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE); in ParserImpl()
147 if (LookingAtType(io::Tokenizer::TYPE_END)) { in Parse()
162 return suc && LookingAtType(io::Tokenizer::TYPE_END); in ParseField()
451 bool LookingAtType(io::Tokenizer::TokenType token_type) { in LookingAtType()
458 if (!LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) { in ConsumeIdentifier()
472 if (!LookingAtType(io::Tokenizer::TYPE_STRING)) { in ConsumeString()
478 while (LookingAtType(io::Tokenizer::TYPE_STRING)) { in ConsumeString()
479 io::Tokenizer::ParseStringAppend(tokenizer_.current().text, text); in ConsumeString()
490 if (!LookingAtType(io::Tokenizer::TYPE_INTEGER)) { in ConsumeUnsignedInteger()
495 if (!io::Tokenizer::ParseInteger(tokenizer_.current().text, in ConsumeUnsignedInteger()
[all …]
/external/protobuf/java/src/main/java/com/google/protobuf/
DTextFormat.java407 private static final class Tokenizer { class in TextFormat
446 private Tokenizer(final CharSequence text) { in Tokenizer() method in TextFormat.Tokenizer
852 final Tokenizer tokenizer = new Tokenizer(input); in merge()
863 private static void mergeField(final Tokenizer tokenizer, in mergeField()
/external/webkit/WebCore/html/
DHTMLViewSourceDocument.h53 virtual Tokenizer* createTokenizer();
DHTMLDocument.h99 virtual Tokenizer* createTokenizer();
DHTMLViewSourceDocument.cpp54 Tokenizer* HTMLViewSourceDocument::createTokenizer() in createTokenizer()
/external/webkit/WebCore/wml/
DWMLDocument.cpp50 if (Tokenizer* tokenizer = this->tokenizer()) { in finishedParsing()

12