Home
last modified time | relevance | path

Searched refs:Lexer (Results 1 – 25 of 412) sorted by relevance

12345678910>>...17

/external/fonttools/Tests/feaLib/
Dlexer_test.py5 from fontTools.feaLib.lexer import IncludingLexer, Lexer
13 return [(typ, tok) for (typ, tok, _) in Lexer(s, "test.fea")]
29 self.assertEqual(lex("a17"), [(Lexer.NAME, "a17")])
30 self.assertEqual(lex(".notdef"), [(Lexer.NAME, ".notdef")])
31 self.assertEqual(lex("two.oldstyle"), [(Lexer.NAME, "two.oldstyle")])
32 self.assertEqual(lex("_"), [(Lexer.NAME, "_")])
33 self.assertEqual(lex("\\table"), [(Lexer.NAME, "\\table")])
34 self.assertEqual(lex("a+*:^~!"), [(Lexer.NAME, "a+*:^~!")])
35 self.assertEqual(lex("with-dash"), [(Lexer.NAME, "with-dash")])
38 self.assertEqual(lex("\\0 \\987"), [(Lexer.CID, 0), (Lexer.CID, 987)])
[all …]
/external/fonttools/Lib/fontTools/feaLib/
Dlexer.py9 class Lexer(object): class
43 self.mode_ = Lexer.MODE_NORMAL_
54 if token_type != Lexer.NEWLINE:
62 self.scan_over_(Lexer.CHAR_WHITESPACE_)
76 return (Lexer.NEWLINE, None, location)
81 return (Lexer.NEWLINE, None, location)
83 self.scan_until_(Lexer.CHAR_NEWLINE_)
84 return (Lexer.COMMENT, text[start:self.pos_], location)
86 if self.mode_ is Lexer.MODE_FILENAME_:
96 self.mode_ = Lexer.MODE_NORMAL_
[all …]
Dparser.py4 from fontTools.feaLib.lexer import Lexer, IncludingLexer, NonIncludingLexer
56 if self.cur_token_type_ is Lexer.COMMENT:
62 elif self.cur_token_type_ is Lexer.GLYPHCLASS:
81 elif self.cur_token_type_ is Lexer.NAME and self.cur_token_ in self.extensions:
83 elif self.cur_token_type_ is Lexer.SYMBOL and self.cur_token_ == ";":
102 if self.next_token_type_ == Lexer.NAME:
271 self.next_token_type_ in (Lexer.NAME, Lexer.CID)):
274 if self.next_token_type_ is Lexer.GLYPHCLASS:
292 if self.next_token_type_ is Lexer.NAME:
309 elif self.next_token_type_ is Lexer.CID:
[all …]
/external/antlr/runtime/Cpp/include/
Dantlr3lexer.inl4 Lexer<ImplTraits>::Lexer(ANTLR_UINT32 sizeHint, RecognizerSharedStateType* state)
5 :Lexer<ImplTraits>::RecognizerType(sizeHint, state)
11 Lexer<ImplTraits>::Lexer(ANTLR_UINT32 sizeHint, InputStreamType* input, RecognizerSharedStateType* … function in Lexer
12 :Lexer<ImplTraits>::RecognizerType(sizeHint, state)
18 typename Lexer<ImplTraits>::InputStreamType* Lexer<ImplTraits>::get_input() const
24 typename Lexer<ImplTraits>::IntStreamType* Lexer<ImplTraits>::get_istream() const
30 typename Lexer<ImplTraits>::RecognizerType* Lexer<ImplTraits>::get_rec()
36 typename Lexer<ImplTraits>::TokenSourceType* Lexer<ImplTraits>::get_tokSource()
42 void Lexer<ImplTraits>::displayRecognitionError( ANTLR_UINT8** , ExceptionBaseType* ex)
110 void Lexer<ImplTraits>::fillExceptionData( ExceptionBaseType* ex )
[all …]
/external/fonttools/Lib/fontTools/voltLib/
Dlexer.py5 class Lexer(object): class
39 if token_type not in {Lexer.NEWLINE}:
47 self.scan_over_(Lexer.CHAR_WHITESPACE_)
61 return (Lexer.NEWLINE, None, location)
66 return (Lexer.NEWLINE, None, location)
72 return (Lexer.STRING, text[start + 1:self.pos_ - 1], location)
76 if cur_char in Lexer.CHAR_NAME_START_:
78 self.scan_over_(Lexer.CHAR_NAME_CONTINUATION_)
80 return (Lexer.NAME, token, location)
81 if cur_char in Lexer.CHAR_DIGIT_:
[all …]
/external/fonttools/Tests/voltLib/
Dlexer_test.py4 from fontTools.voltLib.lexer import Lexer
9 return [(typ, tok) for (typ, tok, _) in Lexer(s, "test.vtp")]
22 [(Lexer.STRING, "foo"), (Lexer.STRING, "bar")])
27 [(Lexer.NAME, "DEF_FOO"), (Lexer.NAME, "bar.alt1")])
31 [(Lexer.NUMBER, 123), (Lexer.NUMBER, -456)])
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/WebAssembly/AsmParser/
DWebAssemblyAsmParser.cpp184 MCAsmLexer &Lexer; member in __anon62399f010111::WebAssemblyAsmParser
196 Lexer(Parser.getLexer()), LastLabel(nullptr) { in WebAssemblyAsmParser()
213 auto ok = Lexer.is(Kind); in IsNext()
221 Lexer.getTok()); in Expect()
246 if (Lexer.is(AsmToken::Integer)) { in ParseReg()
247 auto &Local = Lexer.getTok(); in ParseReg()
256 } else if (Lexer.is(AsmToken::Identifier)) { in ParseReg()
257 auto &StackRegTok = Lexer.getTok(); in ParseReg()
295 Lexer.getTok()); in ParseReg()
302 auto &Int = Lexer.getTok(); in ParseSingleInteger()
[all …]
/external/swiftshader/third_party/SPIRV-Tools/tools/sva/src/
Dlexer_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
41 let l = new Lexer(input);
63 let l = new Lexer(val);
80 let l = new Lexer(val);
95 let l = new Lexer(val);
123 let l = new Lexer(input);
136 let l = new Lexer(input);
151 let l = new Lexer(input);
160 let l = new Lexer(input);
[all …]
Dparser_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
38 let l = new Lexer(input);
58 let l = new Lexer(input);
78 let l = new Lexer(input);
89 let l = new Lexer(input);
109 let l = new Lexer(input);
127 let l = new Lexer(input);
148 let l = new Lexer(input);
176 let l = new Lexer(input);
[all …]
Dassembler_test.js16 import Lexer from "./lexer";
41 let l = new Lexer(input);
55 let l = new Lexer(input);
76 let l = new Lexer(input);
95 let l = new Lexer(input);
113 let l = new Lexer(input);
131 let l = new Lexer(input);
149 let l = new Lexer(input);
/external/deqp-deps/SPIRV-Tools/tools/sva/src/
Dlexer_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
41 let l = new Lexer(input);
63 let l = new Lexer(val);
80 let l = new Lexer(val);
95 let l = new Lexer(val);
123 let l = new Lexer(input);
136 let l = new Lexer(input);
151 let l = new Lexer(input);
160 let l = new Lexer(input);
[all …]
Dparser_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
38 let l = new Lexer(input);
58 let l = new Lexer(input);
78 let l = new Lexer(input);
89 let l = new Lexer(input);
109 let l = new Lexer(input);
127 let l = new Lexer(input);
148 let l = new Lexer(input);
176 let l = new Lexer(input);
[all …]
Dassembler_test.js16 import Lexer from "./lexer";
41 let l = new Lexer(input);
55 let l = new Lexer(input);
76 let l = new Lexer(input);
95 let l = new Lexer(input);
113 let l = new Lexer(input);
131 let l = new Lexer(input);
149 let l = new Lexer(input);
/external/angle/third_party/spirv-tools/src/tools/sva/src/
Dlexer_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
41 let l = new Lexer(input);
63 let l = new Lexer(val);
80 let l = new Lexer(val);
95 let l = new Lexer(val);
123 let l = new Lexer(input);
136 let l = new Lexer(input);
151 let l = new Lexer(input);
160 let l = new Lexer(input);
[all …]
Dparser_test.js16 import Lexer from "./lexer";
23 let l = new Lexer(input);
38 let l = new Lexer(input);
58 let l = new Lexer(input);
78 let l = new Lexer(input);
89 let l = new Lexer(input);
109 let l = new Lexer(input);
127 let l = new Lexer(input);
148 let l = new Lexer(input);
176 let l = new Lexer(input);
[all …]
Dassembler_test.js16 import Lexer from "./lexer";
41 let l = new Lexer(input);
55 let l = new Lexer(input);
76 let l = new Lexer(input);
95 let l = new Lexer(input);
113 let l = new Lexer(input);
131 let l = new Lexer(input);
149 let l = new Lexer(input);
/external/llvm/lib/MC/MCParser/
DAsmParser.cpp117 AsmLexer Lexer; member in __anonaf3889d60111::AsmParser
206 MCAsmLexer &getLexer() override { return Lexer; } in getLexer()
262 Lexer.Lex(); in parseEOL()
263 Lexer.UnLex(AsmToken(AsmToken::EndOfStatement, CommentStr)); in parseEOL()
561 : Lexer(MAI), Ctx(Ctx), Out(Out), MAI(MAI), SrcMgr(SM), in AsmParser()
570 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in AsmParser()
632 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in enterIncludeFile()
637 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in enterIncludeFile()
647 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in processIncbinFile()
658 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer(), in jumpToLoc()
[all …]
/external/clang/lib/Lex/
DLexer.cpp53 void Lexer::anchor() { } in anchor()
55 void Lexer::InitLexer(const char *BufStart, const char *BufPtr, in InitLexer()
109 Lexer::Lexer(FileID FID, const llvm::MemoryBuffer *InputFile, Preprocessor &PP) in Lexer() function in Lexer
120 void Lexer::resetExtendedTokenMode() { in resetExtendedTokenMode()
131 Lexer::Lexer(SourceLocation fileloc, const LangOptions &langOpts, in Lexer() function in Lexer
144 Lexer::Lexer(FileID FID, const llvm::MemoryBuffer *FromFile, in Lexer() function in Lexer
146 : Lexer(SM.getLocForStartOfFile(FID), langOpts, FromFile->getBufferStart(), in Lexer()
164 Lexer *Lexer::Create_PragmaLexer(SourceLocation SpellingLoc, in Create_PragmaLexer()
173 Lexer *L = new Lexer(SpellingFID, InputFile, PP); in Create_PragmaLexer()
202 std::string Lexer::Stringify(StringRef Str, bool Charify) { in Stringify()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/MC/MCParser/
DAsmParser.cpp126 AsmLexer Lexer; member in __anon6f84d46e0111::AsmParser
205 MCAsmLexer &getLexer() override { return Lexer; } in getLexer()
229 Lexer.setParsingMSInlineAsm(V); in setParsingInlineAsm()
680 : Lexer(MAI), Ctx(Ctx), Out(Out), MAI(MAI), SrcMgr(SM), in AsmParser()
688 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in AsmParser()
761 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in enterIncludeFile()
766 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in enterIncludeFile()
777 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in processIncbinFile()
798 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer(), in jumpToLoc()
803 if (Lexer.getTok().is(AsmToken::Error)) in Lex()
[all …]
/external/clang/unittests/Lex/
DLexerTest.cpp101 Lexer::getSourceText(CharSourceRange::getTokenRange(SourceRange( in getSourceText()
300 EXPECT_TRUE(Lexer::isAtStartOfMacroExpansion(lsqrLoc, SourceMgr, LangOpts, &Loc)); in TEST_F()
302 EXPECT_FALSE(Lexer::isAtStartOfMacroExpansion(idLoc, SourceMgr, LangOpts)); in TEST_F()
303 EXPECT_FALSE(Lexer::isAtEndOfMacroExpansion(idLoc, SourceMgr, LangOpts)); in TEST_F()
304 EXPECT_TRUE(Lexer::isAtEndOfMacroExpansion(rsqrLoc, SourceMgr, LangOpts, &Loc)); in TEST_F()
307 CharSourceRange range = Lexer::makeFileCharRange( in TEST_F()
310 range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(idLoc, rsqrLoc), in TEST_F()
313 range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), in TEST_F()
320 StringRef text = Lexer::getSourceText( in TEST_F()
332 range = Lexer::makeFileCharRange( in TEST_F()
[all …]
/external/clang/lib/AST/
DCommentLexer.cpp22 void Token::dump(const Lexer &L, const SourceManager &SM) const { in dump()
58 StringRef Lexer::resolveHTMLNamedCharacterReference(StringRef Name) const { in resolveHTMLNamedCharacterReference()
70 StringRef Lexer::resolveHTMLDecimalCharacterReference(StringRef Name) const { in resolveHTMLDecimalCharacterReference()
80 StringRef Lexer::resolveHTMLHexCharacterReference(StringRef Name) const { in resolveHTMLHexCharacterReference()
91 void Lexer::skipLineStartingDecorations() { in skipLineStartingDecorations()
280 void Lexer::formTokenWithChars(Token &Result, const char *TokEnd, in formTokenWithChars()
293 void Lexer::lexCommentText(Token &T) { in lexCommentText()
449 void Lexer::setupAndLexVerbatimBlock(Token &T, in setupAndLexVerbatimBlock()
474 void Lexer::lexVerbatimBlockFirstLine(Token &T) { in lexVerbatimBlockFirstLine()
519 void Lexer::lexVerbatimBlockBody(Token &T) { in lexVerbatimBlockBody()
[all …]
/external/libtextclassifier/native/utils/grammar/
Dlexer.cc65 Lexer::Lexer(const UniLib* unilib, const RulesSet* rules) in Lexer() function in libtextclassifier3::grammar::Lexer
70 std::vector<Lexer::RegexAnnotator> Lexer::BuildRegexAnnotator( in BuildRegexAnnotator()
72 std::vector<Lexer::RegexAnnotator> result; in BuildRegexAnnotator()
90 void Lexer::Emit(const Symbol& symbol, const RulesSet_::Nonterminals* nonterms, in Emit()
140 Lexer::Symbol::Type Lexer::GetSymbolType( in GetSymbolType()
151 void Lexer::ProcessToken(const StringPiece value, const int prev_token_end, in ProcessToken()
153 std::vector<Lexer::Symbol>* symbols) const { in ProcessToken()
186 void Lexer::Process(const UnicodeText& text, const std::vector<Token>& tokens, in Process()
192 void Lexer::Process(const UnicodeText& text, in Process()
/external/nist-sip/java/gov/nist/javax/sip/parser/
DURLParser.java50 this.lexer = new Lexer("sip_urlLexer", url); in URLParser()
54 public URLParser(Lexer lexer) { in URLParser()
76 return Lexer.isAlphaDigit(next) || isMark(next); in isUnreserved()
206 Lexer.isHexDigit(lexer.lookAhead(1)) && in isEscaped()
207 Lexer.isHexDigit(lexer.lookAhead(2)); in isEscaped()
222 && Lexer.isHexDigit(next1) in escaped()
223 && Lexer.isHexDigit(next2)) { in escaped()
261 return Lexer.charAsString(la); in uric()
264 return Lexer.charAsString(la); in uric()
293 return Lexer.charAsString(la); in uricNoSlash()
[all …]
DAddressParser.java40 public AddressParser(Lexer lexer) { in AddressParser()
46 this.lexer = new Lexer("charLexer", address); in AddressParser()
57 URLParser uriParser = new URLParser((Lexer) lexer); in nameAddr()
77 URLParser uriParser = new URLParser((Lexer) lexer); in nameAddr()
115 URLParser uriParser = new URLParser((Lexer) lexer); in address()
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Lanai/AsmParser/
DLanaiAsmParser.cpp89 Lexer(Parser.getLexer()), SubtargetInfo(STI) { in LanaiAsmParser()
96 MCAsmLexer &Lexer; member in __anon792582cf0111::LanaiAsmParser
695 if (Lexer.getKind() == AsmToken::Percent) in parseRegister()
697 if (Lexer.getKind() == AsmToken::Identifier) { in parseRegister()
698 RegNum = MatchRegisterName(Lexer.getTok().getIdentifier()); in parseRegister()
724 if (Lexer.getKind() != AsmToken::Identifier) in parseIdentifier()
740 if (Lexer.getKind() != AsmToken::LParen) { in parseIdentifier()
741 Error(Lexer.getLoc(), "Expected '('"); in parseIdentifier()
744 Lexer.Lex(); // lex '(' in parseIdentifier()
752 if (Lexer.getKind() == AsmToken::Plus && Parser.parseExpression(RHS)) in parseIdentifier()
[all …]

12345678910>>...17