Home
last modified time | relevance | path

Searched refs:Lexer (Results 1 – 25 of 409) sorted by relevance

12345678910>>...17

/external/fonttools/Tests/feaLib/
Dlexer_test.py5 from fontTools.feaLib.lexer import IncludingLexer, Lexer
13 return [(typ, tok) for (typ, tok, _) in Lexer(s, "test.fea")]
29 self.assertEqual(lex("a17"), [(Lexer.NAME, "a17")])
30 self.assertEqual(lex(".notdef"), [(Lexer.NAME, ".notdef")])
31 self.assertEqual(lex("two.oldstyle"), [(Lexer.NAME, "two.oldstyle")])
32 self.assertEqual(lex("_"), [(Lexer.NAME, "_")])
33 self.assertEqual(lex("\\table"), [(Lexer.NAME, "\\table")])
34 self.assertEqual(lex("a+*:^~!"), [(Lexer.NAME, "a+*:^~!")])
35 self.assertEqual(lex("with-dash"), [(Lexer.NAME, "with-dash")])
38 self.assertEqual(lex("\\0 \\987"), [(Lexer.CID, 0), (Lexer.CID, 987)])
[all …]
/external/fonttools/Lib/fontTools/feaLib/
Dlexer.py9 class Lexer(object): class
43 self.mode_ = Lexer.MODE_NORMAL_
54 if token_type != Lexer.NEWLINE:
62 self.scan_over_(Lexer.CHAR_WHITESPACE_)
76 return (Lexer.NEWLINE, None, location)
81 return (Lexer.NEWLINE, None, location)
83 self.scan_until_(Lexer.CHAR_NEWLINE_)
84 return (Lexer.COMMENT, text[start:self.pos_], location)
86 if self.mode_ is Lexer.MODE_FILENAME_:
96 self.mode_ = Lexer.MODE_NORMAL_
[all …]
Dparser.py4 from fontTools.feaLib.lexer import Lexer, IncludingLexer, NonIncludingLexer
56 if self.cur_token_type_ is Lexer.COMMENT:
62 elif self.cur_token_type_ is Lexer.GLYPHCLASS:
81 elif self.cur_token_type_ is Lexer.NAME and self.cur_token_ in self.extensions:
83 elif self.cur_token_type_ is Lexer.SYMBOL and self.cur_token_ == ";":
102 if self.next_token_type_ == Lexer.NAME:
271 self.next_token_type_ in (Lexer.NAME, Lexer.CID)):
274 if self.next_token_type_ is Lexer.GLYPHCLASS:
292 if self.next_token_type_ is Lexer.NAME:
309 elif self.next_token_type_ is Lexer.CID:
[all …]
/external/antlr/runtime/Cpp/include/
Dantlr3lexer.inl4 Lexer<ImplTraits>::Lexer(ANTLR_UINT32 sizeHint, RecognizerSharedStateType* state)
5 :Lexer<ImplTraits>::RecognizerType(sizeHint, state)
11 Lexer<ImplTraits>::Lexer(ANTLR_UINT32 sizeHint, InputStreamType* input, RecognizerSharedStateType* … function in Lexer
12 :Lexer<ImplTraits>::RecognizerType(sizeHint, state)
18 typename Lexer<ImplTraits>::InputStreamType* Lexer<ImplTraits>::get_input() const
24 typename Lexer<ImplTraits>::IntStreamType* Lexer<ImplTraits>::get_istream() const
30 typename Lexer<ImplTraits>::RecognizerType* Lexer<ImplTraits>::get_rec()
36 typename Lexer<ImplTraits>::TokenSourceType* Lexer<ImplTraits>::get_tokSource()
42 void Lexer<ImplTraits>::displayRecognitionError( ANTLR_UINT8** , ExceptionBaseType* ex)
110 void Lexer<ImplTraits>::fillExceptionData( ExceptionBaseType* ex )
[all …]
/external/fonttools/Lib/fontTools/voltLib/
Dlexer.py5 class Lexer(object): class
39 if token_type not in {Lexer.NEWLINE}:
43 self.scan_over_(Lexer.CHAR_WHITESPACE_)
58 return (Lexer.NEWLINE, None, location)
63 return (Lexer.NEWLINE, None, location)
69 return (Lexer.STRING, text[start + 1:self.pos_ - 1], location)
73 if cur_char in Lexer.CHAR_NAME_START_:
75 self.scan_over_(Lexer.CHAR_NAME_CONTINUATION_)
77 return (Lexer.NAME, token, location)
78 if cur_char in Lexer.CHAR_DIGIT_:
[all …]
/external/fonttools/Tests/voltLib/
Dlexer_test.py4 from fontTools.voltLib.lexer import Lexer
9 return [(typ, tok) for (typ, tok, _) in Lexer(s, "test.vtp")]
22 [(Lexer.STRING, "foo"), (Lexer.STRING, "bar")])
27 [(Lexer.NAME, "DEF_FOO"), (Lexer.NAME, "bar.alt1")])
31 [(Lexer.NUMBER, 123), (Lexer.NUMBER, -456)])
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/WebAssembly/AsmParser/
DWebAssemblyAsmParser.cpp184 MCAsmLexer &Lexer; member in __anon347353bf0111::WebAssemblyAsmParser
196 Lexer(Parser.getLexer()), LastLabel(nullptr) { in WebAssemblyAsmParser()
213 auto ok = Lexer.is(Kind); in IsNext()
221 Lexer.getTok()); in Expect()
246 if (Lexer.is(AsmToken::Integer)) { in ParseReg()
247 auto &Local = Lexer.getTok(); in ParseReg()
256 } else if (Lexer.is(AsmToken::Identifier)) { in ParseReg()
257 auto &StackRegTok = Lexer.getTok(); in ParseReg()
295 Lexer.getTok()); in ParseReg()
302 auto &Int = Lexer.getTok(); in ParseSingleInteger()
[all …]
/external/llvm/lib/MC/MCParser/
DAsmParser.cpp117 AsmLexer Lexer; member in __anon5d4cfdd40111::AsmParser
206 MCAsmLexer &getLexer() override { return Lexer; } in getLexer()
262 Lexer.Lex(); in parseEOL()
263 Lexer.UnLex(AsmToken(AsmToken::EndOfStatement, CommentStr)); in parseEOL()
561 : Lexer(MAI), Ctx(Ctx), Out(Out), MAI(MAI), SrcMgr(SM), in AsmParser()
570 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in AsmParser()
632 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in enterIncludeFile()
637 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in enterIncludeFile()
647 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in processIncbinFile()
658 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer(), in jumpToLoc()
[all …]
/external/clang/lib/Lex/
DLexer.cpp53 void Lexer::anchor() { } in anchor()
55 void Lexer::InitLexer(const char *BufStart, const char *BufPtr, in InitLexer()
109 Lexer::Lexer(FileID FID, const llvm::MemoryBuffer *InputFile, Preprocessor &PP) in Lexer() function in Lexer
120 void Lexer::resetExtendedTokenMode() { in resetExtendedTokenMode()
131 Lexer::Lexer(SourceLocation fileloc, const LangOptions &langOpts, in Lexer() function in Lexer
144 Lexer::Lexer(FileID FID, const llvm::MemoryBuffer *FromFile, in Lexer() function in Lexer
146 : Lexer(SM.getLocForStartOfFile(FID), langOpts, FromFile->getBufferStart(), in Lexer()
164 Lexer *Lexer::Create_PragmaLexer(SourceLocation SpellingLoc, in Create_PragmaLexer()
173 Lexer *L = new Lexer(SpellingFID, InputFile, PP); in Create_PragmaLexer()
202 std::string Lexer::Stringify(StringRef Str, bool Charify) { in Stringify()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/MC/MCParser/
DAsmParser.cpp126 AsmLexer Lexer; member in __anon9e97402c0111::AsmParser
205 MCAsmLexer &getLexer() override { return Lexer; } in getLexer()
229 Lexer.setParsingMSInlineAsm(V); in setParsingInlineAsm()
680 : Lexer(MAI), Ctx(Ctx), Out(Out), MAI(MAI), SrcMgr(SM), in AsmParser()
688 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in AsmParser()
761 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in enterIncludeFile()
766 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer()); in enterIncludeFile()
777 SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in processIncbinFile()
798 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)->getBuffer(), in jumpToLoc()
803 if (Lexer.getTok().is(AsmToken::Error)) in Lex()
[all …]
/external/clang/unittests/Lex/
DLexerTest.cpp101 Lexer::getSourceText(CharSourceRange::getTokenRange(SourceRange( in getSourceText()
300 EXPECT_TRUE(Lexer::isAtStartOfMacroExpansion(lsqrLoc, SourceMgr, LangOpts, &Loc)); in TEST_F()
302 EXPECT_FALSE(Lexer::isAtStartOfMacroExpansion(idLoc, SourceMgr, LangOpts)); in TEST_F()
303 EXPECT_FALSE(Lexer::isAtEndOfMacroExpansion(idLoc, SourceMgr, LangOpts)); in TEST_F()
304 EXPECT_TRUE(Lexer::isAtEndOfMacroExpansion(rsqrLoc, SourceMgr, LangOpts, &Loc)); in TEST_F()
307 CharSourceRange range = Lexer::makeFileCharRange( in TEST_F()
310 range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(idLoc, rsqrLoc), in TEST_F()
313 range = Lexer::makeFileCharRange(CharSourceRange::getTokenRange(lsqrLoc, rsqrLoc), in TEST_F()
320 StringRef text = Lexer::getSourceText( in TEST_F()
332 range = Lexer::makeFileCharRange( in TEST_F()
[all …]
/external/clang/lib/AST/
DCommentLexer.cpp22 void Token::dump(const Lexer &L, const SourceManager &SM) const { in dump()
58 StringRef Lexer::resolveHTMLNamedCharacterReference(StringRef Name) const { in resolveHTMLNamedCharacterReference()
70 StringRef Lexer::resolveHTMLDecimalCharacterReference(StringRef Name) const { in resolveHTMLDecimalCharacterReference()
80 StringRef Lexer::resolveHTMLHexCharacterReference(StringRef Name) const { in resolveHTMLHexCharacterReference()
91 void Lexer::skipLineStartingDecorations() { in skipLineStartingDecorations()
280 void Lexer::formTokenWithChars(Token &Result, const char *TokEnd, in formTokenWithChars()
293 void Lexer::lexCommentText(Token &T) { in lexCommentText()
449 void Lexer::setupAndLexVerbatimBlock(Token &T, in setupAndLexVerbatimBlock()
474 void Lexer::lexVerbatimBlockFirstLine(Token &T) { in lexVerbatimBlockFirstLine()
519 void Lexer::lexVerbatimBlockBody(Token &T) { in lexVerbatimBlockBody()
[all …]
/external/swiftshader/third_party/LLVM/lib/MC/MCParser/
DAsmParser.cpp85 AsmLexer Lexer; member in __anon3ea39f800111::AsmParser
143 virtual MCAsmLexer &getLexer() { return Lexer; } in getLexer()
353 : Lexer(_MAI), Ctx(_Ctx), Out(_Out), MAI(_MAI), SrcMgr(_SM), in AsmParser()
361 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)); in AsmParser()
419 int NewBuf = SrcMgr.AddIncludeFile(Filename, Lexer.getLoc(), IncludedFile); in EnterIncludeFile()
425 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer)); in EnterIncludeFile()
432 Lexer.setBuffer(SrcMgr.getMemoryBuffer(CurBuffer), Loc.getPointer()); in JumpToLoc()
436 const AsmToken *tok = &Lexer.Lex(); in Lex()
444 tok = &Lexer.Lex(); in Lex()
449 Error(Lexer.getErrLoc(), Lexer.getErr()); in Lex()
[all …]
/external/nist-sip/java/gov/nist/javax/sip/parser/
DURLParser.java50 this.lexer = new Lexer("sip_urlLexer", url); in URLParser()
54 public URLParser(Lexer lexer) { in URLParser()
76 return Lexer.isAlphaDigit(next) || isMark(next); in isUnreserved()
206 Lexer.isHexDigit(lexer.lookAhead(1)) && in isEscaped()
207 Lexer.isHexDigit(lexer.lookAhead(2)); in isEscaped()
222 && Lexer.isHexDigit(next1) in escaped()
223 && Lexer.isHexDigit(next2)) { in escaped()
261 return Lexer.charAsString(la); in uric()
264 return Lexer.charAsString(la); in uric()
293 return Lexer.charAsString(la); in uricNoSlash()
[all …]
DAddressParser.java40 public AddressParser(Lexer lexer) { in AddressParser()
46 this.lexer = new Lexer("charLexer", address); in AddressParser()
57 URLParser uriParser = new URLParser((Lexer) lexer); in nameAddr()
77 URLParser uriParser = new URLParser((Lexer) lexer); in nameAddr()
115 URLParser uriParser = new URLParser((Lexer) lexer); in address()
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Lanai/AsmParser/
DLanaiAsmParser.cpp89 Lexer(Parser.getLexer()), SubtargetInfo(STI) { in LanaiAsmParser()
96 MCAsmLexer &Lexer; member in __anon9b63aa8d0111::LanaiAsmParser
695 if (Lexer.getKind() == AsmToken::Percent) in parseRegister()
697 if (Lexer.getKind() == AsmToken::Identifier) { in parseRegister()
698 RegNum = MatchRegisterName(Lexer.getTok().getIdentifier()); in parseRegister()
724 if (Lexer.getKind() != AsmToken::Identifier) in parseIdentifier()
740 if (Lexer.getKind() != AsmToken::LParen) { in parseIdentifier()
741 Error(Lexer.getLoc(), "Expected '('"); in parseIdentifier()
744 Lexer.Lex(); // lex '(' in parseIdentifier()
752 if (Lexer.getKind() == AsmToken::Plus && Parser.parseExpression(RHS)) in parseIdentifier()
[all …]
/external/llvm/lib/Target/Lanai/AsmParser/
DLanaiAsmParser.cpp71 Lexer(Parser.getLexer()), SubtargetInfo(STI) { in LanaiAsmParser()
78 MCAsmLexer &Lexer; member in llvm::__anon5eefb8350111::LanaiAsmParser
677 if (Lexer.getKind() == AsmToken::Percent) in parseRegister()
679 if (Lexer.getKind() == AsmToken::Identifier) { in parseRegister()
680 RegNum = MatchRegisterName(Lexer.getTok().getIdentifier()); in parseRegister()
703 if (Lexer.getKind() != AsmToken::Identifier) in parseIdentifier()
719 if (Lexer.getKind() != AsmToken::LParen) { in parseIdentifier()
720 Error(Lexer.getLoc(), "Expected '('"); in parseIdentifier()
723 Lexer.Lex(); // lex '(' in parseIdentifier()
731 if (Lexer.getKind() == AsmToken::Plus && Parser.parseExpression(RHS)) in parseIdentifier()
[all …]
/external/swiftshader/third_party/LLVM/lib/Target/X86/AsmParser/
DX86AsmLexer.cpp47 if (!Lexer) { in LexToken()
80 SetError(Lexer->getErrLoc(), Lexer->getErr()); in LexTokenATT()
144 SetError(Lexer->getErrLoc(), Lexer->getErr()); in LexTokenIntel()
/external/clang/include/clang/AST/
DCommentLexer.h28 class Lexer; variable
58 friend class Lexer; variable
218 void dump(const Lexer &L, const SourceManager &SM) const;
222 class Lexer {
224 Lexer(const Lexer &) = delete;
225 void operator=(const Lexer &) = delete;
346 Lexer(llvm::BumpPtrAllocator &Allocator, DiagnosticsEngine &Diags,
/external/antlr/gunit/src/main/java/org/antlr/gunit/
DgUnitBaseTest.java73 Class<? extends Lexer> lexer; in execLexer()
78 lexer = Class.forName(lexerPath).asSubclass(Lexer.class); in execLexer()
79 Constructor<? extends Lexer> lexConstructor = lexer.getConstructor(CharStream.class); in execLexer()
80 Lexer lexObj = lexConstructor.newInstance(input); // makes new instance of lexer in execLexer()
162 Class<? extends Lexer> lexer; in execParser()
170 lexer = Class.forName(lexerPath).asSubclass(Lexer.class); in execParser()
171 Constructor<? extends Lexer> lexConstructor = lexer.getConstructor(CharStream.class); in execParser()
172 Lexer lexObj = lexConstructor.newInstance(input); // makes new instance of lexer in execParser()
303 Class<? extends Lexer> lexer; in execTreeParser()
310 lexer = Class.forName(lexerPath).asSubclass(Lexer.class); in execTreeParser()
[all …]
/external/clang/include/clang/Lex/
DLexer.h46 class Lexer : public PreprocessorLexer {
92 Lexer(const Lexer &) = delete;
93 void operator=(const Lexer &) = delete;
103 Lexer(FileID FID, const llvm::MemoryBuffer *InputBuffer, Preprocessor &PP);
108 Lexer(SourceLocation FileLoc, const LangOptions &LangOpts,
114 Lexer(FileID FID, const llvm::MemoryBuffer *InputBuffer,
120 static Lexer *Create_PragmaLexer(SourceLocation SpellingLoc,
/external/antlr/runtime/JavaScript/src/org/antlr/runtime/
DLexer.js6 org.antlr.runtime.Lexer = function(input, state) { class in org.antlr.runtime
8 org.antlr.runtime.Lexer.superclass.constructor.call(this, state);
15 org.antlr.lang.extend(org.antlr.runtime.Lexer, org.antlr.runtime.BaseRecognizer, {
18 org.antlr.runtime.Lexer.superclass.reset.call(this);
242 msg = org.antlr.runtime.Lexer.superclass.getErrorMessage.call(this, e, tokenNames);
277 org.antlr.runtime.Lexer.superclass.traceIn.call(this, ruleName, ruleIndex, inputSymbol);
282 org.antlr.runtime.Lexer.superclass.traceOut.call(this, ruleName, ruleIndex, inputSymbol);
/external/antlr/runtime/Perl5/t/classes/Test/ANTLR/Runtime/
DLexer.pm1 package Test::ANTLR::Runtime::Lexer;
6 use ANTLR::Runtime::Lexer;
14 my $lexer = ANTLR::Runtime::Lexer->new({ input => $input });
/external/swiftshader/src/OpenGL/compiler/preprocessor/
DExpressionParser.h23 class Lexer; variable
35 ExpressionParser(Lexer *lexer, Diagnostics *diagnostics);
44 Lexer *mLexer;
/external/swiftshader/third_party/LLVM/tools/llvm-mc/
Dllvm-mc.cpp257 AsmLexer Lexer(*MAI); in AsLexInput() local
258 Lexer.setBuffer(SrcMgr.getMemoryBuffer(0)); in AsLexInput()
265 while (Lexer.Lex().isNot(AsmToken::Eof)) { in AsLexInput()
266 AsmToken Tok = Lexer.getTok(); in AsLexInput()
270 SrcMgr.PrintMessage(Lexer.getLoc(), "unknown token", "warning"); in AsLexInput()
277 Out->os() << "identifier: " << Lexer.getTok().getString(); in AsLexInput()
280 Out->os() << "int: " << Lexer.getTok().getString(); in AsLexInput()
283 Out->os() << "real: " << Lexer.getTok().getString(); in AsLexInput()
286 Out->os() << "register: " << Lexer.getTok().getRegVal(); in AsLexInput()
289 Out->os() << "string: " << Lexer.getTok().getString(); in AsLexInput()

12345678910>>...17