Lines Matching full:lexer
17 #include "lexer/lexer.h"
18 #include "lexer/keywordsUtil.h"
34 auto cp = Lexer()->Lookahead(); in ExcludeInvalidStart()
35 …while (!lexer::KeywordsUtil::IsIdentifierStart(cp) && cp != util::StringView::Iterator::INVALID_CP… in ExcludeInvalidStart()
36 cp != lexer::LEX_CHAR_LEFT_BRACE && cp != lexer::LEX_CHAR_ASTERISK) { in ExcludeInvalidStart()
37 Lexer()->ForwardToken(Lexer()->GetToken().Type()); in ExcludeInvalidStart()
38 cp = Lexer()->Lookahead(); in ExcludeInvalidStart()
45 Lexer()->NextToken(); in ParseJsDocInfoItemParam()
46 auto token = Lexer()->GetToken(); in ParseJsDocInfoItemParam()
48 bool needAppendToken = token.Type() != lexer::TokenType::PUNCTUATOR_LEFT_BRACE; in ParseJsDocInfoItemParam()
49 bool needBackwardBlank = lexer::KeywordsUtil::IsIdentifierStart(Lexer()->Lookahead()); in ParseJsDocInfoItemParam()
51 while (token.Type() != lexer::TokenType::EOS && token.Type() != lexer::TokenType::JS_DOC_END) { in ParseJsDocInfoItemParam()
60 auto cp = Lexer()->Lookahead(); in ParseJsDocInfoItemParam()
61 if (lexer::KeywordsUtil::IsIdentifierStart(cp) || cp == lexer::LEX_CHAR_ASTERISK) { in ParseJsDocInfoItemParam()
62 Lexer()->NextToken(); in ParseJsDocInfoItemParam()
63 token = Lexer()->GetToken(); in ParseJsDocInfoItemParam()
64 needAppendToken = lexer::KeywordsUtil::IsIdentifierStart(cp); in ParseJsDocInfoItemParam()
65 needBackwardBlank = lexer::KeywordsUtil::IsIdentifierStart(Lexer()->Lookahead()); in ParseJsDocInfoItemParam()
69 if (cp == lexer::LEX_CHAR_RIGHT_BRACE) { in ParseJsDocInfoItemParam()
72 Lexer()->NextToken(); in ParseJsDocInfoItemParam()
77 if (cp == lexer::LEX_CHAR_LEFT_BRACE) { in ParseJsDocInfoItemParam()
88 Lexer()->ForwardToken(token.Type()); in ParseJsDocInfoItemParam()
101 …while (backChar == lexer::LEX_CHAR_CR || backChar == lexer::LEX_CHAR_LF || backChar == lexer::LEX_… in RegularCommentStr()
102 backChar == lexer::LEX_CHAR_NBSP || backChar == lexer::LEX_CHAR_SP) { in RegularCommentStr()
116 if (Lexer()->GetToken().Type() == lexer::TokenType::JS_DOC_END) { in ParseJsDocInfoItemValue()
121 const auto startIdx = Lexer()->GetIndex(); in ParseJsDocInfoItemValue()
124 const char32_t cp = Lexer()->Lookahead(); in ParseJsDocInfoItemValue()
126 case lexer::LEX_CHAR_LEFT_BRACE: { in ParseJsDocInfoItemValue()
133 case lexer::LEX_CHAR_CR: in ParseJsDocInfoItemValue()
134 case lexer::LEX_CHAR_LF: { in ParseJsDocInfoItemValue()
135 Lexer()->HandleNewlineHelper(&jsDocInfoItemCommentStr, &escapeEnd); in ParseJsDocInfoItemValue()
138 case lexer::LEX_CHAR_AT: in ParseJsDocInfoItemValue()
139 case lexer::LEX_CHAR_ASTERISK: { in ParseJsDocInfoItemValue()
140 auto saved = Lexer()->Save(); in ParseJsDocInfoItemValue()
141 Lexer()->NextToken(); in ParseJsDocInfoItemValue()
142 auto nextType = Lexer()->GetToken().Type(); in ParseJsDocInfoItemValue()
143 Lexer()->Rewind(saved); in ParseJsDocInfoItemValue()
144 … if (nextType == lexer::TokenType::JS_DOC_END || nextType == lexer::TokenType::PUNCTUATOR_AT) { in ParseJsDocInfoItemValue()
150 Lexer()->SkipCp(); in ParseJsDocInfoItemValue()
154 Lexer()->FinalizeJsDocInfoHelper(&jsDocInfoItemCommentStr, startIdx, escapeEnd); in ParseJsDocInfoItemValue()
168 auto tokenType = Lexer()->GetToken().Type(); in ParseJsDocInfo()
169 while (tokenType != lexer::TokenType::EOS && tokenType != lexer::TokenType::JS_DOC_END) { in ParseJsDocInfo()
170 if (tokenType != lexer::TokenType::PUNCTUATOR_AT) { in ParseJsDocInfo()
171 auto cp = Lexer()->Lookahead(); in ParseJsDocInfo()
172 if (cp == lexer::LEX_CHAR_ASTERISK || cp == lexer::LEX_CHAR_AT) { in ParseJsDocInfo()
173 Lexer()->NextToken(); in ParseJsDocInfo()
174 tokenType = Lexer()->GetToken().Type(); in ParseJsDocInfo()
178 if (Lexer()->Lookahead() == util::StringView::Iterator::INVALID_CP) { in ParseJsDocInfo()
182 Lexer()->ForwardToken(tokenType, 1); in ParseJsDocInfo()
185 Lexer()->NextToken(); in ParseJsDocInfo()
186 auto const &token = Lexer()->GetToken(); in ParseJsDocInfo()
191 tokenType = Lexer()->GetToken().Type(); in ParseJsDocInfo()
194 Lexer()->NextToken(); in ParseJsDocInfo()
208 if (Lexer()->GetToken().Type() != lexer::TokenType::JS_DOC_START) { in ParseJsDocInfos()