2 // Use of this source code is governed by a BSD-style license that can be
8 #include "src/parsing/keywords-gen.h"
10 #include "src/strings/char-predicates-inl.h"
16 // ----------------------------------------------------------------------------
102 // Recursive constexpr template magic to check if a character is in a given
128   // clang-format off  in GetOneCharToken()
151       c == '-' ? Token::SUB :  in GetOneCharToken()
159       // Whitespace or line terminator  in GetOneCharToken()
160       c == ' ' ? Token::WHITESPACE :  in GetOneCharToken()
161       c == '\t' ? Token::WHITESPACE :  in GetOneCharToken()
162       c == '\v' ? Token::WHITESPACE :  in GetOneCharToken()
163       c == '\f' ? Token::WHITESPACE :  in GetOneCharToken()
164       c == '\r' ? Token::WHITESPACE :  in GetOneCharToken()
165       c == '\n' ? Token::WHITESPACE :  in GetOneCharToken()
170   // clang-format on  in GetOneCharToken()
173 // Table of one-character tokens, by character (0x00..0x7F only).
201       // Note that non-identifier characters do not set this flag, so  in GetScanFlags()
278           // A non-ascii character means we need to drop through to the slow  in ScanIdentifierOrKeywordInner()
281           // path, check codegen and maybe use a bool instead.  in ScanIdentifierOrKeywordInner()
327   // Advance as long as character is a WhiteSpace or LineTerminator.  in SkipWhiteSpace()
341   return Token::WHITESPACE;  in SkipWhiteSpace()
383           // < <= << <<= <!--  in ScanSingleToken()
427           // - -- --> -=  in ScanSingleToken()
429           if (c0_ == '-') {  in ScanSingleToken()
433               // start with an HTML comment end '-->'.  in ScanSingleToken()
516         case Token::WHITESPACE:  in ScanSingleToken()
536       return source_->has_parser_error() ? Token::ILLEGAL : Token::EOS;  in ScanSingleToken()
540     // Continue scanning for tokens as long as we're just skipping whitespace.  in ScanSingleToken()
541   } while (token == Token::WHITESPACE);  in ScanSingleToken()
549   next_desc->token = ScanSingleToken();  in Scan()
550   DCHECK_IMPLIES(has_parser_error(), next_desc->token == Token::ILLEGAL);  in Scan()
551   next_desc->location.end_pos = source_pos();  in Scan()