319   const char *TokenPtr = BufferPtr;  in lexCommentText()  local
320   assert(TokenPtr < CommentEnd);  in lexCommentText()
321   while (TokenPtr != CommentEnd) {  in lexCommentText()
322     switch(*TokenPtr) {  in lexCommentText()
329             (*TokenPtr == '@') ? tok::at_command : tok::backslash_command;  in lexCommentText()
330         TokenPtr++;  in lexCommentText()
331         if (TokenPtr == CommentEnd) {  in lexCommentText()
332           formTextToken(T, TokenPtr);  in lexCommentText()
335         char C = *TokenPtr;  in lexCommentText()
344           TokenPtr++;  in lexCommentText()
345           if (C == ':' && TokenPtr != CommentEnd && *TokenPtr == ':') {  in lexCommentText()
347             TokenPtr++;  in lexCommentText()
349           StringRef UnescapedText(BufferPtr + 1, TokenPtr - (BufferPtr + 1));  in lexCommentText()
350           formTokenWithChars(T, TokenPtr, tok::text);  in lexCommentText()
356         if (!isCommandNameStartCharacter(*TokenPtr)) {  in lexCommentText()
357           formTextToken(T, TokenPtr);  in lexCommentText()
361         TokenPtr = skipCommandName(TokenPtr, CommentEnd);  in lexCommentText()
362         unsigned Length = TokenPtr - (BufferPtr + 1);  in lexCommentText()
366         if (Length == 1 && TokenPtr[-1] == 'f' && TokenPtr != CommentEnd) {  in lexCommentText()
367           C = *TokenPtr;  in lexCommentText()
369             TokenPtr++;  in lexCommentText()
382                                      getSourceLocation(TokenPtr));  in lexCommentText()
387             formTokenWithChars(T, TokenPtr, tok::unknown_command);  in lexCommentText()
394           setupAndLexVerbatimBlock(T, TokenPtr, *BufferPtr, Info);  in lexCommentText()
398           setupAndLexVerbatimLine(T, TokenPtr, Info);  in lexCommentText()
401         formTokenWithChars(T, TokenPtr, CommandKind);  in lexCommentText()
411         TokenPtr++;  in lexCommentText()
412         if (TokenPtr == CommentEnd) {  in lexCommentText()
413           formTextToken(T, TokenPtr);  in lexCommentText()
416         const char C = *TokenPtr;  in lexCommentText()
422           formTextToken(T, TokenPtr);  in lexCommentText()
428         TokenPtr = skipNewline(TokenPtr, CommentEnd);  in lexCommentText()
429         formTokenWithChars(T, TokenPtr, tok::newline);  in lexCommentText()
436         size_t End = StringRef(TokenPtr, CommentEnd - TokenPtr).  in lexCommentText()
439           TokenPtr += End;  in lexCommentText()
441           TokenPtr = CommentEnd;  in lexCommentText()
442         formTextToken(T, TokenPtr);  in lexCommentText()
556   const char *TokenPtr = BufferPtr;  in lexHTMLCharacterReference()  local
557   assert(*TokenPtr == '&');  in lexHTMLCharacterReference()
558   TokenPtr++;  in lexHTMLCharacterReference()
559   if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
560     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
566   char C = *TokenPtr;  in lexHTMLCharacterReference()
568     NamePtr = TokenPtr;  in lexHTMLCharacterReference()
569     TokenPtr = skipNamedCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
572     TokenPtr++;  in lexHTMLCharacterReference()
573     if (TokenPtr == CommentEnd) {  in lexHTMLCharacterReference()
574       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
577     C = *TokenPtr;  in lexHTMLCharacterReference()
579       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
580       TokenPtr = skipDecimalCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
583       TokenPtr++;  in lexHTMLCharacterReference()
584       NamePtr = TokenPtr;  in lexHTMLCharacterReference()
585       TokenPtr = skipHexCharacterReference(TokenPtr, CommentEnd);  in lexHTMLCharacterReference()
587       formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
591     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
594   if (NamePtr == TokenPtr || TokenPtr == CommentEnd ||  in lexHTMLCharacterReference()
595       *TokenPtr != ';') {  in lexHTMLCharacterReference()
596     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
599   StringRef Name(NamePtr, TokenPtr - NamePtr);  in lexHTMLCharacterReference()
600   TokenPtr++; // Skip semicolon.  in lexHTMLCharacterReference()
610     formTextToken(T, TokenPtr);  in lexHTMLCharacterReference()
613   formTokenWithChars(T, TokenPtr, tok::text);  in lexHTMLCharacterReference()
641   const char *TokenPtr = BufferPtr;  in lexHTMLStartTag()  local
642   char C = *TokenPtr;  in lexHTMLStartTag()
644     TokenPtr = skipHTMLIdentifier(TokenPtr, CommentEnd);  in lexHTMLStartTag()
645     StringRef Ident(BufferPtr, TokenPtr - BufferPtr);  in lexHTMLStartTag()
646     formTokenWithChars(T, TokenPtr, tok::html_ident);  in lexHTMLStartTag()
651       TokenPtr++;  in lexHTMLStartTag()
652       formTokenWithChars(T, TokenPtr, tok::html_equals);  in lexHTMLStartTag()
656       const char *OpenQuote = TokenPtr;  in lexHTMLStartTag()
657       TokenPtr = skipHTMLQuotedString(TokenPtr, CommentEnd);  in lexHTMLStartTag()
658       const char *ClosingQuote = TokenPtr;  in lexHTMLStartTag()
659       if (TokenPtr != CommentEnd) // Skip closing quote.  in lexHTMLStartTag()
660         TokenPtr++;  in lexHTMLStartTag()
661       formTokenWithChars(T, TokenPtr, tok::html_quoted_string);  in lexHTMLStartTag()
667       TokenPtr++;  in lexHTMLStartTag()
668       formTokenWithChars(T, TokenPtr, tok::html_greater);  in lexHTMLStartTag()
672       TokenPtr++;  in lexHTMLStartTag()
673       if (TokenPtr != CommentEnd && *TokenPtr == '>') {  in lexHTMLStartTag()
674         TokenPtr++;  in lexHTMLStartTag()
675         formTokenWithChars(T, TokenPtr, tok::html_slash_greater);  in lexHTMLStartTag()
677         formTextToken(T, TokenPtr);  in lexHTMLStartTag()