Searched refs:tokenBuffer (Results 1 – 3 of 3) sorted by relevance
577 const UChar *tokenBuffer = tokens->getBuffer(); in nextToken() local578 if (UNPACK_TOKEN(tokenBuffer[nextTokenIndex - 1]) == in nextToken()581 UNPACK_LONG(tokenBuffer[nextTokenIndex])) { in nextToken()586 for (; UNPACK_LONG(tokenBuffer[i]); --i) { in nextToken()588 lastLiteralLength |= UNPACK_LENGTH(tokenBuffer[i]); in nextToken()591 lastLiteralLength |= UNPACK_LENGTH(tokenBuffer[i]); in nextToken()611 const UChar *tokenBuffer = tokens->getBuffer(); in getTokenLength() local612 AffixPattern::ETokenType type = UNPACK_TOKEN(tokenBuffer[nextTokenIndex - 1]); in getTokenLength()613 …return type == AffixPattern::kLiteral ? lastLiteralLength : UNPACK_LENGTH(tokenBuffer[nextTokenInd… in getTokenLength()
1824 char tokenBuffer[1024]; in parseResourceType() local1825 u_austrncpy(tokenBuffer, tokenValue->fChars, sizeof(tokenBuffer)); in parseResourceType()1826 tokenBuffer[sizeof(tokenBuffer) - 1] = 0; in parseResourceType()1828 error(line, "unknown resource type '%s'", tokenBuffer); in parseResourceType()
150 public CommonTokenStream tokenBuffer; field in Grammar639 tokenBuffer = new CommonTokenStream(lexer); in parseAndBuildAST()640 ANTLRParser parser = ANTLRParser.createParser(tokenBuffer); in parseAndBuildAST()1582 i<=ruleAST.getTokenStopIndex() && i<tokenBuffer.size(); in defineLexerRuleFoundInParser()1585 CommonToken t = (CommonToken)tokenBuffer.get(i); in defineLexerRuleFoundInParser()