Searched refs:tokenBuffer (Results 1 – 3 of 3) sorted by relevance
581 const UChar *tokenBuffer = tokens->getBuffer(); in nextToken() local582 if (UNPACK_TOKEN(tokenBuffer[nextTokenIndex - 1]) == in nextToken()585 UNPACK_LONG(tokenBuffer[nextTokenIndex])) { in nextToken()590 for (; UNPACK_LONG(tokenBuffer[i]); --i) { in nextToken()592 lastLiteralLength |= UNPACK_LENGTH(tokenBuffer[i]); in nextToken()595 lastLiteralLength |= UNPACK_LENGTH(tokenBuffer[i]); in nextToken()615 const UChar *tokenBuffer = tokens->getBuffer(); in getTokenLength() local616 AffixPattern::ETokenType type = UNPACK_TOKEN(tokenBuffer[nextTokenIndex - 1]); in getTokenLength()617 …return type == AffixPattern::kLiteral ? lastLiteralLength : UNPACK_LENGTH(tokenBuffer[nextTokenInd… in getTokenLength()
1826 char tokenBuffer[1024]; in parseResourceType() local1827 u_austrncpy(tokenBuffer, tokenValue->fChars, sizeof(tokenBuffer)); in parseResourceType()1828 tokenBuffer[sizeof(tokenBuffer) - 1] = 0; in parseResourceType()1830 error(line, "unknown resource type '%s'", tokenBuffer); in parseResourceType()
150 public CommonTokenStream tokenBuffer; field in Grammar639 tokenBuffer = new CommonTokenStream(lexer); in parseAndBuildAST()640 ANTLRParser parser = ANTLRParser.createParser(tokenBuffer); in parseAndBuildAST()1582 i<=ruleAST.getTokenStopIndex() && i<tokenBuffer.size(); in defineLexerRuleFoundInParser()1585 CommonToken t = (CommonToken)tokenBuffer.get(i); in defineLexerRuleFoundInParser()