Lines Matching refs:tokenStream
87 static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream);
88 static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT3…
89 static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTL…
90 static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
666 setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 ch… in setTokenTypeChannel() argument
668 if (tokenStream->channelOverrides == NULL) in setTokenTypeChannel()
670 tokenStream->channelOverrides = antlr3ListNew(10); in setTokenTypeChannel()
676 …tokenStream->channelOverrides->put(tokenStream->channelOverrides, ttype, ANTLR3_FUNC_PTR((ANTLR3_U… in setTokenTypeChannel()
680 discardTokenType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 ttype) in discardTokenType() argument
682 if (tokenStream->discardSet == NULL) in discardTokenType()
684 tokenStream->discardSet = antlr3ListNew(31); in discardTokenType()
690 …tokenStream->discardSet->put(tokenStream->discardSet, ttype, ANTLR3_FUNC_PTR((ANTLR3_UINT32)ttype … in discardTokenType()
694 discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_BOOLEAN discard) in discardOffChannel() argument
696 tokenStream->discardOffChannel = discard; in discardOffChannel()
700 getTokens (pANTLR3_COMMON_TOKEN_STREAM tokenStream) in getTokens() argument
702 if (tokenStream->p == -1) in getTokens()
704 fillBuffer(tokenStream); in getTokens()
707 return tokenStream->tokens; in getTokens()
711 getTokenRange (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) in getTokenRange() argument
713 return tokenStream->getTokensSet(tokenStream, start, stop, NULL); in getTokenRange()
720 getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pAN… in getTokensSet() argument
727 if (tokenStream->p == -1) in getTokensSet()
729 fillBuffer(tokenStream); in getTokensSet()
731 if (stop > tokenStream->tstream->istream->size(tokenStream->tstream->istream)) in getTokensSet()
733 stop = tokenStream->tstream->istream->size(tokenStream->tstream->istream); in getTokensSet()
744 …filteredList = antlr3ListNew((ANTLR3_UINT32)tokenStream->tstream->istream->size(tokenStream->ts… in getTokensSet()
748 tok = tokenStream->tstream->get(tokenStream->tstream, i); in getTokensSet()
770 getTokensList (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pA… in getTokensList() argument
777 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet); in getTokensList()
786 getTokensType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, AN… in getTokensType() argument
792 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet); in getTokensType()
945 fillBufferExt(pANTLR3_COMMON_TOKEN_STREAM tokenStream) in fillBufferExt() argument
947 fillBuffer(tokenStream); in fillBufferExt()
950 fillBuffer(pANTLR3_COMMON_TOKEN_STREAM tokenStream) { in fillBuffer() argument
964 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource); in fillBuffer()
976 if (tokenStream->discardSet != NULL in fillBuffer()
977 && tokenStream->discardSet->get(tokenStream->discardSet, tok->getType(tok)) != NULL) in fillBuffer()
981 else if ( tokenStream->discardOffChannel == ANTLR3_TRUE in fillBuffer()
982 && tok->getChannel(tok) != tokenStream->channel in fillBuffer()
987 else if (tokenStream->channelOverrides != NULL) in fillBuffer()
991 …channelI = tokenStream->channelOverrides->get(tokenStream->channelOverrides, tok->getType(tok) + 1… in fillBuffer()
1008 tokenStream->p++; in fillBuffer()
1009 tokenStream->tokens->add(tokenStream->tokens, (void *) tok, NULL); in fillBuffer()
1013 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource); in fillBuffer()
1019 tokenStream->tstream->istream->cachedSize = tokenStream->tokens->count; in fillBuffer()
1023 tokenStream->p = 0; in fillBuffer()
1024 tokenStream->p = skipOffTokenChannels(tokenStream, tokenStream->p); in fillBuffer()
1032 skipOffTokenChannels(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) { in skipOffTokenChannels() argument
1036 n = tokenStream->tstream->istream->cachedSize; in skipOffTokenChannels()
1040 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[i].element; in skipOffTokenChannels()
1042 if (tok->channel!= tokenStream->channel) in skipOffTokenChannels()
1055 skipOffTokenChannelsReverse(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 x) in skipOffTokenChannelsReverse() argument
1061 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[x].element; in skipOffTokenChannelsReverse()
1063 if ((tok->channel != tokenStream->channel)) in skipOffTokenChannelsReverse()