Lines Matching refs:tokenStream
86 static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream);
87 static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
88 static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
89 static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i);
617 setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel)
619 if (tokenStream->channelOverrides == NULL)
621 tokenStream->channelOverrides = antlr3ListNew(10);
627 tokenStream->channelOverrides->put(tokenStream->channelOverrides, ttype, ANTLR3_FUNC_PTR((ANTLR3_UINT32)channel + 1), NULL);
631 discardTokenType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 ttype)
633 if (tokenStream->discardSet == NULL)
635 tokenStream->discardSet = antlr3ListNew(31);
641 tokenStream->discardSet->put(tokenStream->discardSet, ttype, ANTLR3_FUNC_PTR((ANTLR3_UINT32)ttype + 1), NULL);
645 discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_BOOLEAN discard)
647 tokenStream->discardOffChannel = discard;
651 getTokens (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
653 if (tokenStream->p == -1)
655 fillBuffer(tokenStream);
658 return tokenStream->tokens;
662 getTokenRange (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
664 return tokenStream->getTokensSet(tokenStream, start, stop, NULL);
671 getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types)
678 if (tokenStream->p == -1)
680 fillBuffer(tokenStream);
682 if (stop > tokenStream->tstream->istream->size(tokenStream->tstream->istream))
684 stop = tokenStream->tstream->istream->size(tokenStream->tstream->istream);
695 filteredList = antlr3ListNew((ANTLR3_UINT32)tokenStream->tstream->istream->size(tokenStream->tstream->istream));
699 tok = tokenStream->tstream->get(tokenStream->tstream, i);
721 getTokensList (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list)
728 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet);
737 getTokensType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type)
743 newlist = tokenStream->getTokensSet(tokenStream, start, stop, bitSet);
896 fillBufferExt(pANTLR3_COMMON_TOKEN_STREAM tokenStream)
898 fillBuffer(tokenStream);
901 fillBuffer(pANTLR3_COMMON_TOKEN_STREAM tokenStream) {
915 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource);
927 if (tokenStream->discardSet != NULL
928 && tokenStream->discardSet->get(tokenStream->discardSet, tok->getType(tok)) != NULL)
932 else if ( tokenStream->discardOffChannel == ANTLR3_TRUE
933 && tok->getChannel(tok) != tokenStream->channel
938 else if (tokenStream->channelOverrides != NULL)
942 channelI = tokenStream->channelOverrides->get(tokenStream->channelOverrides, tok->getType(tok) + 1);
959 tokenStream->p++;
960 tokenStream->tokens->add(tokenStream->tokens, (void *) tok, NULL);
964 tok = tokenStream->tstream->tokenSource->nextToken(tokenStream->tstream->tokenSource);
970 tokenStream->tstream->istream->cachedSize = tokenStream->tokens->count;
974 tokenStream->p = 0;
975 tokenStream->p = skipOffTokenChannels(tokenStream, tokenStream->p);
983 skipOffTokenChannels(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) {
987 n = tokenStream->tstream->istream->cachedSize;
991 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[i].element;
993 if (tok->channel!= tokenStream->channel)
1006 skipOffTokenChannelsReverse(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 x)
1012 tok = (pANTLR3_COMMON_TOKEN)tokenStream->tokens->elements[x].element;
1014 if ((tok->channel != tokenStream->channel))