src/antlr3tokenstream.c - Online Linux Manual PageSection : 3
Updated : Tue Jan 26 2021
Source : Version 3.3.1
Note : ANTLR3C

NAMEsrc/antlr3tokenstream.c − Default implementation of CommonTokenStream​.

SYNOPSIS
#include <antlr3tokenstream​.h>

Functionsstatic ANTLR3_UINT32 _LA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenDebugStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source, pANTLR3_DEBUG_EVENT_LISTENER debugger)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamNew (ANTLR3_UINT32 hint)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source)
static void antlr3CTSFree (pANTLR3_COMMON_TOKEN_STREAM stream)
static void antlr3TokenStreamFree (pANTLR3_TOKEN_STREAM stream)
ANTLR3_API pANTLR3_TOKEN_STREAM antlr3TokenStreamNew ()
static void consume (pANTLR3_INT_STREAM is)
Move the input pointer to the next incoming token​.
static void consumeInitialHiddenTokens (pANTLR3_INT_STREAM is)
Debug only method to flag consumption of initial off-channel tokens in the input stream​.
static void dbgConsume (pANTLR3_INT_STREAM is)
As per ordinary consume but notifies the debugger about hidden tokens and so on​.
static ANTLR3_UINT32 dbgLA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)
As per _LA() but for debug mode​.
static ANTLR3_MARKER dbgMark (pANTLR3_INT_STREAM is)
As per mark() but with a call to tell the debugger we are doing this​.
static void dbgRewindLast (pANTLR3_INT_STREAM is)
static void dbgRewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)
static void dbgSeek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)
static pANTLR3_COMMON_TOKEN dbgTokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
As per the normal tokLT but sends information to the debugger​.
static void discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard)
static void discardTokenType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype)
static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
ANTLR3_API void fillBufferExt (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
static pANTLR3_COMMON_TOKEN get (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i)
static pANTLR3_STRING getSourceName (pANTLR3_INT_STREAM is)
Return a string that represents the name assoicated with the input source​.
static pANTLR3_LIST getTokenRange (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
static pANTLR3_VECTOR getTokens (pANTLR3_COMMON_TOKEN_STREAM cts)
static pANTLR3_LIST getTokensList (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list)
static pANTLR3_TOKEN_SOURCE getTokenSource (pANTLR3_TOKEN_STREAM ts)
static pANTLR3_LIST getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types)
Given a start and stop index, return a List of all tokens in the token type BitSet​.
static pANTLR3_LIST getTokensType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type)
static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
static ANTLR3_MARKER mark (pANTLR3_INT_STREAM is)
static void release (pANTLR3_INT_STREAM is, ANTLR3_MARKER mark)
static void reset (pANTLR3_COMMON_TOKEN_STREAM cts)
static void rewindLast (pANTLR3_INT_STREAM is)
static void rewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)
static void seek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)
static void setDebugListener (pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger)
static void setTokenSource (pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource)
static void setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel)
A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel​.
static ANTLR3_UINT32 size (pANTLR3_INT_STREAM is)
static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
Given a starting index, return the index of the first on-channel token​.
static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
static ANTLR3_MARKER tindex (pANTLR3_INT_STREAM is)
static pANTLR3_COMMON_TOKEN tokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
Get the ith token from the current position 1​.​.n where k=1 is the first symbol of lookahead​.
static pANTLR3_STRING toString (pANTLR3_TOKEN_STREAM ts)
static pANTLR3_STRING toStringSS (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
static pANTLR3_STRING toStringTT (pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop)

Detailed DescriptionDefault implementation of CommonTokenStream​.

Function Documentation

static ANTLR3_UINT32 _LA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i) [static]References ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TOKEN_INVALID, ANTLR3_COMMON_TOKEN_struct::getType, and ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenStreamNew(), and dbgLA()​.

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenDebugStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source, pANTLR3_DEBUG_EVENT_LISTENER debugger)References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_FALSE, antlr3CommonTokenStreamSourceNew(), ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream​.

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamNew (ANTLR3_UINT32 hint)References _LA(), ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_MALLOC, ANTLR3_TOKENSTREAM, antlr3IntStreamNew(), antlr3TokenStreamNew(), antlr3VectorNew(), consume(), ANTLR3_INT_STREAM_struct::consume, discardOffChannel(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannelToks, discardTokenType(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardTokenType, get(), ANTLR3_TOKEN_STREAM_struct::get, getSourceName(), ANTLR3_INT_STREAM_struct::getSourceName, getTokenRange(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokenRange, getTokens(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokens, getTokensList(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensList, getTokenSource(), ANTLR3_TOKEN_STREAM_struct::getTokenSource, getTokensSet(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, getTokensType(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensType, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, mark(), ANTLR3_INT_STREAM_struct::mark, ANTLR3_COMMON_TOKEN_STREAM_struct::p, release(), ANTLR3_INT_STREAM_struct::release, reset(), ANTLR3_COMMON_TOKEN_STREAM_struct::reset, ANTLR3_INT_STREAM_struct::rewind, rewindLast(), ANTLR3_INT_STREAM_struct::rewindLast, rewindStream(), seek(), ANTLR3_INT_STREAM_struct::seek, setDebugListener(), ANTLR3_TOKEN_STREAM_struct::setDebugListener, setTokenSource(), ANTLR3_TOKEN_STREAM_struct::setTokenSource, setTokenTypeChannel(), ANTLR3_COMMON_TOKEN_STREAM_struct::setTokenTypeChannel, size(), ANTLR3_INT_STREAM_struct::size, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, tindex(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, tokLT(), toString(), ANTLR3_TOKEN_STREAM_struct::toString, toStringSS(), ANTLR3_TOKEN_STREAM_struct::toStringSS, toStringTT(), ANTLR3_TOKEN_STREAM_struct::toStringTT, ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_INT_STREAM_struct::type​. Referenced by antlr3CommonTokenStreamSourceNew()​.

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source)References ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3CommonTokenStreamNew(), antlr3CTSFree(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_COMMON_TOKEN_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::setTokenSource, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream​. Referenced by antlr3CommonTokenDebugStreamSourceNew()​.

static void antlr3CTSFree (pANTLR3_COMMON_TOKEN_STREAM stream) [static]References ANTLR3_FREE, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_INT_STREAM_struct::free, ANTLR3_LIST_struct::free, ANTLR3_TOKEN_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream​. Referenced by antlr3CommonTokenStreamSourceNew()​.

static void antlr3TokenStreamFree (pANTLR3_TOKEN_STREAM stream) [static]References ANTLR3_FREE​. Referenced by antlr3TokenStreamNew()​.

ANTLR3_API pANTLR3_TOKEN_STREAM antlr3TokenStreamNew ()References ANTLR3_MALLOC, antlr3TokenStreamFree(), and ANTLR3_TOKEN_STREAM_struct::free​. Referenced by antlr3CommonTokenStreamNew()​.

static void consume (pANTLR3_INT_STREAM is) [static]Move the input pointer to the next incoming token​. The stream must become active with LT(1) available​. consume() simply moves the input pointer so that LT(1) points at the next input symbol​. Consume at least one token​. Walk past any token not on the channel the parser is listening to​. References ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannels(), ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew(), and dbgConsume()​.

static void consumeInitialHiddenTokens (pANTLR3_INT_STREAM is) [static]Debug only method to flag consumption of initial off-channel tokens in the input stream​. References ANTLR3_FALSE, ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super​. Referenced by dbgConsume(), dbgLA(), and dbgTokLT()​.

static void dbgConsume (pANTLR3_INT_STREAM is) [static]As per ordinary consume but notifies the debugger about hidden tokens and so on​. References ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TRUE, consume(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, consumeInitialHiddenTokens(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeToken, ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static ANTLR3_UINT32 dbgLA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i) [static]As per _LA() but for debug mode​. References _LA(), ANTLR3_TRUE, consumeInitialHiddenTokens(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_DEBUG_EVENT_LISTENER_struct::LT, ANTLR3_INT_STREAM_struct::super, and tokLT()​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static ANTLR3_MARKER dbgMark (pANTLR3_INT_STREAM is) [static]As per mark() but with a call to tell the debugger we are doing this​. References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::index, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_DEBUG_EVENT_LISTENER_struct::mark, and ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static void dbgRewindLast (pANTLR3_INT_STREAM is) [static]References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewindLast, and ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static void dbgRewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker) [static]References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewind, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static void dbgSeek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index) [static]References seek()​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static pANTLR3_COMMON_TOKEN dbgTokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k) [static]As per the normal tokLT but sends information to the debugger​. References ANTLR3_TRUE, consumeInitialHiddenTokens(), ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, and tokLT()​. Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener()​.

static void discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard) [static]References ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel​. Referenced by antlr3CommonTokenStreamNew()​.

static void discardTokenType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype) [static]References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, and ANTLR3_LIST_struct::put​. Referenced by antlr3CommonTokenStreamNew()​.

static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream) [static]References ANTLR3_VECTOR_struct::add, ANTLR3_FALSE, ANTLR3_TOKEN_EOF, ANTLR3_TRUE, ANTLR3_UINT32_CAST, ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_LIST_struct::get, ANTLR3_COMMON_TOKEN_struct::getChannel, ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_TOKEN_SOURCE_struct::nextToken, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setChannel, ANTLR3_COMMON_TOKEN_struct::setTokenIndex, skipOffTokenChannels(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, ANTLR3_TOKEN_STREAM_struct::tokenSource, ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_COMMON_TOKEN_struct::type​. Referenced by fillBufferExt(), getTokens(), getTokensSet(), LB(), tokLT(), toString(), and toStringSS()​.

ANTLR3_API void fillBufferExt (pANTLR3_COMMON_TOKEN_STREAM tokenStream)References fillBuffer()​.

static pANTLR3_COMMON_TOKEN get (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i) [static]References ANTLR3_VECTOR_struct::get, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_STRING getSourceName (pANTLR3_INT_STREAM is) [static]Return a string that represents the name assoicated with the input source​. /param[in] is The ANTLR3_INT_STREAM interface that is representing this token stream​. /returns /implements ANTLR3_INT_STREAM_struct::getSourceName() References ANTLR3_INT_STREAM_struct::super​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_LIST getTokenRange (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) [static]References ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_VECTOR getTokens (pANTLR3_COMMON_TOKEN_STREAM cts) [static]References fillBuffer(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_LIST getTokensList (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list) [static]References antlr3BitsetList(), ANTLR3_BITSET_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, and ANTLR3_LIST_struct::table​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_TOKEN_SOURCE getTokenSource (pANTLR3_TOKEN_STREAM ts) [static]References ANTLR3_TOKEN_STREAM_struct::tokenSource​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_LIST getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types) [static]Given a start and stop index, return a List of all tokens in the token type BitSet​. Return null if no tokens were found​. This method looks at both on and off channel tokens​. References ANTLR3_TRUE, antlr3ListNew(), fillBuffer(), ANTLR3_LIST_struct::free, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_BITSET_struct::isMember, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_LIST_struct::put, ANTLR3_INT_STREAM_struct::size, ANTLR3_LIST_struct::size, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_LIST getTokensType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type) [static]References antlr3BitsetOf(), ANTLR3_BITSET_struct::free, and ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]References ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, fillBuffer(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannelsReverse(), and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by tokLT()​.

static ANTLR3_MARKER mark (pANTLR3_INT_STREAM is) [static]References ANTLR3_INT_STREAM_struct::index, and ANTLR3_INT_STREAM_struct::lastMarker​. Referenced by antlr3CommonTokenStreamNew()​.

static void release (pANTLR3_INT_STREAM is, ANTLR3_MARKER mark) [static]Referenced by antlr3CommonTokenStreamNew()​.

static void reset (pANTLR3_COMMON_TOKEN_STREAM cts) [static]References ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3VectorNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::clear, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_LIST_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::p, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew()​.

static void rewindLast (pANTLR3_INT_STREAM is) [static]References ANTLR3_INT_STREAM_struct::lastMarker, and ANTLR3_INT_STREAM_struct::rewind​. Referenced by antlr3CommonTokenStreamNew()​.

static void rewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker) [static]References ANTLR3_INT_STREAM_struct::seek​. Referenced by antlr3CommonTokenStreamNew()​.

static void seek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index) [static]References ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::super​. Referenced by antlr3CommonTokenStreamNew(), and dbgSeek()​.

static void setDebugListener (pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger) [static]References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_FALSE, ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, and ANTLR3_INT_STREAM_struct::seek​. Referenced by antlr3CommonTokenStreamNew()​.

static void setTokenSource (pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource) [static]References ANTLR3_TOKEN_STREAM_struct::tokenSource​. Referenced by antlr3CommonTokenStreamNew()​.

static void setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel) [static]A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel​. For example, when interpreting, we cannot execute actions so we need to tell the stream to force all WS and NEWLINE to be a different, ignored, channel​. References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, and ANTLR3_LIST_struct::put​. Referenced by antlr3CommonTokenStreamNew()​.

static ANTLR3_UINT32 size (pANTLR3_INT_STREAM is) [static]References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_struct::count, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew()​.

static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]Given a starting index, return the index of the first on-channel token​. References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream​. Referenced by consume(), fillBuffer(), and tokLT()​.

static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]References ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by LB()​.

static ANTLR3_MARKER tindex (pANTLR3_INT_STREAM is) [static]References ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::super​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_COMMON_TOKEN tokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k) [static]Get the ith token from the current position 1​.​.n where k=1 is the first symbol of lookahead​. References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_SOURCE_struct::eofToken, fillBuffer(), ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, LB(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setStartIndex, ANTLR3_COMMON_TOKEN_struct::setStopIndex, skipOffTokenChannels(), ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_TOKEN_STREAM_struct::tokenSource​. Referenced by antlr3CommonTokenStreamNew(), dbgLA(), and dbgTokLT()​.

static pANTLR3_STRING toString (pANTLR3_TOKEN_STREAM ts) [static]References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::toStringSS​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_STRING toStringSS (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) [static]References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_COMMON_TOKEN_struct::getText, ANTLR3_TOKEN_STREAM_struct::getTokenSource, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_STRING_FACTORY_struct::newRaw, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_SOURCE_struct::strFactory, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens​. Referenced by antlr3CommonTokenStreamNew()​.

static pANTLR3_STRING toStringTT (pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop) [static]References ANTLR3_COMMON_TOKEN_struct::getTokenIndex, and ANTLR3_TOKEN_STREAM_struct::toStringSS​. Referenced by antlr3CommonTokenStreamNew()​.

AuthorGenerated automatically by Doxygen for ANTLR3C from the source code​.
0
Johanes Gumabo
Data Size   :   97,245 byte
man-antlr3-rewindStream.3Build   :   2024-12-05, 20:55   :  
Visitor Screen   :   x
Visitor Counter ( page / site )   :   2 / 181,145
Visitor ID   :     :  
Visitor IP   :   3.128.94.112   :  
Visitor Provider   :   AMAZON-02   :  
Provider Position ( lat x lon )   :   39.962500 x -83.006100   :   x
Provider Accuracy Radius ( km )   :   1000   :  
Provider City   :   Columbus   :  
Provider Province   :   Ohio ,   :   ,
Provider Country   :   United States   :  
Provider Continent   :   North America   :  
Visitor Recorder   :   Version   :  
Visitor Recorder   :   Library   :  
Online Linux Manual Page   :   Version   :   Online Linux Manual Page - Fedora.40 - march=x86-64 - mtune=generic - 24.12.05
Online Linux Manual Page   :   Library   :   lib_c - 24.10.03 - march=x86-64 - mtune=generic - Fedora.40
Online Linux Manual Page   :   Library   :   lib_m - 24.10.03 - march=x86-64 - mtune=generic - Fedora.40
Data Base   :   Version   :   Online Linux Manual Page Database - 24.04.13 - march=x86-64 - mtune=generic - fedora-38
Data Base   :   Library   :   lib_c - 23.02.07 - march=x86-64 - mtune=generic - fedora.36

Very long time ago, I have the best tutor, Wenzel Svojanovsky . If someone knows the email address of Wenzel Svojanovsky , please send an email to johanes_gumabo@yahoo.co.id .
If error, please print screen and send to johanes_gumabo@yahoo.co.id
Under development. Support me via PayPal.