/*
* [The "BSD license"]
* Copyright (c) 2013 Terence Parr
* Copyright (c) 2013 Sam Harwell
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. The name of the author may not be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
using Antlr4.Runtime;
using Sharpen;
namespace Antlr4.Runtime
{
///
/// A token has properties: text, type, line, character position in the line
/// (so we can ignore tabs), token channel, index, and source from which
/// we obtained this token.
///
///
/// A token has properties: text, type, line, character position in the line
/// (so we can ignore tabs), token channel, index, and source from which
/// we obtained this token.
///
public interface IToken
{
/// Get the text of the token.
/// Get the text of the token.
string Text
{
get;
}
/// Get the token type of the token.
/// Get the token type of the token.
int Type
{
get;
}
///
/// The line number on which the 1st character of this token was matched,
/// line=1..n
///
int Line
{
get;
}
///
/// The index of the first character of this token relative to the
/// beginning of the line at which it occurs, 0..n-1
///
int Column
{
get;
}
/// Return the channel this token.
///
/// Return the channel this token. Each token can arrive at the parser
/// on a different channel, but the parser only "tunes" to a single channel.
/// The parser ignores everything not on DEFAULT_CHANNEL.
///
int Channel
{
get;
}
/// An index from 0..n-1 of the token object in the input stream.
///
/// An index from 0..n-1 of the token object in the input stream.
/// This must be valid in order to print token streams and
/// use TokenRewriteStream.
/// Return -1 to indicate that this token was conjured up since
/// it doesn't have a valid index.
///
int TokenIndex
{
get;
}
///
/// The starting character index of the token
/// This method is optional; return -1 if not implemented.
///
///
/// The starting character index of the token
/// This method is optional; return -1 if not implemented.
///
int StartIndex
{
get;
}
/// The last character index of the token.
///
/// The last character index of the token.
/// This method is optional; return -1 if not implemented.
///
int StopIndex
{
get;
}
///
/// Gets the
/// ITokenSource
/// which created this token.
///
ITokenSource TokenSource
{
get;
}
///
/// Gets the
/// ICharStream
/// from which this token was derived.
///
ICharStream InputStream
{
get;
}
}
public static class TokenConstants
{
public const int InvalidType = 0;
///
/// During lookahead operations, this "token" signifies we hit rule end ATN state
/// and did not follow it despite needing to.
///
///
/// During lookahead operations, this "token" signifies we hit rule end ATN state
/// and did not follow it despite needing to.
///
public const int Epsilon = -2;
public const int MinUserTokenType = 1;
public const int Eof = IntStreamConstants.Eof;
///
/// All tokens go to the parser (unless skip() is called in that rule)
/// on a particular "channel".
///
///
/// All tokens go to the parser (unless skip() is called in that rule)
/// on a particular "channel". The parser tunes to a particular channel
/// so that whitespace etc... can go to the parser on a "hidden" channel.
///
public const int DefaultChannel = 0;
///
/// Anything on different channel than DEFAULT_CHANNEL is not parsed
/// by parser.
///
///
/// Anything on different channel than DEFAULT_CHANNEL is not parsed
/// by parser.
///
public const int HiddenChannel = 1;
}
}