antlr/Antlr4.Runtime/CommonTokenFactory.cs

104 lines
3.8 KiB
C#

/*
* [The "BSD license"]
* Copyright (c) 2013 Terence Parr
* Copyright (c) 2013 Sam Harwell
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. The name of the author may not be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
using System;
using Antlr4.Runtime;
using Antlr4.Runtime.Misc;
using Sharpen;
namespace Antlr4.Runtime
{
public class CommonTokenFactory : ITokenFactory
{
public static readonly ITokenFactory Default = new Antlr4.Runtime.CommonTokenFactory
();
/// <summary>Copy text for token out of input char stream.</summary>
/// <remarks>
/// Copy text for token out of input char stream. Useful when input
/// stream is unbuffered.
/// </remarks>
/// <seealso cref="UnbufferedCharStream">UnbufferedCharStream</seealso>
protected internal readonly bool copyText;
/// <summary>
/// Create factory and indicate whether or not the factory copy
/// text out of the char stream.
/// </summary>
/// <remarks>
/// Create factory and indicate whether or not the factory copy
/// text out of the char stream.
/// </remarks>
public CommonTokenFactory(bool copyText)
{
this.copyText = copyText;
}
public CommonTokenFactory() : this(false)
{
}
public virtual CommonToken Create(Tuple<ITokenSource, ICharStream> source, int type, string text,
int channel, int start, int stop, int line, int charPositionInLine)
{
CommonToken t = new CommonToken(source, type, channel, start, stop);
t.Line = line;
t.Column = charPositionInLine;
if (text != null)
{
t.Text = text;
}
else
{
if (copyText && source.Item2 != null)
{
t.Text = source.Item2.GetText(Interval.Of(start, stop));
}
}
return t;
}
IToken ITokenFactory.Create(Tuple<ITokenSource, ICharStream> source, int type, string text,
int channel, int start, int stop, int line, int charPositionInLine)
{
return Create(source, type, text, channel, start, stop, line, charPositionInLine);
}
public virtual CommonToken Create(int type, string text)
{
return new CommonToken(type, text);
}
IToken ITokenFactory.Create(int type, string text)
{
return Create(type, text);
}
}
}