本文整理汇总了C#中Antlr.Runtime.CommonToken类的典型用法代码示例。如果您正苦于以下问题：C# CommonToken类的具体用法？C# CommonToken怎么用？C# CommonToken使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。
CommonToken类属于Antlr.Runtime命名空间，在下文中一共展示了CommonToken类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的C#代码示例。
示例1: Generated_INDENT_token_is_correct
public void Generated_INDENT_token_is_correct()
{
var leadingWhitespaceToken = new CommonToken
{
Type = whitespace,
Text = " ",
CharPositionInLine = leadingPosition,
Line = anyLine,
StartIndex = anyIndex,
TokenIndex = anyIndex,
StopIndex = anyIndex,
Channel = anyChannel,
};
this.emitter.Process(leadingWhitespaceToken);
var token = this.emitter.NextToken();
Assert.AreEqual(indent, token.Type);
Assert.AreEqual("INDENT", token.Text);
Assert.AreEqual(channel, token.Channel);
Assert.AreEqual(leadingPosition, token.CharPositionInLine);
Assert.AreEqual(anyLine, token.Line);
Assert.AreEqual(anyIndex, token.StartIndex);
Assert.AreEqual(anyIndex, token.StopIndex);
Assert.AreEqual(anyIndex, token.TokenIndex);
}示例2: Node
private AutomationTree Node(string text, params ITree[] children)
{
var token = new CommonToken(anyType, text);
var node = new AutomationTree(token);
node.AddChildren(children);
return node;
}示例3: Generated_DEDENT_token_is_correct
public void Generated_DEDENT_token_is_correct()
{
var eofToken = new CommonToken
{
Type = Constant.Eof,
Text = "EOF",
CharPositionInLine = anyPosition,
Line = anyLine,
StartIndex = anyIndex,
TokenIndex = anyIndex,
StopIndex = anyIndex,
Channel = anyChannel,
};
this.emitter.Process(this.GetToken(whitespace, " "));
this.emitter.NextToken();
this.emitter.NextToken();
this.emitter.Process(eofToken);
var token = this.emitter.NextToken();
Assert.AreEqual(dedent, token.Type);
Assert.AreEqual("DEDENT", token.Text);
Assert.AreEqual(channel, token.Channel);
Assert.AreEqual(anyPosition, token.CharPositionInLine);
Assert.AreEqual(anyLine, token.Line);
Assert.AreEqual(anyIndex, token.StartIndex);
Assert.AreEqual(anyIndex, token.StopIndex);
Assert.AreEqual(anyIndex, token.TokenIndex);
}示例4: Static_properties_can_be_accessed_with_case_sensitive_names_from_csharp
public void Static_properties_can_be_accessed_with_case_sensitive_names_from_csharp()
{
var child = new AutomationTree(new CommonToken());
var token = new CommonToken
{
Type = anyType,
Text = anyText,
CharPositionInLine = anyPosition,
Line = anyLine,
TokenIndex = anyTokenIndex,
};
var node = new AutomationTree(token);
node.AddChild(child);
dynamic tree = node;
// Case sensitive
Assert.AreEqual(anyType, tree.Type);
Assert.AreEqual(anyPosition, tree.CharPositionInLine);
Assert.AreEqual(1, tree.ChildCount);
Assert.AreEqual(-1, tree.ChildIndex);
Assert.AreEqual(anyLine, tree.Line);
Assert.AreEqual(anyText, tree.Text);
Assert.AreEqual(anyTokenIndex, tree.TokenStartIndex);
Assert.AreEqual(anyTokenIndex, tree.TokenStopIndex);
Assert.AreSame(child, tree.Children[0]);
Assert.AreSame(token, tree.Token);
Assert.IsFalse(tree.IsNil);
Assert.IsNull(tree.Parent);
}示例5: AddToken
public void AddToken( CommonToken t, int type, int channel)
{
((CommonToken)t).Type = type;
((CommonToken)t).Channel = channel;
t.Line = lastLine;
lastLine=input.Line;
t.CharPositionInLine = lastCharPos;
lastCharPos=input.CharPositionInLine;
mRawTokens.Add((CommonToken)t);
}示例6: Emit
public virtual IToken Emit()
{
IToken token = new CommonToken(this.input, base.state.type, base.state.channel, base.state.tokenStartCharIndex, this.CharIndex - 1) {
Line = base.state.tokenStartLine,
Text = base.state.text,
CharPositionInLine = base.state.tokenStartCharPositionInLine
};
this.Emit(token);
return token;
}示例7: GetMissingSymbol
protected override object GetMissingSymbol(IIntStream input,
RecognitionException e,
int expectedTokenType,
BitSet follow)
{
String tokenText = null;
if ( expectedTokenType==Token.EOF ) tokenText = "<missing EOF>";
else tokenText = "<missing " + TokenNames[expectedTokenType] + ">";
CommonToken t = new CommonToken(expectedTokenType, tokenText);
IToken current = ((ITokenStream)input).LT(1);
if (current.Type == Token.EOF) {
current = ((ITokenStream)input).LT(-1);
}
t.line = current.Line;
t.CharPositionInLine = current.CharPositionInLine;
t.Channel = DEFAULT_TOKEN_CHANNEL;
return t;
}示例8: GetMissingSymbol
protected override object GetMissingSymbol( IIntStream input,
RecognitionException e,
int expectedTokenType,
BitSet follow )
{
string tokenText = null;
if ( expectedTokenType == TokenTypes.EndOfFile )
tokenText = "<missing EOF>";
else
tokenText = "<missing " + TokenNames[expectedTokenType] + ">";
CommonToken t = new CommonToken( expectedTokenType, tokenText );
IToken current = ( (ITokenStream)input ).LT( 1 );
if ( current.Type == TokenTypes.EndOfFile )
{
current = ( (ITokenStream)input ).LT( -1 );
}
t.Line = current.Line;
t.CharPositionInLine = current.CharPositionInLine;
t.Channel = DefaultTokenChannel;
t.InputStream = current.InputStream;
return t;
}示例9: GetMissingSymbol
protected override object GetMissingSymbol(IIntStream input, RecognitionException e, int expectedTokenType, BitSet follow)
{
string text = null;
if (expectedTokenType == -1)
{
text = "<missing EOF>";
}
else
{
text = "<missing " + this.TokenNames[expectedTokenType] + ">";
}
CommonToken token = new CommonToken(expectedTokenType, text);
IToken token2 = ((ITokenStream) input).LT(1);
if (token2.Type == -1)
{
token2 = ((ITokenStream) input).LT(-1);
}
token.Line = token2.Line;
token.CharPositionInLine = token2.CharPositionInLine;
token.Channel = 0;
return token;
}示例10: mNUM_INT
//.........这里部分代码省略.........
int LA6_0 = input.LA(1);
if ( (LA6_0 == 'e') )
{
alt6 = 1;
}
switch (alt6)
{
case 1 :
// Hql.g:743:19: EXPONENT
{
mEXPONENT(); if (state.failed) return ;
}
break;
}
// Hql.g:743:30: (f1= FLOAT_SUFFIX )?
int alt7 = 2;
int LA7_0 = input.LA(1);
if ( (LA7_0 == 'd' || LA7_0 == 'f' || LA7_0 == 'm') )
{
alt7 = 1;
}
switch (alt7)
{
case 1 :
// Hql.g:743:31: f1= FLOAT_SUFFIX
{
int f1Start1018 = CharIndex;
mFLOAT_SUFFIX(); if (state.failed) return ;
f1 = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, f1Start1018, CharIndex-1);
if ( (state.backtracking==0) )
{
t=f1;
}
}
break;
}
if ( (state.backtracking==0) )
{
if (t != null && t.Text.ToUpperInvariant().IndexOf('F')>=0)
{
_type = NUM_FLOAT;
}
else if (t != null && t.Text.ToUpperInvariant().IndexOf('M')>=0)
{
_type = NUM_DECIMAL;
}
else
{
_type = NUM_DOUBLE; // assume double
}
}
}
break;
}示例11: mELEMENT
// $ANTLR end "DECL_STOP"
// $ANTLR start "ELEMENT"
public void mELEMENT() // throws RecognitionException [2]
{
try
{
IToken t = null;
IToken pi = null;
// MXMLLexer.g3:108:5: ( ( START_TAG ( ELEMENT | EOL | t= PCDATA | t= CDATA | t= COMMENT | pi= PI )* END_TAG | EMPTY_ELEMENT ) )
// MXMLLexer.g3:108:7: ( START_TAG ( ELEMENT | EOL | t= PCDATA | t= CDATA | t= COMMENT | pi= PI )* END_TAG | EMPTY_ELEMENT )
{
// MXMLLexer.g3:108:7: ( START_TAG ( ELEMENT | EOL | t= PCDATA | t= CDATA | t= COMMENT | pi= PI )* END_TAG | EMPTY_ELEMENT )
int alt14 = 2;
alt14 = dfa14.Predict(input);
switch (alt14)
{
case 1 :
// MXMLLexer.g3:108:9: START_TAG ( ELEMENT | EOL | t= PCDATA | t= CDATA | t= COMMENT | pi= PI )* END_TAG
{
mSTART_TAG();
// MXMLLexer.g3:109:13: ( ELEMENT | EOL | t= PCDATA | t= CDATA | t= COMMENT | pi= PI )*
do
{
int alt13 = 7;
alt13 = dfa13.Predict(input);
switch (alt13)
{
case 1 :
// MXMLLexer.g3:109:14: ELEMENT
{
mELEMENT();
}
break;
case 2 :
// MXMLLexer.g3:110:15: EOL
{
mEOL();
}
break;
case 3 :
// MXMLLexer.g3:111:15: t= PCDATA
{
int tStart607 = CharIndex;
mPCDATA();
t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart607, CharIndex-1);
AddToken( (CommonToken)t, PCDATA, 0);
}
break;
case 4 :
// MXMLLexer.g3:113:15: t= CDATA
{
int tStart643 = CharIndex;
mCDATA();
t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart643, CharIndex-1);
AddToken( (CommonToken)t, CDATA, 0);
}
break;
case 5 :
// MXMLLexer.g3:115:15: t= COMMENT
{
int tStart679 = CharIndex;
mCOMMENT();
t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart679, CharIndex-1);
}
break;
case 6 :
// MXMLLexer.g3:116:15: pi= PI
{
int piStart697 = CharIndex;
mPI();
pi = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, piStart697, CharIndex-1);
}
break;
default:
goto loop13;
}
} while (true);
loop13:
; // Stops C# compiler whining that label 'loop13' has no statements
mEND_TAG();
}
break;
case 2 :
// MXMLLexer.g3:119:11: EMPTY_ELEMENT
{
mEMPTY_ELEMENT();
}
//.........这里部分代码省略.........
示例12: mDOCTYPE
// $ANTLR end "DOCUMENT"
// $ANTLR start "DOCTYPE"
public void mDOCTYPE() // throws RecognitionException [2]
{
try
{
IToken dt = null;
IToken rootElementName = null;
IToken sys = null;
IToken sys1 = null;
IToken pub = null;
IToken sys2 = null;
IToken dtd = null;
IToken close = null;
// MXMLLexer.g3:60:5: (dt= DOCTYPE_tag WS rootElementName= GENERIC_ID WS ( (sys= SYSTEM_tag WS sys1= VALUE | pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE ) ( WS )? )? (dtd= INTERNAL_DTD )? close= TAG_CLOSE )
// MXMLLexer.g3:61:9: dt= DOCTYPE_tag WS rootElementName= GENERIC_ID WS ( (sys= SYSTEM_tag WS sys1= VALUE | pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE ) ( WS )? )? (dtd= INTERNAL_DTD )? close= TAG_CLOSE
{
int dtStart120 = CharIndex;
mDOCTYPE_tag();
dt = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, dtStart120, CharIndex-1);
AddToken( (CommonToken)dt, DOCTYPE_tag, 0);
mWS();
int rootElementNameStart128 = CharIndex;
mGENERIC_ID();
rootElementName = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, rootElementNameStart128, CharIndex-1);
mWS();
// MXMLLexer.g3:64:9: ( (sys= SYSTEM_tag WS sys1= VALUE | pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE ) ( WS )? )?
int alt4 = 2;
int LA4_0 = input.LA(1);
if ( (LA4_0 == 'P' || LA4_0 == 'S') )
{
alt4 = 1;
}
switch (alt4)
{
case 1 :
// MXMLLexer.g3:65:13: (sys= SYSTEM_tag WS sys1= VALUE | pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE ) ( WS )?
{
// MXMLLexer.g3:65:13: (sys= SYSTEM_tag WS sys1= VALUE | pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE )
int alt2 = 2;
int LA2_0 = input.LA(1);
if ( (LA2_0 == 'S') )
{
alt2 = 1;
}
else if ( (LA2_0 == 'P') )
{
alt2 = 2;
}
else
{
NoViableAltException nvae_d2s0 =
new NoViableAltException("", 2, 0, input);
throw nvae_d2s0;
}
switch (alt2)
{
case 1 :
// MXMLLexer.g3:65:15: sys= SYSTEM_tag WS sys1= VALUE
{
int sysStart181 = CharIndex;
mSYSTEM_tag();
sys = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, sysStart181, CharIndex-1);
AddToken( (CommonToken)sys, SYSTEM_tag, 0);
mWS();
int sys1Start189 = CharIndex;
mVALUE();
sys1 = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, sys1Start189, CharIndex-1);
}
break;
case 2 :
// MXMLLexer.g3:66:15: pub= PUBLIC_tag WS pub= VALUE WS sys2= VALUE
{
int pubStart207 = CharIndex;
mPUBLIC_tag();
pub = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, pubStart207, CharIndex-1);
AddToken( (CommonToken)pub, PUBLIC_tag, 0);
mWS();
int pubStart215 = CharIndex;
mVALUE();
pub = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, pubStart215, CharIndex-1);
mWS();
int sys2Start221 = CharIndex;
mVALUE();
sys2 = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, sys2Start221, CharIndex-1);
}
break;
}
// MXMLLexer.g3:68:13: ( WS )?
int alt3 = 2;
//.........这里部分代码省略.........
示例13: mWS
// $ANTLR end "LETTER"
// $ANTLR start "WS"
public void mWS() // throws RecognitionException [2]
{
try
{
IToken ws = null;
// MXMLLexer.g3:206:14: ( (ws= OTHERWS | EOL )+ )
// MXMLLexer.g3:207:9: (ws= OTHERWS | EOL )+
{
// MXMLLexer.g3:207:9: (ws= OTHERWS | EOL )+
int cnt34 = 0;
do
{
int alt34 = 3;
int LA34_0 = input.LA(1);
if ( (LA34_0 == '\t' || LA34_0 == ' ') )
{
alt34 = 1;
}
else if ( (LA34_0 == '\n' || LA34_0 == '\r') )
{
alt34 = 2;
}
switch (alt34)
{
case 1 :
// MXMLLexer.g3:207:10: ws= OTHERWS
{
int wsStart1367 = CharIndex;
mOTHERWS();
ws = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, wsStart1367, CharIndex-1);
AddToken( (CommonToken)ws, WS, 0);
}
break;
case 2 :
// MXMLLexer.g3:208:11: EOL
{
mEOL();
}
break;
default:
if ( cnt34 >= 1 ) goto loop34;
EarlyExitException eee =
new EarlyExitException(34, input);
throw eee;
}
cnt34++;
} while (true);
loop34:
; // Stops C# compiler whinging that label 'loop34' has no statements
}
}
finally
{
}
}示例14: mVALUE
// $ANTLR end "PCDATA"
// $ANTLR start "VALUE"
public void mVALUE() // throws RecognitionException [2]
{
try
{
IToken v = null;
// MXMLLexer.g3:181:16: (v= VALUE_int )
// MXMLLexer.g3:182:3: v= VALUE_int
{
int vStart1160 = CharIndex;
mVALUE_int();
v = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, vStart1160, CharIndex-1);
AddToken( (CommonToken)v, VALUE, 0);
}
}
finally
{
}
}示例15: mUNDEF_TOKEN
private void mUNDEF_TOKEN()
{
Enter_UNDEF_TOKEN();
EnterRule("UNDEF_TOKEN", 178);
TraceIn("UNDEF_TOKEN", 178);
try
{
CommonToken define=null;
// cs.g:1168:12: ( '#' ( TS )* 'undef' ( TS )+ define= IDENTIFIER )
DebugEnterAlt(1);
// cs.g:1169:2: '#' ( TS )* 'undef' ( TS )+ define= IDENTIFIER
{
DebugLocation(1169, 2);
Match('#');
DebugLocation(1169, 8);
// cs.g:1169:8: ( TS )*
try { DebugEnterSubRule(32);
while (true)
{
int alt32=2;
try { DebugEnterDecision(32, decisionCanBacktrack[32]);
int LA32_0 = input.LA(1);
if ((LA32_0=='\t'||LA32_0==' '))
{
alt32=1;
}
} finally { DebugExitDecision(32); }
switch ( alt32 )
{
case 1:
DebugEnterAlt(1);
// cs.g:1169:8: TS
{
DebugLocation(1169, 8);
mTS();
}
break;
default:
goto loop32;
}
}
loop32:
;
} finally { DebugExitSubRule(32); }
DebugLocation(1169, 14);
Match("undef");
DebugLocation(1169, 24);
// cs.g:1169:24: ( TS )+
int cnt33=0;
try { DebugEnterSubRule(33);
while (true)
{
int alt33=2;
try { DebugEnterDecision(33, decisionCanBacktrack[33]);
int LA33_0 = input.LA(1);
if ((LA33_0=='\t'||LA33_0==' '))
{
alt33=1;
}
} finally { DebugExitDecision(33); }
switch (alt33)
{
case 1:
DebugEnterAlt(1);
// cs.g:1169:24: TS
{
DebugLocation(1169, 24);
mTS();
}
break;
default:
if (cnt33 >= 1)
goto loop33;
EarlyExitException eee33 = new EarlyExitException( 33, input );
DebugRecognitionException(eee33);
throw eee33;
}
cnt33++;
}
loop33:
;
} finally { DebugExitSubRule(33); }
//.........这里部分代码省略.........