本文整理汇总了C#中Lucene.Net.Analysis.Token.Type方法的典型用法代码示例。如果您正苦于以下问题：C# Token.Type方法的具体用法？C# Token.Type怎么用？C# Token.Type使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类Lucene.Net.Analysis.Token的用法示例。
在下文中一共展示了Token.Type方法的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的C#代码示例。
示例1: TestCtor
public virtual void TestCtor()
{
Token t = new Token();
char[] content = "hello".ToCharArray();
t.SetTermBuffer(content, 0, content.Length);
char[] buf = t.TermBuffer();
Assert.AreNotEqual(t.TermBuffer(), content);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual("word", t.Type());
Assert.AreEqual(0, t.GetFlags());
t = new Token(6, 22, 7);
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22)", t.ToString());
Assert.AreEqual(7, t.GetFlags());
t = new Token(6, 22, "junk");
t.SetTermBuffer(content, 0, content.Length);
Assert.AreEqual("hello", t.Term());
Assert.AreEqual("(hello,6,22,type=junk)", t.ToString());
Assert.AreEqual(0, t.GetFlags());
}示例2: Next
/// <summary>
///
/// </summary>
/// <returns>Returns the next token in the stream, or null at EOS</returns>
public override Token Next()
{
if ((token = input.Next()) == null)
{
return null;
}
else
{
String s = stemmer.Stem(token.TermText());
if (!s.Equals(token.TermText()))
{
return new Token(s, token.StartOffset(), token.EndOffset(),
token.Type());
}
return token;
}
}示例3: Next
/// <summary>
/// Returns the next token in the stream, or null at EOS
/// </summary>
/// <returns>
/// Returns the next token in the stream, or null at EOS
/// </returns>
public override Token Next()
{
if ( ( token = input.Next() ) == null )
{
return null;
}
// Check the exclusiontable
else if ( exclusions != null && exclusions.Contains( token.TermText() ) )
{
return token;
}
else
{
String s = stemmer.Stem( token.TermText() );
// If not stemmed, dont waste the time creating a new token
if ( !s.Equals( token.TermText() ) )
{
return new Token( s, 0, s.Length, token.Type() );
}
return token;
}
}示例4: SetCurrentToken
private void SetCurrentToken(Token token)
{
if (token == null) return;
ClearAttributes();
_termAtt.SetTermBuffer(token.TermBuffer(), 0, token.TermLength());
_posIncrAtt.SetPositionIncrement(token.GetPositionIncrement());
_flagsAtt.SetFlags(token.GetFlags());
_offsetAtt.SetOffset(token.StartOffset(), token.EndOffset());
_typeAtt.SetType(token.Type());
_payloadAtt.SetPayload(token.GetPayload());
}