本文整理汇总了C#中TokenStream.addAttribute方法的典型用法代码示例。如果您正苦于以下问题:C# TokenStream.addAttribute方法的具体用法?C# TokenStream.addAttribute怎么用?C# TokenStream.addAttribute使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类TokenStream
的用法示例。
在下文中一共展示了TokenStream.addAttribute方法的3个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的C#代码示例。
示例1: assertEquals
// we only check a few core attributes here.
// TODO: test other things
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: public void assertEquals(String s, org.apache.lucene.analysis.TokenStream left, org.apache.lucene.analysis.TokenStream right) throws Exception
public virtual void assertEquals(string s, TokenStream left, TokenStream right)
{
left.reset();
right.reset();
CharTermAttribute leftTerm = left.addAttribute(typeof(CharTermAttribute));
CharTermAttribute rightTerm = right.addAttribute(typeof(CharTermAttribute));
OffsetAttribute leftOffset = left.addAttribute(typeof(OffsetAttribute));
OffsetAttribute rightOffset = right.addAttribute(typeof(OffsetAttribute));
PositionIncrementAttribute leftPos = left.addAttribute(typeof(PositionIncrementAttribute));
PositionIncrementAttribute rightPos = right.addAttribute(typeof(PositionIncrementAttribute));
while (left.incrementToken())
{
assertTrue("wrong number of tokens for input: " + s, right.incrementToken());
assertEquals("wrong term text for input: " + s, leftTerm.ToString(), rightTerm.ToString());
assertEquals("wrong position for input: " + s, leftPos.PositionIncrement, rightPos.PositionIncrement);
assertEquals("wrong start offset for input: " + s, leftOffset.startOffset(), rightOffset.startOffset());
assertEquals("wrong end offset for input: " + s, leftOffset.endOffset(), rightOffset.endOffset());
};
assertFalse("wrong number of tokens for input: " + s, right.incrementToken());
left.end();
right.end();
assertEquals("wrong final offset for input: " + s, leftOffset.endOffset(), rightOffset.endOffset());
left.close();
right.close();
}
示例2: PrefixAwareTokenFilter
public PrefixAwareTokenFilter(TokenStream prefix, TokenStream suffix) : base(suffix)
{
this.suffix = suffix;
this.prefix = prefix;
prefixExhausted = false;
termAtt = addAttribute(typeof(CharTermAttribute));
posIncrAtt = addAttribute(typeof(PositionIncrementAttribute));
payloadAtt = addAttribute(typeof(PayloadAttribute));
offsetAtt = addAttribute(typeof(OffsetAttribute));
typeAtt = addAttribute(typeof(TypeAttribute));
flagsAtt = addAttribute(typeof(FlagsAttribute));
p_termAtt = prefix.addAttribute(typeof(CharTermAttribute));
p_posIncrAtt = prefix.addAttribute(typeof(PositionIncrementAttribute));
p_payloadAtt = prefix.addAttribute(typeof(PayloadAttribute));
p_offsetAtt = prefix.addAttribute(typeof(OffsetAttribute));
p_typeAtt = prefix.addAttribute(typeof(TypeAttribute));
p_flagsAtt = prefix.addAttribute(typeof(FlagsAttribute));
}
示例3: tsToString
/// <summary>
/// TODO: rewrite tests not to use string comparison.
/// </summary>
//JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
//ORIGINAL LINE: private static String tsToString(org.apache.lucene.analysis.TokenStream in) throws java.io.IOException
private static string tsToString(TokenStream @in)
{
StringBuilder @out = new StringBuilder();
CharTermAttribute termAtt = @in.addAttribute(typeof(CharTermAttribute));
// extra safety to enforce, that the state is not preserved and also
// assign bogus values
@in.clearAttributes();
termAtt.setEmpty().append("bogusTerm");
@in.reset();
while (@in.incrementToken())
{
if (@out.Length > 0)
{
@out.Append(' ');
}
@out.Append(termAtt.ToString());
@in.clearAttributes();
termAtt.setEmpty().append("bogusTerm");
}
@in.close();
return @out.ToString();
}