C# TokenStream.incrementToken方法代码示例

        // we only check a few core attributes here.
        // TODO: test other things
        //JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
        //ORIGINAL LINE: public void assertEquals(String s, org.apache.lucene.analysis.TokenStream left, org.apache.lucene.analysis.TokenStream right) throws Exception
        public virtual void assertEquals(string s, TokenStream left, TokenStream right)
        {
            left.reset();
            right.reset();
            CharTermAttribute leftTerm = left.addAttribute(typeof(CharTermAttribute));
            CharTermAttribute rightTerm = right.addAttribute(typeof(CharTermAttribute));
            OffsetAttribute leftOffset = left.addAttribute(typeof(OffsetAttribute));
            OffsetAttribute rightOffset = right.addAttribute(typeof(OffsetAttribute));
            PositionIncrementAttribute leftPos = left.addAttribute(typeof(PositionIncrementAttribute));
            PositionIncrementAttribute rightPos = right.addAttribute(typeof(PositionIncrementAttribute));

            while (left.incrementToken())
            {
              assertTrue("wrong number of tokens for input: " + s, right.incrementToken());
              assertEquals("wrong term text for input: " + s, leftTerm.ToString(), rightTerm.ToString());
              assertEquals("wrong position for input: " + s, leftPos.PositionIncrement, rightPos.PositionIncrement);
              assertEquals("wrong start offset for input: " + s, leftOffset.startOffset(), rightOffset.startOffset());
              assertEquals("wrong end offset for input: " + s, leftOffset.endOffset(), rightOffset.endOffset());
            };
            assertFalse("wrong number of tokens for input: " + s, right.incrementToken());
            left.end();
            right.end();
            assertEquals("wrong final offset for input: " + s, leftOffset.endOffset(), rightOffset.endOffset());
            left.close();
            right.close();
        }

 //JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
 //ORIGINAL LINE: void verifyPayload(TokenStream ts) throws java.io.IOException
 internal virtual void verifyPayload(TokenStream ts)
 {
     PayloadAttribute payloadAtt = ts.getAttribute(typeof(PayloadAttribute));
     ts.reset();
     for (sbyte b = 1;;b++)
     {
       bool hasNext = ts.incrementToken();
       if (!hasNext)
       {
       break;
       }
       // System.out.println("id="+System.identityHashCode(nextToken) + " " + t);
       // System.out.println("payload=" + (int)nextToken.getPayload().toByteArray()[0]);
       assertEquals(b, payloadAtt.Payload.bytes[0]);
     }
 }

        /// <summary>
        /// TODO: rewrite tests not to use string comparison.
        /// </summary>
        //JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
        //ORIGINAL LINE: private static String tsToString(org.apache.lucene.analysis.TokenStream in) throws java.io.IOException
        private static string tsToString(TokenStream @in)
        {
            StringBuilder @out = new StringBuilder();
            CharTermAttribute termAtt = @in.addAttribute(typeof(CharTermAttribute));
            // extra safety to enforce, that the state is not preserved and also
            // assign bogus values
            @in.clearAttributes();
            termAtt.setEmpty().append("bogusTerm");
            @in.reset();
            while (@in.incrementToken())
            {
              if (@out.Length > 0)
              {
            @out.Append(' ');
              }
              @out.Append(termAtt.ToString());
              @in.clearAttributes();
              termAtt.setEmpty().append("bogusTerm");
            }

            @in.close();
            return @out.ToString();
        }

        //JAVA TO C# CONVERTER WARNING: Method 'throws' clauses are not available in .NET:
        //ORIGINAL LINE: void assertTermEquals(String expected, org.apache.lucene.analysis.TokenStream stream, org.apache.lucene.analysis.tokenattributes.CharTermAttribute termAtt, org.apache.lucene.analysis.tokenattributes.PayloadAttribute payAtt, byte[] expectPay) throws Exception
        internal virtual void assertTermEquals(string expected, TokenStream stream, CharTermAttribute termAtt, PayloadAttribute payAtt, sbyte[] expectPay)
        {
            assertTrue(stream.incrementToken());
            assertEquals(expected, termAtt.ToString());
            BytesRef payload = payAtt.Payload;
            if (payload != null)
            {
              assertTrue(payload.length + " does not equal: " + expectPay.Length, payload.length == expectPay.Length);
              for (int i = 0; i < expectPay.Length; i++)
              {
            assertTrue(expectPay[i] + " does not equal: " + payload.bytes[i + payload.offset], expectPay[i] == payload.bytes[i + payload.offset]);

              }
            }
            else
            {
              assertTrue("expectPay is not null and it should be", expectPay == null);
            }
        }