Java Trivia类代码示例

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public void visitToken(Token token) {
  if (token.getType().equals(PuppetTokenType.SINGLE_QUOTED_STRING_LITERAL) || token.getType().equals(PuppetTokenType.DOUBLE_QUOTED_STRING_LITERAL)) {
    // case: string literal, including doc string
    highlight(token, TypeOfText.STRING);

  } else if (token.getType() instanceof PuppetKeyword) {
    // case: keyword
    highlight(token, TypeOfText.KEYWORD);
  }

  for (Trivia trivia : token.getTrivia()) {
    // case: comment
    highlight(trivia.getToken(), TypeOfText.COMMENT);
  }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public void visitToken(Token token) {
  Iterator iterator = token.getTrivia().iterator();
  while (iterator.hasNext()) {
    Trivia trivia = (Trivia) iterator.next();
    if (trivia.isComment() && pattern.matcher(trivia.getToken().getOriginalValue()).matches()) {
      addIssue(trivia.getToken().getLine(), this, "Use starting comment token '#' instead.");
    }
  }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
public void visitToken(Token token) {
  for (Trivia trivia : token.getTrivia()) {
    String comment = trivia.getToken().getOriginalValue();
    if (StringUtils.containsIgnoreCase(comment, pattern)) {
      String[] lines = comment.split("\r\n?|\n");

      for (int i = 0; i < lines.length; i++) {
        if (StringUtils.containsIgnoreCase(lines[i], pattern) && !isLetterAround(lines[i], pattern)) {
          check.addIssue(trivia.getToken().getLine() + i, check, message);
        }
      }
    }
  }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public void afterParse(final PostParseEvent<Token.Builder> event)
{
    final int length = reader.length();

    /*
     * We want a match
     */

    final ParsingResult<Token.Builder> result = event.getResult();
    if (!result.isSuccess())
        throw new GrappaException("match failure (consumed: "
            + consumed + " out of " + length + ')');

    /*
     * Check that we did consume all the text
     */

    if (consumed != length)
        throw new GrappaException("was expecting to fully match, but only "
            + consumed + " chars were matched out of " + length);

    final ValueStack<Token.Builder> stack = result.getValueStack();

    final URI uri = lexer.getURI();
    final int size = stack.size();
    Token token;

    for (int index = size - 1; index >= 0; index--) {
        token = stack.peek(index).setURI(uri).build();
        if (token.getType() == GenericTokenType.COMMENT)
            lexer.addTrivia(Trivia.createComment(token));
        else
            lexer.addToken(token);
    }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public Object createTerminal(Input input, int startIndex, int endIndex, List<Trivia> trivias, TokenType type) {
  char[] fileChars = input.input();
  boolean hasByteOrderMark = fileChars.length > 0 && fileChars[0] == BYTE_ORDER_MARK;
  boolean isEof = GenericTokenType.EOF.equals(type);
  LineColumnValue lineColumnValue = tokenPosition(input, startIndex, endIndex);
  return new InternalSyntaxToken(
    lineColumnValue.line,
    column(hasByteOrderMark, lineColumnValue.line, lineColumnValue.column),
    lineColumnValue.value,
    isEof,
    isByteOrderMark(input, startIndex, endIndex));
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
public void visitToken(Token token) {
  if (token.getType().equals(GenericTokenType.EOF)) {
    return;
  }

  linesOfCode.add(token.getLine());
  List<Trivia> trivias = token.getTrivia();
  for (Trivia trivia : trivias) {
    if (trivia.isComment()) {
      linesOfComments.add(trivia.getToken().getLine());
    }
  }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public void visitToken(Token token) {
  if (token.getType().equals(GenericTokenType.EOF)) {
    return;
  }

  linesOfCode.add(token.getLine());
  List<Trivia> trivias = token.getTrivia();
  for (Trivia trivia : trivias) {
    if (trivia.isComment()) {
      linesOfComments.add(trivia.getToken().getLine());
    }
  }
}
 

import com.sonar.sslr.api.Trivia; //导入依赖的package包/类
@Override
public void visitFile(@Nullable AstNode astNode) {
  NewHighlighting highlighting = context.newHighlighting();
  File file = getContext().getFile();
  InputFile inputFile = context.fileSystem().inputFile(context.fileSystem().predicates().is(file));
  highlighting.onFile(inputFile);

  NewCpdTokens cpdTokens = context.newCpdTokens();
  cpdTokens.onFile(inputFile);

  Iterator<Token> iterator = lexer.lex(file).iterator();
 

  while (iterator.hasNext()) {
    Token token = iterator.next();
    TokenType tokenType = token.getType();
    
       if (!tokenType.equals(GenericTokenType.EOF)) {
      TokenLocation tokenLocation = new TokenLocation(token);
      cpdTokens.addToken(tokenLocation.startLine(), tokenLocation.startCharacter(), tokenLocation.endLine(), tokenLocation.endCharacter(), getTokenImage(token));
    }
    if (tokenType.equals(LuaTokenType.NUMBER)) {
      highlight(highlighting, token, TypeOfText.CONSTANT);
    } else if (tokenType.equals(GenericTokenType.LITERAL)) {
      highlight(highlighting, token, TypeOfText.STRING);
    } else if (KEYWORDS.contains(tokenType)) {
      highlight(highlighting, token, TypeOfText.KEYWORD);
    }
    for (Trivia trivia : token.getTrivia()) {
      highlight(highlighting, trivia.getToken(), TypeOfText.COMMENT);
    }
  }

  highlighting.save();
  cpdTokens.save();
}