Java IScanner.getCurrentTokenStartPosition方法代码示例

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private int getSurroundingComment(IScanner scanner) {
  try {
    int start = fLocation.getOffset();
    int end = start + fLocation.getLength();

    int token = scanner.getNextToken();
    while (token != ITerminalSymbols.TokenNameEOF) {
      if (TokenScanner.isComment(token)) {
        int currStart = scanner.getCurrentTokenStartPosition();
        int currEnd = scanner.getCurrentTokenEndPosition() + 1;
        if (currStart <= start && end <= currEnd) {
          return token;
        }
      }
      token = scanner.getNextToken();
    }

  } catch (InvalidInputException e) {
    // ignore
  }
  return ITerminalSymbols.TokenNameEOF;
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private int getSurroundingComment(IScanner scanner) {
	try {
		int start= fLocation.getOffset();
		int end= start + fLocation.getLength();

		int token= scanner.getNextToken();
		while (token != ITerminalSymbols.TokenNameEOF) {
			if (TokenScanner.isComment(token)) {
				int currStart= scanner.getCurrentTokenStartPosition();
				int currEnd= scanner.getCurrentTokenEndPosition() + 1;
				if (currStart <= start && end <= currEnd) {
					return token;
				}
			}
			token= scanner.getNextToken();
		}

	} catch (InvalidInputException e) {
		// ignore
	}
	return ITerminalSymbols.TokenNameEOF;
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
/**
 * A visitor that maps a selection to a given ASTNode. The result node is
 * determined as follows:
 * <ul>
 *   <li>first the visitor tries to find a node that is covered by <code>start</code> and
 *       <code>length</code> where either <code>start</code> and <code>length</code> exactly
 *       matches the node or where the text covered before and after the node only consists
 *       of white spaces or comments.</li>
 * 	 <li>if no such node exists than the node that encloses the range defined by
 *       start and end is returned.</li>
 *   <li>if the length is zero than also nodes are considered where the node's
 *       start or end position matches <code>start</code>.</li>
 *   <li>otherwise <code>null</code> is returned.</li>
 * </ul>
 *
 * @param root the root node from which the search starts
 * @param start the start offset
 * @param length the length
 * @param source the source of the compilation unit
 *
 * @return the result node
 * @throws JavaModelException if an error occurs in the Java model
 *
 * @since		3.0
 */
public static ASTNode perform(ASTNode root, int start, int length, ITypeRoot source) throws JavaModelException {
	NodeFinder finder= new NodeFinder(start, length);
	root.accept(finder);
	ASTNode result= finder.getCoveredNode();
	if (result == null)
		return null;
	Selection selection= Selection.createFromStartLength(start, length);
	if (selection.covers(result)) {
		IBuffer buffer= source.getBuffer();
		if (buffer != null) {
			IScanner scanner= ToolFactory.createScanner(false, false, false, false);
			scanner.setSource(buffer.getText(start, length).toCharArray());
			try {
				int token= scanner.getNextToken();
				if (token != ITerminalSymbols.TokenNameEOF) {
					int tStart= scanner.getCurrentTokenStartPosition();
					if (tStart == result.getStartPosition() - start) {
						scanner.resetTo(tStart + result.getLength(), length - 1);
						token= scanner.getNextToken();
						if (token == ITerminalSymbols.TokenNameEOF)
							return result;
					}
				}
			} catch (InvalidInputException e) {
			}
		}
	}
	return finder.getCoveringNode();
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private static int firstOpeningBraceOffset(IInitializer iInitializer) throws JavaModelException {
	try {
		IScanner scanner= ToolFactory.createScanner(false, false, false, false);
		scanner.setSource(iInitializer.getSource().toCharArray());
		int token= scanner.getNextToken();
		while (token != ITerminalSymbols.TokenNameEOF && token != ITerminalSymbols.TokenNameLBRACE)
			token= scanner.getNextToken();
		if (token == ITerminalSymbols.TokenNameLBRACE)
			return iInitializer.getSourceRange().getOffset() + scanner.getCurrentTokenStartPosition() + scanner.getRawTokenSource().length;
		return iInitializer.getSourceRange().getOffset();
	} catch (InvalidInputException e) {
		return iInitializer.getSourceRange().getOffset();
	}
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
/**
 * Creates a token comparator for the given string.
 *
 * @param text the text to be tokenized
 */
public JavaTokenComparator(String text) {
	Assert.isLegal(text != null);

	fText= text;

	int length= fText.length();
	fStarts= new int[length];
	fLengths= new int[length];
	fCount= 0;

	IScanner scanner= ToolFactory.createScanner(true, true, false, false); // returns comments & whitespace
	scanner.setSource(fText.toCharArray());
	int endPos= 0;
	try {
		int tokenType;
		while ((tokenType= scanner.getNextToken()) != ITerminalSymbols.TokenNameEOF) {
			int start= scanner.getCurrentTokenStartPosition();
			int end= scanner.getCurrentTokenEndPosition()+1;
			// Comments and strings should not be treated as a single token, see https://bugs.eclipse.org/78063
			if (TokenScanner.isComment(tokenType) || tokenType == ITerminalSymbols.TokenNameStringLiteral) {
				// Line comments are often commented code, so lets treat them as code. See https://bugs.eclipse.org/216707
				boolean parseAsJava= tokenType == ITerminalSymbols.TokenNameCOMMENT_LINE;
				int dl= parseAsJava ? getCommentStartTokenLength(tokenType) : 0;
				if (dl > 0)
					recordTokenRange(start, dl);
				parseSubrange(start + dl, text.substring(start + dl, end), parseAsJava);
			} else {
				recordTokenRange(start, end - start);
			}
			endPos= end;
		}
	} catch (InvalidInputException ex) {
		// We couldn't parse part of the input. Fall through and make the rest a single token
	}
	// Workaround for https://bugs.eclipse.org/bugs/show_bug.cgi?id=13907
	if (endPos < length) {
		recordTokenRange(endPos, length - endPos);
	}
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
/**
 * Creates a token comparator for the given string.
 *
 * @param text the text to be tokenized
 * @param textTokenComparatorFactory a factory to create text token comparators
 */
public JavaTokenComparator(String text, ITokenComparatorFactory textTokenComparatorFactory) {

	fTextTokenComparatorFactory= textTokenComparatorFactory;
	Assert.isLegal(text != null);

	fText= text;

	int length= fText.length();
	fStarts= new int[length];
	fLengths= new int[length];
	fCount= 0;

	IScanner scanner= ToolFactory.createScanner(true, true, false, false); // returns comments & whitespace
	scanner.setSource(fText.toCharArray());
	int endPos= 0;
	try {
		int tokenType;
		while ((tokenType= scanner.getNextToken()) != ITerminalSymbols.TokenNameEOF) {
			int start= scanner.getCurrentTokenStartPosition();
			int end= scanner.getCurrentTokenEndPosition()+1;
			// Comments are treated as a single token (see bug https://bugs.eclipse.org/bugs/show_bug.cgi?id=78063)
			if (TokenScanner.isComment(tokenType) || tokenType == ITerminalSymbols.TokenNameStringLiteral) {
				int dl= fTextTokenComparatorFactory == null ? getCommentStartTokenLength(tokenType) : 0;
				if (dl > 0)
					recordTokenRange(start, dl);
				parseText(start + dl, text.substring(start + dl, end));
			} else {
				recordTokenRange(start, end - start);
			}
			endPos= end;
		}
	} catch (InvalidInputException ex) {
		// We couldn't parse part of the input. Fall through and make the rest a single token
	}
	// Workaround for https://bugs.eclipse.org/bugs/show_bug.cgi?id=13907
	if (endPos < length) {
		recordTokenRange(endPos, length - endPos);
	}
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private TextEdit collectMatch(SearchMatch match, IJavaElement element, ICompilationUnit unit, String newName) throws IndexOutOfBoundsException, JavaModelException {
	if (match instanceof MethodReferenceMatch && ((MethodReferenceMatch) match).isSuperInvocation() && match.getAccuracy() == SearchMatch.A_INACCURATE) {
		return null;
	}

	if (!(element instanceof IMethod) || match.isImplicit()) {
		return new ReplaceEdit(match.getOffset(), match.getLength(), newName);
	}

	int start = match.getOffset();
	int length = match.getLength();
	String matchText = unit.getBuffer().getText(start, length);

	//direct match:
	if (newName.equals(matchText)) {
		return new ReplaceEdit(match.getOffset(), match.getLength(), newName);
	}

	// lambda expression
	if (match instanceof MethodDeclarationMatch && match.getElement() instanceof IMethod && ((IMethod) match.getElement()).isLambdaMethod()) {
		// don't touch the lambda
		return null;
	}

	//Not a standard reference -- use scanner to find last identifier token before left parenthesis:
	IScanner scanner = getScanner(unit);
	scanner.setSource(matchText.toCharArray());
	int simpleNameStart = -1;
	int simpleNameEnd = -1;
	try {
		int token = scanner.getNextToken();
		while (token != ITerminalSymbols.TokenNameEOF && token != ITerminalSymbols.TokenNameLPAREN) { // reference in code includes arguments in parentheses
			if (token == ITerminalSymbols.TokenNameIdentifier) {
				simpleNameStart = scanner.getCurrentTokenStartPosition();
				simpleNameEnd = scanner.getCurrentTokenEndPosition();
			}
			token = scanner.getNextToken();
		}
	} catch (InvalidInputException e) {
		//ignore
	}
	if (simpleNameStart != -1) {
		match.setOffset(start + simpleNameStart);
		match.setLength(simpleNameEnd + 1 - simpleNameStart);
	}
	return new ReplaceEdit(match.getOffset(), match.getLength(), newName);
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private boolean checkStart(IScanner scanner, int position) {
	return scanner.getCurrentTokenStartPosition() < position && position <= scanner.getCurrentTokenEndPosition();
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private boolean checkEnd(IScanner scanner, int position) {
	return scanner.getCurrentTokenStartPosition() <= position && position < scanner.getCurrentTokenEndPosition();
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
@Override
public void acceptSearchMatch(ICompilationUnit unit, SearchMatch match) throws CoreException {
  if (match instanceof MethodReferenceMatch
      && ((MethodReferenceMatch) match).isSuperInvocation()
      && match.getAccuracy() == SearchMatch.A_INACCURATE) {
    return; // see https://bugs.eclipse.org/bugs/show_bug.cgi?id=156491
  }

  if (match.isImplicit()) { // see bug 94062
    collectMatch(match);
    return;
  }

  int start = match.getOffset();
  int length = match.getLength();
  String matchText = unit.getBuffer().getText(start, length);

  // direct match:
  if (fName.equals(matchText)) {
    collectMatch(match);
    return;
  }

  // lambda expression
  if (match instanceof MethodDeclarationMatch
      && match.getElement() instanceof IMethod
      && ((IMethod) match.getElement()).isLambdaMethod()) {
    // don't touch the lambda
    return;
  }

  // Not a standard reference -- use scanner to find last identifier token before left
  // parenthesis:
  IScanner scanner = getScanner(unit);
  scanner.setSource(matchText.toCharArray());
  int simpleNameStart = -1;
  int simpleNameEnd = -1;
  try {
    int token = scanner.getNextToken();
    while (token != ITerminalSymbols.TokenNameEOF
        && token
            != ITerminalSymbols
                .TokenNameLPAREN) { // reference in code includes arguments in parentheses
      if (token == ITerminalSymbols.TokenNameIdentifier) {
        simpleNameStart = scanner.getCurrentTokenStartPosition();
        simpleNameEnd = scanner.getCurrentTokenEndPosition();
      }
      token = scanner.getNextToken();
    }
  } catch (InvalidInputException e) {
    // ignore
  }
  if (simpleNameStart != -1) {
    match.setOffset(start + simpleNameStart);
    match.setLength(simpleNameEnd + 1 - simpleNameStart);
  }
  collectMatch(match);
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
public SearchMatch acceptSearchMatch2(ICompilationUnit unit, SearchMatch match)
    throws CoreException {
  int start = match.getOffset();
  int length = match.getLength();

  // unqualified:
  String matchText = unit.getBuffer().getText(start, length);
  if (fOldName.equals(matchText)) {
    return match;
  }

  // (partially) qualified:
  if (fOldQualifiedName.endsWith(matchText)) {
    // e.g. rename B and p.A.B ends with match A.B
    int simpleNameLenght = fOldName.length();
    match.setOffset(start + length - simpleNameLenght);
    match.setLength(simpleNameLenght);
    return match;
  }

  // Not a standard reference -- use scanner to find last identifier token:
  IScanner scanner = getScanner(unit);
  scanner.setSource(matchText.toCharArray());
  int simpleNameStart = -1;
  int simpleNameEnd = -1;
  try {
    int token = scanner.getNextToken();
    while (token != ITerminalSymbols.TokenNameEOF) {
      if (token == ITerminalSymbols.TokenNameIdentifier) {
        simpleNameStart = scanner.getCurrentTokenStartPosition();
        simpleNameEnd = scanner.getCurrentTokenEndPosition();
      }
      token = scanner.getNextToken();
    }
  } catch (InvalidInputException e) {
    // ignore
  }
  if (simpleNameStart != -1) {
    match.setOffset(start + simpleNameStart);
    match.setLength(simpleNameEnd + 1 - simpleNameStart);
  }
  return match;
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private boolean checkStart(IScanner scanner, int position) {
  return scanner.getCurrentTokenStartPosition() < position
      && position <= scanner.getCurrentTokenEndPosition();
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
private boolean checkEnd(IScanner scanner, int position) {
  return scanner.getCurrentTokenStartPosition() <= position
      && position < scanner.getCurrentTokenEndPosition();
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
@Override
public void acceptSearchMatch(ICompilationUnit unit, SearchMatch match) throws CoreException {
	if (match instanceof MethodReferenceMatch
			&& ((MethodReferenceMatch) match).isSuperInvocation()
			&& match.getAccuracy() == SearchMatch.A_INACCURATE) {
		return; // see https://bugs.eclipse.org/bugs/show_bug.cgi?id=156491
	}

	if (match.isImplicit()) { // see bug 94062
		collectMatch(match);
		return;
	}

	int start= match.getOffset();
	int length= match.getLength();
	String matchText= unit.getBuffer().getText(start, length);

	//direct match:
	if (fName.equals(matchText)) {
		collectMatch(match);
		return;
	}

	// lambda expression
	if (match instanceof MethodDeclarationMatch
			&& match.getElement() instanceof IMethod
			&& ((IMethod) match.getElement()).isLambdaMethod()) {
		// don't touch the lambda
		return;
	}

	//Not a standard reference -- use scanner to find last identifier token before left parenthesis:
	IScanner scanner= getScanner(unit);
	scanner.setSource(matchText.toCharArray());
	int simpleNameStart= -1;
	int simpleNameEnd= -1;
	try {
		int token = scanner.getNextToken();
		while (token != ITerminalSymbols.TokenNameEOF && token != ITerminalSymbols.TokenNameLPAREN) { // reference in code includes arguments in parentheses
			if (token == ITerminalSymbols.TokenNameIdentifier) {
				simpleNameStart= scanner.getCurrentTokenStartPosition();
				simpleNameEnd= scanner.getCurrentTokenEndPosition();
			}
			token = scanner.getNextToken();
		}
	} catch (InvalidInputException e){
		//ignore
	}
	if (simpleNameStart != -1) {
		match.setOffset(start + simpleNameStart);
		match.setLength(simpleNameEnd + 1 - simpleNameStart);
	}
	collectMatch(match);
}
 

import org.eclipse.jdt.core.compiler.IScanner; //导入方法依赖的package包/类
public SearchMatch acceptSearchMatch2(ICompilationUnit unit, SearchMatch match) throws CoreException {
	int start= match.getOffset();
	int length= match.getLength();

	//unqualified:
	String matchText= unit.getBuffer().getText(start, length);
	if (fOldName.equals(matchText)) {
		return match;
	}

	//(partially) qualified:
	if (fOldQualifiedName.endsWith(matchText)) {
		//e.g. rename B and p.A.B ends with match A.B
		int simpleNameLenght= fOldName.length();
		match.setOffset(start + length - simpleNameLenght);
		match.setLength(simpleNameLenght);
		return match;
	}

	//Not a standard reference -- use scanner to find last identifier token:
	IScanner scanner= getScanner(unit);
	scanner.setSource(matchText.toCharArray());
	int simpleNameStart= -1;
	int simpleNameEnd= -1;
	try {
		int token = scanner.getNextToken();
		while (token != ITerminalSymbols.TokenNameEOF) {
			if (token == ITerminalSymbols.TokenNameIdentifier) {
				simpleNameStart= scanner.getCurrentTokenStartPosition();
				simpleNameEnd= scanner.getCurrentTokenEndPosition();
			}
			token = scanner.getNextToken();
		}
	} catch (InvalidInputException e){
		//ignore
	}
	if (simpleNameStart != -1) {
		match.setOffset(start + simpleNameStart);
		match.setLength(simpleNameEnd + 1 - simpleNameStart);
	}
	return match;
}