Java Lexer类代码示例

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
/**
 * {@inheritDoc}
 */
@Override
public String toString(int start, int stop) {
	if (start < 0 || stop < 0) {
		return null;
	}
	CommonToken startToken = (CommonToken) tokens.get(start);
	CommonToken stopToken = (CommonToken) tokens.get(stop);
	CharStream charStream = ((Lexer) tokenSource).getCharStream();
	String result = charStream.toString().substring(startToken.getStartIndex(), stopToken.getStopIndex());
	return result;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
protected boolean isSameTokenSequence(String originalText, String newText, int expectedLength) {
	Lexer originalLexer = lexerProvider.get();
	Lexer newLexer = lexerProvider.get();
	originalLexer.setCharStream(new ANTLRStringStream(originalText));
	newLexer.setCharStream(new ANTLRStringStream(newText));
	return isSameTokenSequence(originalLexer, newLexer, expectedLength);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
@Override
public Set<Binding> getGuiceBindingsUi(Grammar grammar) {
	BindFactory binder = new BindFactory();
		binder.addTypeToType("org.eclipse.xtext.ui.editor.contentassist.IProposalConflictHelper", "org.eclipse.xtext.ui.editor.contentassist.antlr.AntlrProposalConflictHelper");
		if(getNaming().hasIde()){
			binder.addConfiguredBinding("HighlightingLexer",
					"binder.bind(" + Lexer.class.getName() + ".class)"+
					".annotatedWith(com.google.inject.name.Names.named(" +
					"org.eclipse.xtext.ide.LexerIdeBindings.HIGHLIGHTING" +
					")).to(" + getLexerClassName(grammar, getNaming()) +".class)")
				   .addConfiguredBinding("HighlightingTokenDefProvider",
					"binder.bind(" + ITokenDefProvider.class.getName() + ".class)"+
					".annotatedWith(com.google.inject.name.Names.named(" +
					"org.eclipse.xtext.ide.LexerIdeBindings.HIGHLIGHTING" +
					")).to(" + AntlrTokenDefProvider.class.getName() +".class)");
		} else {
			binder.addConfiguredBinding("HighlightingLexer",
					"binder.bind(" + Lexer.class.getName() + ".class)"+
					".annotatedWith(com.google.inject.name.Names.named(" +
					"org.eclipse.xtext.ui.LexerUIBindings.HIGHLIGHTING" +
					")).to(" + getLexerClassName(grammar, getNaming()) +".class)")
				   .addConfiguredBinding("HighlightingTokenDefProvider",
					"binder.bind(" + ITokenDefProvider.class.getName() + ".class)"+
					".annotatedWith(com.google.inject.name.Names.named(" +
					"org.eclipse.xtext.ui.LexerUIBindings.HIGHLIGHTING" +
					")).to(" + AntlrTokenDefProvider.class.getName() +".class)");
		}
		return binder.getBindings();
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalPkmntcgoLexer.class;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public void configureRuntimeLexer(Binder binder) {
	binder.bind(Lexer.class)
		.annotatedWith(Names.named(LexerBindings.RUNTIME))
		.to(InternalPkmntcgoLexer.class);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalTypesLexer.class;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public void configureRuntimeLexer(Binder binder) {
	binder.bind(Lexer.class)
		.annotatedWith(Names.named(LexerBindings.RUNTIME))
		.to(InternalTypesLexer.class);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalRegularExpressionLexer.class;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public void configureRuntimeLexer(Binder binder) {
	binder.bind(Lexer.class)
		.annotatedWith(Names.named(LexerBindings.RUNTIME))
		.to(InternalRegularExpressionLexer.class);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
/**
 * Create a new lexer for the given input.
 */
protected TokenSource createLexer(CharStream stream) {
	Lexer lexer = lexerProvider.get();
	lexer.setCharStream(stream);
	return lexer;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalN4JSLexer.class;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public void configureRuntimeLexer(Binder binder) {
	binder.bind(Lexer.class)
		.annotatedWith(Names.named(LexerBindings.RUNTIME))
		.to(InternalN4JSLexer.class);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalN4MFLexer.class;
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public void configureRuntimeLexer(Binder binder) {
	binder.bind(Lexer.class)
		.annotatedWith(Names.named(LexerBindings.RUNTIME))
		.to(InternalN4MFLexer.class);
}
 

import org.eclipse.xtext.parser.antlr.Lexer; //导入依赖的package包/类
public Class<? extends Lexer> bindLexer() {
	return InternalMyDslLexer.class;
}