Java TokenType类代码示例

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
/**
 * Dump a token stream to stdout
 *
 * TODO: most other bugging goes to stderr, change?
 *
 * @param source the source
 * @param lexer  the lexer
 * @param stream the stream to dump
 */
public static void dumpTokens(final Source source, final Lexer lexer, final TokenStream stream) {
    TokenType type;
    int k = 0;
    do {
        while (k > stream.last()) {
            // Get more tokens.
            lexer.lexify();
        }

        final long token = stream.get(k);
        type = Token.descType(token);
        System.out.println("" + k + ": " + Token.toString(source, token, true));
        k++;
    } while(type != EOF);
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public Node leaveExpressionStatement(final ExpressionStatement expressionStatement) {
    final Expression expr = expressionStatement.getExpression();
    ExpressionStatement node = expressionStatement;

    final FunctionNode currentFunction = lc.getCurrentFunction();

    if (currentFunction.isProgram()) {
        if (!isInternalExpression(expr) && !isEvalResultAssignment(expr)) {
            node = expressionStatement.setExpression(
                new BinaryNode(
                    Token.recast(
                        expressionStatement.getToken(),
                        TokenType.ASSIGN),
                    compilerConstant(RETURN),
                expr));
        }
    }

    return addStatement(node);
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public Node leaveBlock(final Block block) {
    if (!artificialBlock) {
        if (lc.isFunctionBody()) {
            // Prepend declaration-only var statements to the top of the statement list.
            lc.prependStatements(getCurrentFunctionState().varStatements);
        } else if (lc.isSplitBody()) {
            appendSplitReturn(FALLTHROUGH_STATE, NO_LINE_NUMBER);
            if (getCurrentFunctionState().fn.isProgram()) {
                // If we're splitting the program, make sure every shard ends with "return :return" and
                // begins with ":return = :return-in;".
                lc.prependStatement(new ExpressionStatement(NO_LINE_NUMBER, NO_TOKEN, NO_FINISH,
                        new BinaryNode(Token.toDesc(TokenType.ASSIGN, 0, 0), createReturnIdent(), createReturnParamIdent())));
            }
        }
    }
    return block;
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public boolean enterBinaryNode(final BinaryNode binaryNode) {
    if(binaryNode.isAssignment()) {
        final Expression lhs = binaryNode.lhs();
        if(!binaryNode.isSelfModifying()) {
            tagNeverOptimistic(lhs);
        }
        if(lhs instanceof IdentNode) {
            final Symbol symbol = ((IdentNode)lhs).getSymbol();
            // Assignment to internal symbols is never optimistic, except for self-assignment expressions
            if(symbol.isInternal() && !binaryNode.rhs().isSelfModifying()) {
                tagNeverOptimistic(binaryNode.rhs());
            }
        }
    } else if(binaryNode.isTokenType(TokenType.INSTANCEOF)) {
        tagNeverOptimistic(binaryNode.lhs());
        tagNeverOptimistic(binaryNode.rhs());
    }
    return true;
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
private void loadNOT(final UnaryNode unaryNode) {
    final Expression expr = unaryNode.getExpression();
    if(expr instanceof UnaryNode && expr.isTokenType(TokenType.NOT)) {
        // !!x is idiomatic boolean cast in JavaScript
        loadExpressionAsBoolean(((UnaryNode)expr).getExpression());
    } else {
        final Label trueLabel  = new Label("true");
        final Label afterLabel = new Label("after");

        emitBranch(expr, trueLabel, true);
        method.load(true);
        method._goto(afterLabel);
        method.label(trueLabel);
        method.load(false);
        method.label(afterLabel);
    }
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public boolean enterBinaryNode(final BinaryNode binaryNode) {
    if (binaryNode.isAssignment()) {
        final ExpressionTree srcTree = translateExpr(binaryNode.getAssignmentSource());
        final ExpressionTree destTree = translateExpr(binaryNode.getAssignmentDest());

        if (binaryNode.isTokenType(TokenType.ASSIGN)) {
            curExpr = new AssignmentTreeImpl(binaryNode, destTree, srcTree);
        } else {
            curExpr = new CompoundAssignmentTreeImpl(binaryNode, destTree, srcTree);
        }
    } else {
        final ExpressionTree leftTree = translateExpr(binaryNode.lhs());
        final ExpressionTree rightTree = translateExpr(binaryNode.rhs());

        if (binaryNode.isTokenType(TokenType.INSTANCEOF)) {
            curExpr = new InstanceOfTreeImpl(binaryNode, leftTree, rightTree);
        } else {
            curExpr = new BinaryTreeImpl(binaryNode, leftTree, rightTree);
        }
    }

    return false;
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public boolean enterUnaryNode(final UnaryNode unaryNode) {
    if (unaryNode.isTokenType(TokenType.NEW)) {
        curExpr = new NewTreeImpl(unaryNode,
                translateExpr(unaryNode.getExpression()));
    } else if (unaryNode.isTokenType(TokenType.YIELD) ||
            unaryNode.isTokenType(TokenType.YIELD_STAR)) {
        curExpr = new YieldTreeImpl(unaryNode,
                translateExpr(unaryNode.getExpression()));
    } else if (unaryNode.isTokenType(TokenType.SPREAD_ARGUMENT) ||
            unaryNode.isTokenType(TokenType.SPREAD_ARRAY)) {
        curExpr = new SpreadTreeImpl(unaryNode,
                translateExpr(unaryNode.getExpression()));
    } else {
        curExpr = new UnaryTreeImpl(unaryNode,
                translateExpr(unaryNode.getExpression()));
    }
    return false;
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public Node leaveExpressionStatement(final ExpressionStatement expressionStatement) {
    final Expression expr = expressionStatement.getExpression();
    ExpressionStatement node = expressionStatement;

    final FunctionNode currentFunction = lc.getCurrentFunction();

    if (currentFunction.isProgram()) {
        if (!isInternalExpression(expr) && !isEvalResultAssignment(expr)) {
            node = expressionStatement.setExpression(
                new BinaryNode(
                    Token.recast(
                        expressionStatement.getToken(),
                        TokenType.ASSIGN),
                    compilerConstant(RETURN),
                expr));
        }
    }

    if (es6 && expressionStatement.destructuringDeclarationType() != null) {
        throwNotImplementedYet("es6.destructuring", expressionStatement);
    }

    return addStatement(node);
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public boolean enterBinaryNode(final BinaryNode binaryNode) {
    if(binaryNode.isAssignment()) {
        final Expression lhs = binaryNode.lhs();
        if(!binaryNode.isSelfModifying()) {
            tagNeverOptimistic(lhs);
        }
        if(lhs instanceof IdentNode) {
            final Symbol symbol = ((IdentNode)lhs).getSymbol();
            // Assignment to internal symbols is never optimistic, except for self-assignment expressions
            if(symbol.isInternal() && !binaryNode.rhs().isSelfModifying()) {
                tagNeverOptimistic(binaryNode.rhs());
            }
        }
    } else if(binaryNode.isTokenType(TokenType.INSTANCEOF)
            || binaryNode.isTokenType(TokenType.EQ_STRICT)
            || binaryNode.isTokenType(TokenType.NE_STRICT)) {
        tagNeverOptimistic(binaryNode.lhs());
        tagNeverOptimistic(binaryNode.rhs());
    }
    return true;
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
private static void emitObjectToNumberComparisonConversion(final MethodEmitter method, final TokenType tt) {
    switch(tt) {
    case EQ:
    case NE:
        if (method.peekType().isObject()) {
            TO_NUMBER_FOR_EQ.invoke(method);
            return;
        }
        break;
    case EQ_STRICT:
    case NE_STRICT:
        if (method.peekType().isObject()) {
            TO_NUMBER_FOR_STRICT_EQ.invoke(method);
            return;
        }
        break;
    default:
        break;
    }
    method.convert(Type.NUMBER);
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
private static long tokenFor(final FunctionNode fn) {
    final int  position  = Token.descPosition(fn.getFirstToken());
    final long lastToken = Token.withDelimiter(fn.getLastToken());
    // EOL uses length field to store the line number
    final int  length    = Token.descPosition(lastToken) - position + (Token.descType(lastToken) == TokenType.EOL ? 0 : Token.descLength(lastToken));

    return Token.toDesc(TokenType.FUNCTION, position, length);
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
/**
 * Returns true if the token type represents a logical operation.
 * @param tokenType the token type
 * @return true if the token type represents a logical operation.
 */
public static boolean isLogical(final TokenType tokenType) {
    switch (tokenType) {
    case AND:
    case OR:
        return true;
    default:
        return false;
    }
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
@Override
public Type getMostOptimisticType() {
    final TokenType tokenType = tokenType();
    if(tokenType == TokenType.ADD || tokenType == TokenType.ASSIGN_ADD) {
        return OPTIMISTIC_UNDECIDED_TYPE;
    } else if (CAN_OVERFLOW.contains(tokenType())) {
        return Type.INT;
    }
    return getMostPessimisticType();
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
/**
 * Creates the string representation of this unary node, delegating the creation of the string representation of its
 * operand to a specified runnable.
 * @param sb the string builder to use
 * @param rhsStringBuilder the runnable that appends the string representation of the operand to the string builder
 * @param printType should we print type
 * when invoked.
 */
public void toString(final StringBuilder sb, final Runnable rhsStringBuilder, final boolean printType) {
    final TokenType tokenType = tokenType();
    final String    name      = tokenType.getName();
    final boolean   isPostfix = tokenType == DECPOSTFIX || tokenType == INCPOSTFIX;

    if (isOptimistic()) {
        sb.append(Expression.OPT_IDENTIFIER);
    }
    boolean rhsParen = tokenType.needsParens(getExpression().tokenType(), false);

    if (!isPostfix) {
        if (name == null) {
            sb.append(tokenType.name());
            rhsParen = true;
        } else {
            sb.append(name);

            if (tokenType.ordinal() > BIT_NOT.ordinal()) {
                sb.append(' ');
            }
        }
    }

    if (rhsParen) {
        sb.append('(');
    }
    rhsStringBuilder.run();
    if (rhsParen) {
        sb.append(')');
    }

    if (isPostfix) {
        sb.append(tokenType == DECPOSTFIX ? "--" : "++");
    }
}
 

import jdk.nashorn.internal.parser.TokenType; //导入依赖的package包/类
/**
 * Constructor
 *
 * @param token   token
 * @param finish  finish
 * @param value   array literal value, a Node array
 */
protected ArrayLiteralNode(final long token, final int finish, final Expression[] value) {
    super(Token.recast(token, TokenType.ARRAY), finish, value);
    this.elementType = Type.UNKNOWN;
    this.presets     = null;
    this.postsets    = null;
    this.units       = null;
}