Java ExprNodeDesc.getExprString方法代码示例

import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; //导入方法依赖的package包/类
private void pushFilters(final JobConf jobConf, final TableScanOperator tableScan) {

    final TableScanDesc scanDesc = tableScan.getConf();
    if (scanDesc == null) {
      LOG.debug("Not pushing filters because TableScanDesc is null");
      return;
    }

    // construct column name list for reference by filter push down
    Utilities.setColumnNameList(jobConf, tableScan);

    // push down filters
    final ExprNodeDesc filterExpr = scanDesc.getFilterExpr();
    if (filterExpr == null) {
      LOG.debug("Not pushing filters because FilterExpr is null");
      return;
    }

    final String filterText = filterExpr.getExprString();
    final String filterExprSerialized = Utilities.serializeExpression(filterExpr);
    jobConf.set(
            TableScanDesc.FILTER_TEXT_CONF_STR,
            filterText);
    jobConf.set(
            TableScanDesc.FILTER_EXPR_CONF_STR,
            filterExprSerialized);
  }
 

import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; //导入方法依赖的package包/类
/**
 * Look for a filter predicate pushed down by the StorageHandler. If a
 * filter was pushed down, the filter expression and the list of indexed
 * columns should be set in the JobConf properties. If either is not set, we
 * can't deal with the filter here so return null. If both are present in
 * the JobConf, translate the filter expression into a list of C*
 * IndexExpressions which we'll later use in queries. The filter expression
 * should translate exactly to IndexExpressions, as our
 * HiveStoragePredicateHandler implementation has already done this once. As
 * an additional check, if this is no longer the case & there is some
 * residual predicate after translation, throw an Exception.
 *
 * @param jobConf Job Configuration
 * @return C* IndexExpressions representing the pushed down filter or null
 * pushdown is not possible
 * @throws java.io.IOException if there are problems deserializing from the
 * JobConf
 */
private List<IndexExpression> parseFilterPredicate(JobConf jobConf) throws IOException {
    String filterExprSerialized = jobConf.get(TableScanDesc.FILTER_EXPR_CONF_STR);
    if (filterExprSerialized == null) {
        return null;
    }

    ExprNodeDesc filterExpr = Utilities.deserializeExpression(filterExprSerialized, jobConf);
    String encodedIndexedColumns = jobConf.get(AbstractCassandraSerDe.CASSANDRA_INDEXED_COLUMNS);
    Set<ColumnDef> indexedColumns = CqlPushdownPredicate.deserializeIndexedColumns(encodedIndexedColumns);
    if (indexedColumns.isEmpty()) {
        return null;
    }

    IndexPredicateAnalyzer analyzer = CqlPushdownPredicate.newIndexPredicateAnalyzer(indexedColumns);
    List<IndexSearchCondition> searchConditions = new ArrayList<IndexSearchCondition>();
    ExprNodeDesc residualPredicate = analyzer.analyzePredicate(filterExpr, searchConditions);

    // There should be no residual predicate since we already negotiated
    // that earlier in CqlStorageHandler.decomposePredicate.
    if (residualPredicate != null) {
        throw new RuntimeException("Unexpected residual predicate : " + residualPredicate.getExprString());
    }

    if (!searchConditions.isEmpty()) {
        return CqlPushdownPredicate.translateSearchConditions(searchConditions, indexedColumns);
    } else {
        throw new RuntimeException("At least one search condition expected in filter predicate");
    }
}
 

import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; //导入方法依赖的package包/类
/**
 * Look for a filter predicate pushed down by the StorageHandler. If a
 * filter was pushed down, the filter expression and the list of indexed
 * columns should be set in the JobConf properties. If either is not set, we
 * can't deal with the filter here so return null. If both are present in
 * the JobConf, translate the filter expression into a list of C*
 * IndexExpressions which we'll later use in queries. The filter expression
 * should translate exactly to IndexExpressions, as our
 * HiveStoragePredicateHandler implementation has already done this once. As
 * an additional check, if this is no longer the case & there is some
 * residual predicate after translation, throw an Exception.
 *
 * @param jobConf Job Configuration
 * @return C* IndexExpressions representing the pushed down filter or null
 * pushdown is not possible
 * @throws IOException if there are problems deserializing from the JobConf
 */
private List<IndexExpression> parseFilterPredicate(JobConf jobConf) throws IOException {
    String filterExprSerialized = jobConf.get(TableScanDesc.FILTER_EXPR_CONF_STR);
    if (filterExprSerialized == null) {
        return null;
    }

    ExprNodeDesc filterExpr = Utilities.deserializeExpression(filterExprSerialized, jobConf);
    String encodedIndexedColumns = jobConf.get(AbstractCassandraSerDe.CASSANDRA_INDEXED_COLUMNS);
    Set<ColumnDef> indexedColumns = CassandraPushdownPredicate.deserializeIndexedColumns(encodedIndexedColumns);
    if (indexedColumns.isEmpty()) {
        return null;
    }

    IndexPredicateAnalyzer analyzer = CassandraPushdownPredicate.newIndexPredicateAnalyzer(indexedColumns);
    List<IndexSearchCondition> searchConditions = new ArrayList<IndexSearchCondition>();
    ExprNodeDesc residualPredicate = analyzer.analyzePredicate(filterExpr, searchConditions);

    // There should be no residual predicate since we already negotiated
    // that earlier in CassandraStorageHandler.decomposePredicate.
    if (residualPredicate != null) {
        throw new RuntimeException("Unexpected residual predicate : " + residualPredicate.getExprString());
    }

    if (!searchConditions.isEmpty()) {
        return CassandraPushdownPredicate.translateSearchConditions(searchConditions, indexedColumns);
    } else {
        throw new RuntimeException("At least one search condition expected in filter predicate");
    }
}
 

import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; //导入方法依赖的package包/类
/**
 *
 * @param conf JobConf
 * @return list of IndexSearchConditions from the filter expression.
 */
public List<IndexSearchCondition> getSearchConditions(JobConf conf) {
    List<IndexSearchCondition> sConditions = Lists.newArrayList();
    String filteredExprSerialized = conf.get(TableScanDesc.FILTER_EXPR_CONF_STR);
    if(filteredExprSerialized == null)
        return sConditions;
    ExprNodeDesc filterExpr = Utilities.deserializeExpression(filteredExprSerialized, conf);
    IndexPredicateAnalyzer analyzer = newAnalyzer(conf);
    ExprNodeDesc residual = analyzer.analyzePredicate(filterExpr, sConditions);
    if(residual != null)
        throw new RuntimeException("Unexpected residual predicate: " + residual.getExprString());
    return sConditions;
}