本文整理汇总了Java中org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate类的典型用法代码示例。如果您正苦于以下问题:Java DecomposedPredicate类的具体用法?Java DecomposedPredicate怎么用?Java DecomposedPredicate使用的例子?那么, 这里精选的类代码示例或许可以为您提供帮助。
DecomposedPredicate类属于org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler包,在下文中一共展示了DecomposedPredicate类的6个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: decomposePredicate
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
/**
* Decompose the predicates (filter expressions) provided in hive query and if some
* predicates can be pushed down to the Monarch, use them at query time reduce the
* data queried from Monarch (Geode). The residual predicates (the ones that cannot
* be executed on Monarch/Geode) will need to be executed in hive query engine.
* <p>
* The predicates to be executed on Monarch are decided by the column-type and
* predicate operations. Following is the current list supported for execution
* on Monarch/Geode side (as of 2015-12-23):
* - Predicate Operations:
* -- EQUAL
* -- LESS THAN
* -- LESS THAN OR EQUAL
* - Column Types:
* -- INT
* -- LONG
* -- STRING
*
* @param jobConf the job configuration
* @param deserializer the deserializer
* @param exprNodeDesc the hive expression to be decpomposed
* @return the decomposed predicate indicating which predicates will be executed on Monarch
* and which predicates (residual) will be by Hive query engine
*/
public static DecomposedPredicate decomposePredicate(final JobConf jobConf,
final MonarchSerDe deserializer,
final ExprNodeDesc exprNodeDesc) {
List<IndexSearchCondition> indexSearchConditions = new ArrayList<>(5);
IndexPredicateAnalyzer ipa = getIndexPredicateAnalyzer(deserializer);
ExprNodeDesc residual = ipa.analyzePredicate(exprNodeDesc, indexSearchConditions);
ipa.clearAllowedColumnNames();
if (indexSearchConditions.isEmpty()) {
if (logger.isDebugEnabled())
logger.debug("nothing to decompose. Returning");
return null;
}
DecomposedPredicate dp = new DecomposedPredicate();
dp.pushedPredicate = ipa.translateSearchConditions(indexSearchConditions);
dp.residualPredicate = (ExprNodeGenericFuncDesc) residual;
dp.pushedPredicateObject = null;
if (logger.isDebugEnabled()) {
logger.debug("[To Monarch -->] PushedPredicate= {}", dp.pushedPredicate);
logger.debug("[In Hive -->] ResidualPredicate= {}", dp.residualPredicate);
}
return dp;
}
示例2: testPredicate_Single
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
/**
* Test single function predicates.
*
* @param exprNodeDesc the node expression
* @param checkPushed the null check for pushed predicate
* @param checkResidual the null check for residual predicate
* @throws Exception
*/
@Test(dataProvider = "getDataForSinglePredicate")
public void testPredicate_Single(final ExprNodeDesc exprNodeDesc,
final NullCheck checkPushed, final NullCheck checkResidual,
final Filter expectedPredicate) throws
Exception {
DecomposedPredicate dp = MonarchPredicateHandler.decomposePredicate(null, serDe, exprNodeDesc);
//assertNotNull(dp);
//checkPushed.check(dp.pushedPredicate);
//checkResidual.check(dp.residualPredicate);
if (checkPushed.equals(NullCheck.NotNull)) {
final String expression = Utilities.serializeExpression(dp.pushedPredicate);
final String[] cols = Arrays.stream(properties.getProperty("columns").split(",")).toArray(String[]::new);
MPredicateHolder[] phs1 = MonarchPredicateHandler.getPushDownPredicates(expression, cols);
FilterList phs = MonarchPredicateHandler.getPushDownFilters(expression, cols);
assertEquals(phs.getFilters().size(), 1);
assertEquals(phs.getFilters().get(0).toString(), expectedPredicate.toString());
}
}
示例3: pushPredicate
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
public DecomposedPredicate pushPredicate(Map<String, String> hiveTypeMapping, ExprNodeDesc
predicate) {
log.info("Checking predicates for pushdown in DynamoDB query");
List<IndexSearchCondition> searchConditions = getGenericSearchConditions(hiveTypeMapping,
predicate);
log.info("Pushed predicates: " + searchConditions);
if (searchConditions.isEmpty()) {
return null;
} else {
List<IndexSearchCondition> finalSearchCondition =
prioritizeSearchConditions(searchConditions);
IndexPredicateAnalyzer analyzer = new IndexPredicateAnalyzer();
DecomposedPredicate decomposedPredicate = new DecomposedPredicate();
decomposedPredicate.pushedPredicate =
analyzer.translateSearchConditions(finalSearchCondition);
decomposedPredicate.residualPredicate = (ExprNodeGenericFuncDesc) predicate;
return decomposedPredicate;
}
}
示例4: testPredicate_Multiple_1
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
@Test
public void testPredicate_Multiple_1() {
ExprNodeDesc expr1 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 10, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPEqual());
ExprNodeDesc expr2 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 10, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPEqual());
ExprNodeDesc exprT = new ExprNodeGenericFuncDesc(TypeInfoFactory.booleanTypeInfo, new GenericUDFOPAnd(), new ArrayList<>(2));
exprT.getChildren().add(expr1);
exprT.getChildren().add(expr2);
DecomposedPredicate dp = MonarchPredicateHandler.decomposePredicate(null, serDe, exprT);
assertNotNull(dp);
assertNotNull(dp.pushedPredicate);
assertNull(dp.residualPredicate);
assertEquals(dp.pushedPredicate.toString(), exprT.toString());
}
示例5: testPredicate_Multiple_2
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
@Test
public void testPredicate_Multiple_2() {
ExprNodeDesc expr1 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 10, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPEqual());
ExprNodeDesc expr2 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 100, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPLessThan());
ExprNodeDesc exprT = new ExprNodeGenericFuncDesc(TypeInfoFactory.booleanTypeInfo, new GenericUDFOPAnd(), new ArrayList<>(2));
exprT.getChildren().add(expr1);
exprT.getChildren().add(expr2);
DecomposedPredicate dp = MonarchPredicateHandler.decomposePredicate(null, serDe, exprT);
assertNotNull(dp);
assertNotNull(dp.pushedPredicate);
assertNull(dp.residualPredicate);
assertEquals(dp.pushedPredicate.toString(), exprT.toString());
}
示例6: testPredicate_Multiple_3
import org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate; //导入依赖的package包/类
@Test
public void testPredicate_Multiple_3() {
ExprNodeDesc expr1 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 10, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPEqual());
ExprNodeDesc expr2 = getExprNodeDesc(TypeInfoFactory.intTypeInfo, "c1", 10, TypeInfoFactory.booleanTypeInfo, new GenericUDFOPMinus());
ExprNodeDesc exprT = new ExprNodeGenericFuncDesc(TypeInfoFactory.booleanTypeInfo, new GenericUDFOPAnd(), new ArrayList<>(2));
exprT.getChildren().add(expr1);
exprT.getChildren().add(expr2);
DecomposedPredicate dp = MonarchPredicateHandler.decomposePredicate(null, serDe, exprT);
assertNotNull(dp);
assertNotNull(dp.pushedPredicate);
assertNotNull(dp.residualPredicate);
assertEquals(dp.pushedPredicate.toString(), expr1.toString());
assertEquals(dp.residualPredicate.toString(), expr2.toString());
}