当前位置: 首页>>代码示例>>Java>>正文

Java GenericUDAFEvaluator.iterate方法代码示例

本文整理汇总了Java中org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.iterate方法的典型用法代码示例。如果您正苦于以下问题：Java GenericUDAFEvaluator.iterate方法的具体用法？Java GenericUDAFEvaluator.iterate怎么用？Java GenericUDAFEvaluator.iterate使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator的用法示例。


在下文中一共展示了GenericUDAFEvaluator.iterate方法的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: test

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void test() throws Exception {
    final TransposeAndDotUDAF tad = new TransposeAndDotUDAF();

    final double[][] matrix0 = new double[][] { {1, -2}, {-1, 3}};
    final double[][] matrix1 = new double[][] { {1, 2}, {3, 4}};

    final ObjectInspector[] OIs = new ObjectInspector[] {
            ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector),
            ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableDoubleObjectInspector)};
    final GenericUDAFEvaluator evaluator = tad.getEvaluator(new SimpleGenericUDAFParameterInfo(
        OIs, false, false));
    evaluator.init(GenericUDAFEvaluator.Mode.PARTIAL1, OIs);
    TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer agg = (TransposeAndDotUDAF.TransposeAndDotUDAFEvaluator.TransposeAndDotAggregationBuffer) evaluator.getNewAggregationBuffer();
    evaluator.reset(agg);
    for (int i = 0; i < matrix0.length; i++) {
        evaluator.iterate(agg, new Object[] {WritableUtils.toWritableList(matrix0[i]),
                WritableUtils.toWritableList(matrix1[i])});
    }

    final double[][] answer = new double[][] { {-2.0, -2.0}, {7.0, 8.0}};

    for (int i = 0; i < answer.length; i++) {
        Assert.assertArrayEquals(answer[i], agg.aggMatrix[i], 0.d);
    }
}
开发者ID:apache，项目名称:incubator-hivemall，代码行数:27，代码来源:TransposeAndDotUDAFTest.java

示例2: completeModeDefaultK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new DoubleWritable(1.0) });
  eval.iterate(state, new Object[] { new DoubleWritable(2.0) });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:21，代码来源:DataToDoublesSketchUDAFTest.java

示例3: partial1ModeIntValuesDefaultParams

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeIntValuesDefaultParams() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkIntermediateResultInspector(resultInspector);

  UnionState state = (UnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] {new IntWritable(1)});
  eval.iterate(state, new Object[] {new IntWritable(2)});

  Object result = eval.terminatePartial(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof List);
  List<?> r = (List<?>) result;
  Assert.assertEquals(r.size(), 3);
  Assert.assertEquals(((IntWritable) (r.get(0))).get(), DEFAULT_NOMINAL_ENTRIES);
  Assert.assertEquals(((LongWritable) (r.get(1))).get(), DEFAULT_UPDATE_SEED);
  Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) (r.get(2))).getBytes()));
  Assert.assertFalse(resultSketch.isEstimationMode());
  Assert.assertEquals(resultSketch.getEstimate(), 2.0);

  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:26，代码来源:DataToSketchUDAFTest.java

示例4: partial1ModeGetStateBeforeInit

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeGetStateBeforeInit() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);

  State state = (State) eval.getNewAggregationBuffer();
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkIntermediateResultInspector(resultInspector);

  eval.iterate(state, new Object[] {new IntWritable(1)});
  eval.iterate(state, new Object[] {new IntWritable(2)});

  Object result = eval.terminatePartial(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof List);
  List<?> r = (List<?>) result;
  Assert.assertEquals(r.size(), 3);
  Assert.assertEquals(((IntWritable) r.get(0)).get(), SketchEvaluator.DEFAULT_LG_K);
  Assert.assertEquals(((Text) r.get(1)).toString(), SketchEvaluator.DEFAULT_HLL_TYPE.toString());
  HllSketch resultSketch = HllSketch.wrap(Memory.wrap(((BytesWritable) r.get(2)).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:26，代码来源:DataToSketchUDAFTest.java

示例5: completeModeIntKeysDefaultParams

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeIntKeysDefaultParams() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkFinalResultInspector(resultInspector);

  State state = (State) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] {new IntWritable(1)});
  eval.iterate(state, new Object[] {new IntWritable(2)});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.reset(state);
  result = eval.terminate(state);
  Assert.assertNull(result);

  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:25，代码来源:DataToSketchUDAFTest.java

示例6: iterateTerminatePartial

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void iterateTerminatePartial() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
  state.init(256);
  state.update("a");

  ItemsSketch<String> sketch = new ItemsSketch<String>(256);
  sketch.update("b");

  eval.iterate(state, new Object[] { new BytesWritable(sketch.toByteArray(serDe)) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
  Assert.assertEquals(resultSketch.getStreamLength(), 2);
  Assert.assertEquals(resultSketch.getNumActiveItems(), 2);
  Assert.assertEquals(resultSketch.getEstimate("a"), 1);
  Assert.assertEquals(resultSketch.getEstimate("b"), 1);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:27，代码来源:UnionStringsSketchUDAFTest.java

示例7: iterateTerminatePartial

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void iterateTerminatePartial() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
  Assert.assertEquals(resultSketch.getStreamLength(), 2);
  Assert.assertEquals(resultSketch.getNumActiveItems(), 2);
  Assert.assertEquals(resultSketch.getEstimate("a"), 1);
  Assert.assertEquals(resultSketch.getEstimate("b"), 1);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:22，代码来源:DataToStringsSketchUDAFTest.java

示例8: partia1ModelDefaultKDowsizeInput

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partia1ModelDefaultKDowsizeInput() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();

  UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
  sketch1.update(1.0);
  eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()) });

  UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
  sketch2.update(2.0);
  eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:27，代码来源:UnionDoublesSketchUDAFTest.java

示例9: partia1ModelGivenK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partia1ModelGivenK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();

  UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
  sketch1.update(1.0);
  eval.iterate(state, new Object[] { new BytesWritable(sketch1.toByteArray()), new IntWritable(256) });

  UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
  sketch2.update(2.0);
  eval.iterate(state, new Object[] { new BytesWritable(sketch2.toByteArray()), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:27，代码来源:UnionDoublesSketchUDAFTest.java

示例10: partial1ModeDefaultK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeDefaultK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new DoubleWritable(1.0) });
  eval.iterate(state, new Object[] { new DoubleWritable(2.0) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:21，代码来源:DataToDoublesSketchUDAFTest.java

示例11: partial1ModeGivenK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeGivenK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new DoubleWritable(1.0), new IntWritable(256) });
  eval.iterate(state, new Object[] { new DoubleWritable(2.0), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:21，代码来源:DataToDoublesSketchUDAFTest.java

示例12: partial1ModeGivenK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeGivenK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminatePartial(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), "a");
  Assert.assertEquals(resultSketch.getMaxValue(), "b");
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:22，代码来源:DataToStringsSketchUDAFTest.java

示例13: completeModeDefaultK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a") });
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b") });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), "a");
  Assert.assertEquals(resultSketch.getMaxValue(), "b");
  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:22，代码来源:DataToStringsSketchUDAFTest.java

示例14: testCompleteFunnelSizeMismatch

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test(expected = UDFArgumentTypeException.class)
public void testCompleteFunnelSizeMismatch() throws HiveException {
    Merge udaf = new Merge();
    ObjectInspector[] inputObjectInspectorList = new ObjectInspector[]{
            ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaLongObjectInspector)
    };

    GenericUDAFParameterInfo paramInfo = new SimpleGenericUDAFParameterInfo(inputObjectInspectorList, false, false);
    GenericUDAFEvaluator udafEvaluator = udaf.getEvaluator(paramInfo);

    ObjectInspector outputObjectInspector = udafEvaluator.init(Mode.COMPLETE, inputObjectInspectorList);

    // Setup two funnels, different sizes.
    List<Long> funnel1 = new ArrayList<>();
    funnel1.add(1L);
    funnel1.add(1L);
    funnel1.add(0L);

    List<Long> funnel2 = new ArrayList<>();
    funnel2.add(1L);
    funnel2.add(0L);

    Object[] parameters1 = new Object[]{funnel1};
    Object[] parameters2 = new Object[]{funnel2};

    // Should cause an error when merging funnels of different sizes
    AggregationBuffer agg = udafEvaluator.getNewAggregationBuffer();
    udafEvaluator.reset(agg);
    udafEvaluator.iterate(agg, parameters1);
    udafEvaluator.iterate(agg, parameters2);
}
开发者ID:yahoo，项目名称:hive-funnel-udf，代码行数:32，代码来源:MergeTest.java

示例15: partial1ModeDefaultParams

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial1ModeDefaultParams() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL1, inspectors);
  DataToSketchUDAFTest.checkIntermediateResultInspector(resultInspector);

  State state = (State) eval.getNewAggregationBuffer();

  HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch1.update(1);
  eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray())});

  HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch2.update(2);
  eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray())});

  Object result = eval.terminatePartial(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof List);
  List<?> r = (List<?>) result;
  Assert.assertEquals(r.size(), 3);
  Assert.assertEquals(((IntWritable) (r.get(0))).get(), SketchEvaluator.DEFAULT_LG_K);
  Assert.assertEquals(((Text) (r.get(1))).toString(), SketchEvaluator.DEFAULT_HLL_TYPE.toString());
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) (r.get(2))).getBytes()));
  Assert.assertEquals(resultSketch.getLgConfigK(), SketchEvaluator.DEFAULT_LG_K);
  Assert.assertEquals(resultSketch.getTgtHllType(), SketchEvaluator.DEFAULT_HLL_TYPE);
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.close();
}
开发者ID:DataSketches，项目名称:sketches-hive，代码行数:33，代码来源:UnionSketchUDAFTest.java


注：本文中的org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.iterate方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。