当前位置: 首页>>代码示例>>Java>>正文


Java GenericUDAFEvaluator.terminate方法代码示例

本文整理汇总了Java中org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.terminate方法的典型用法代码示例。如果您正苦于以下问题:Java GenericUDAFEvaluator.terminate方法的具体用法?Java GenericUDAFEvaluator.terminate怎么用?Java GenericUDAFEvaluator.terminate使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator的用法示例。


在下文中一共展示了GenericUDAFEvaluator.terminate方法的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: completeModeGivenK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeGivenK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new DoubleWritable(1.0), new IntWritable(256) });
  eval.iterate(state, new Object[] { new DoubleWritable(2.0), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:21,代码来源:DataToDoublesSketchUDAFTest.java

示例2: mergeTerminate

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void mergeTerminate() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, inspectors);
  checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();
  state.init(256);
  state.update("a");

  ItemsSketch<String> sketch = new ItemsSketch<String>(256);
  sketch.update("b");

  eval.merge(state, new BytesWritable(sketch.toByteArray(serDe)));

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
  Assert.assertEquals(resultSketch.getStreamLength(), 2);
  Assert.assertEquals(resultSketch.getNumActiveItems(), 2);
  Assert.assertEquals(resultSketch.getEstimate("a"), 1);
  Assert.assertEquals(resultSketch.getEstimate("b"), 1);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:27,代码来源:UnionStringsSketchUDAFTest.java

示例3: finalMode

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void finalMode() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.FINAL, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();

  UpdateDoublesSketch sketch1 = DoublesSketch.builder().setK(256).build();
  sketch1.update(1.0);
  eval.merge(state, new BytesWritable(sketch1.toByteArray()));

  UpdateDoublesSketch sketch2 = DoublesSketch.builder().setK(256).build();
  sketch2.update(2.0);
  eval.merge(state, new BytesWritable(sketch2.toByteArray()));

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:27,代码来源:UnionDoublesSketchUDAFTest.java

示例4: completeModeDefaultK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a") });
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b") });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), "a");
  Assert.assertEquals(resultSketch.getMaxValue(), "b");
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:22,代码来源:DataToStringsSketchUDAFTest.java

示例5: completeModeGivenK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeGivenK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToDoublesSketchUDAFTest.checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsUnionState<String> state = (ItemsUnionState<String>) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("a"), new IntWritable(256) });
  eval.iterate(state, new Object[] { new org.apache.hadoop.io.Text("b"), new IntWritable(256) });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), comparator, serDe);
  Assert.assertEquals(resultSketch.getK(), 256);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), "a");
  Assert.assertEquals(resultSketch.getMaxValue(), "b");
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:22,代码来源:DataToStringsSketchUDAFTest.java

示例6: partial2Mode

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void partial2Mode() throws Exception {
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(new ObjectInspector[] { doubleInspector }, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] {binaryInspector});
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();

  UpdateDoublesSketch sketch1 = DoublesSketch.builder().build();
  sketch1.update(1.0);
  eval.merge(state, new BytesWritable(sketch1.toByteArray()));

  UpdateDoublesSketch sketch2 = DoublesSketch.builder().build();
  sketch2.update(2.0);
  eval.merge(state, new BytesWritable(sketch2.toByteArray()));

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:25,代码来源:DataToDoublesSketchUDAFTest.java

示例7: completeModeDoubleValuesExplicitParameters

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDoubleValuesExplicitParameters() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector, intConstantInspector, floatConstantInspector, longConstantInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkFinalResultInspector(resultInspector);

  final long seed = 2;
  UnionState state = (UnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] {new DoubleWritable(1), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});
  eval.iterate(state, new Object[] {new DoubleWritable(2), new IntWritable(16), new FloatWritable(0.99f), new LongWritable(seed)});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()), seed);
  // because of sampling probability < 1
  Assert.assertTrue(resultSketch.isEstimationMode());
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.05);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:24,代码来源:DataToSketchUDAFTest.java

示例8: completeModeDefaultK

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultK() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToDoublesSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkResultInspector(resultInspector);

  DoublesUnionState state = (DoublesUnionState) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] { new DoubleWritable(1.0) });
  eval.iterate(state, new Object[] { new DoubleWritable(2.0) });

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  DoublesSketch resultSketch = DoublesSketch.wrap(Memory.wrap(bytes.getBytes()));
  Assert.assertEquals(resultSketch.getK(), 128);
  Assert.assertEquals(resultSketch.getRetainedItems(), 2);
  Assert.assertEquals(resultSketch.getMinValue(), 1.0);
  Assert.assertEquals(resultSketch.getMaxValue(), 2.0);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:21,代码来源:DataToDoublesSketchUDAFTest.java

示例9: finalMode

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void finalMode() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
  DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);

  State state = (State) eval.getNewAggregationBuffer();

  HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch1.update(1);
  eval.merge(state, Arrays.asList(
    new IntWritable(SketchEvaluator.DEFAULT_LG_K),
    new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
    new BytesWritable(sketch1.toCompactByteArray()))
  );

  HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch2.update(2);
  eval.merge(state, Arrays.asList(
    new IntWritable(SketchEvaluator.DEFAULT_LG_K),
    new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
    new BytesWritable(sketch2.toCompactByteArray()))
  );

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:35,代码来源:UnionSketchUDAFTest.java

示例10: completeModeDefaultSizeAndSeed

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultSizeAndSeed() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);

  UnionState state = (UnionState) eval.getNewAggregationBuffer();

  UpdateSketch sketch1 = UpdateSketch.builder().build();
  sketch1.update(1);
  eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});

  UpdateSketch sketch2 = UpdateSketch.builder().build();
  sketch2.update(2);
  eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0);

  eval.reset(state);
  result = eval.terminate(state);
  Assert.assertNull(result);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:31,代码来源:UnionSketchUDAFTest.java

示例11: completeModeExplicitParams

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeExplicitParams() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector, intConstantInspector, stringConstantInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new UnionSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);

  final int lgK = 4;
  final TgtHllType hllType = TgtHllType.HLL_6;
  State state = (State) eval.getNewAggregationBuffer();

  HllSketch sketch1 = new HllSketch(lgK, hllType);
  sketch1.update(1);
  eval.iterate(state, new Object[] {new BytesWritable(sketch1.toCompactByteArray()),
      new IntWritable(lgK), new Text(hllType.toString())});

  HllSketch sketch2 = new HllSketch(lgK, hllType);
  sketch2.update(2);
  eval.iterate(state, new Object[] {new BytesWritable(sketch2.toCompactByteArray()),
      new IntWritable(lgK), new Text(hllType.toString())});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getLgConfigK(), lgK);
  Assert.assertEquals(resultSketch.getTgtHllType(), hllType);
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.reset(state);
  result = eval.terminate(state);
  Assert.assertNull(result);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:37,代码来源:UnionSketchUDAFTest.java

示例12: finalMode

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void finalMode() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.FINAL, new ObjectInspector[] {structInspector});
  checkFinalResultInspector(resultInspector);

  State state = (State) eval.getNewAggregationBuffer();

  HllSketch sketch1 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch1.update(1);
  eval.merge(state, Arrays.asList(
    new IntWritable(SketchEvaluator.DEFAULT_LG_K),
    new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
    new BytesWritable(sketch1.toCompactByteArray()))
  );

  HllSketch sketch2 = new HllSketch(SketchEvaluator.DEFAULT_LG_K);
  sketch2.update(2);
  eval.merge(state, Arrays.asList(
      new IntWritable(SketchEvaluator.DEFAULT_LG_K),
      new Text(SketchEvaluator.DEFAULT_HLL_TYPE.toString()),
      new BytesWritable(sketch2.toCompactByteArray()))
  );

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:35,代码来源:DataToSketchUDAFTest.java

示例13: completeModeDoubleKeysExplicitParams

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDoubleKeysExplicitParams() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { doubleInspector, intConstantInspector, stringConstantInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  checkFinalResultInspector(resultInspector);

  final int lgK = 4;
  final TgtHllType hllType = TgtHllType.HLL_6;

  State state = (State) eval.getNewAggregationBuffer();
  eval.iterate(state, new Object[] {new DoubleWritable(1), new IntWritable(lgK), new Text(hllType.toString())});
  eval.iterate(state, new Object[] {new DoubleWritable(2), new IntWritable(lgK), new Text(hllType.toString())});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  HllSketch resultSketch = HllSketch.heapify(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getLgConfigK(), lgK);
  Assert.assertEquals(resultSketch.getTgtHllType(), hllType);
  Assert.assertEquals(resultSketch.getEstimate(), 2.0, 0.01);

  eval.reset(state);
  result = eval.terminate(state);
  Assert.assertNull(result);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:30,代码来源:DataToSketchUDAFTest.java

示例14: mergeTerminateEmptyState

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void mergeTerminateEmptyState() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { stringInspector, intInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new DataToStringsSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.PARTIAL2, new ObjectInspector[] { binaryInspector });
  checkResultInspector(resultInspector);

  @SuppressWarnings("unchecked")
  ItemsState<String> state = (ItemsState<String>) eval.getNewAggregationBuffer();

  ItemsSketch<String> sketch1 = new ItemsSketch<String>(256);
  sketch1.update("a");
  eval.merge(state, new BytesWritable(sketch1.toByteArray(serDe)));

  ItemsSketch<String> sketch2 = new ItemsSketch<String>(256);
  sketch2.update("b");
  eval.merge(state, new BytesWritable(sketch2.toByteArray(serDe)));

  BytesWritable bytes = (BytesWritable) eval.terminate(state);
  ItemsSketch<String> resultSketch = ItemsSketch.getInstance(Memory.wrap(bytes.getBytes()), serDe);
  Assert.assertEquals(resultSketch.getStreamLength(), 2);
  Assert.assertEquals(resultSketch.getNumActiveItems(), 2);
  Assert.assertEquals(resultSketch.getEstimate("a"), 1);
  Assert.assertEquals(resultSketch.getEstimate("b"), 1);
  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:28,代码来源:DataToStringsSketchUDAFTest.java

示例15: completeModeDefaultSeed

import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; //导入方法依赖的package包/类
@Test
public void completeModeDefaultSeed() throws Exception {
  ObjectInspector[] inspectors = new ObjectInspector[] { binaryInspector };
  GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false);
  GenericUDAFEvaluator eval = new IntersectSketchUDAF().getEvaluator(info);
  ObjectInspector resultInspector = eval.init(Mode.COMPLETE, inspectors);
  DataToSketchUDAFTest.checkFinalResultInspector(resultInspector);

  IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState state =
      (IntersectSketchUDAF.IntersectSketchUDAFEvaluator.IntersectionState) eval.getNewAggregationBuffer();

  UpdateSketch sketch1 = UpdateSketch.builder().build();
  sketch1.update(1);
  sketch1.update(2);
  sketch1.update(3);
  eval.iterate(state, new Object[] {new BytesWritable(sketch1.compact().toByteArray())});

  UpdateSketch sketch2 = UpdateSketch.builder().build();
  sketch2.update(2);
  sketch2.update(3);
  sketch2.update(4);
  eval.iterate(state, new Object[] {new BytesWritable(sketch2.compact().toByteArray())});

  Object result = eval.terminate(state);
  Assert.assertNotNull(result);
  Assert.assertTrue(result instanceof BytesWritable);
  Sketch resultSketch = Sketches.wrapSketch(Memory.wrap(((BytesWritable) result).getBytes()));
  Assert.assertEquals(resultSketch.getEstimate(), 2.0);

  eval.reset(state);
  result = eval.terminate(state);
  Assert.assertNull(result);

  eval.close();
}
 
开发者ID:DataSketches,项目名称:sketches-hive,代码行数:36,代码来源:IntersectSketchUDAFTest.java


注:本文中的org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.terminate方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。