Java Union类代码示例

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public void registerClasses(final Kryo kryo) {
    kryo.register(Entity.class, new EntityKryoSerializer());
    kryo.register(Edge.class, new EdgeKryoSerializer());
    kryo.register(Properties.class);
    kryo.register(FreqMap.class, new FreqMapKryoSerializer());
    kryo.register(HyperLogLogPlus.class, new HyperLogLogPlusKryoSerializer());
    kryo.register(HllSketch.class, new HllSketchKryoSerializer());
    kryo.register(Union.class, new HllUnionKryoSerializer());
    kryo.register(LongsSketch.class, new LongsSketchKryoSerializer());
    kryo.register(ItemsSketch.class, new StringsSketchKryoSerializer());
    kryo.register(com.yahoo.sketches.quantiles.ItemsSketch.class, new uk.gov.gchq.gaffer.spark.serialisation.kryo.impl.datasketches.quantiles.StringsSketchKryoSerializer());
    kryo.register(ItemsUnion.class, new StringsUnionKryoSerializer());
    kryo.register(ReservoirLongsSketch.class, new ReservoirLongsSketchKryoSerializer());
    kryo.register(ReservoirLongsUnion.class, new ReservoirLongsUnionKryoSerializer());
    kryo.register(TypeValue.class, new TypeValueKryoSerializer());
    kryo.register(TypeSubTypeValue.class, new TypeSubTypeValueKryoSerializer());
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
/**
 * Union two sketches given explicit lgK and target HLL type
 *
 * @param firstSketch
 *   first sketch to be unioned.
 * @param secondSketch
 *          second sketch to be unioned.
 * @param lgK
 *   final output lgK
 *   This must be between 4 and 21.
 * @param type
 *   final output HLL type
 * @return resulting sketch of union.
 */
public BytesWritable evaluate(final BytesWritable firstSketch, final BytesWritable secondSketch,
    final int lgK, final String type) {

  final TgtHllType hllType = TgtHllType.valueOf(type);
  final Union union = new Union(lgK);

  if (firstSketch != null) {
    union.update(HllSketch.wrap(Memory.wrap(firstSketch.getBytes())));
  }

  if (secondSketch != null) {
    union.update(HllSketch.wrap(Memory.wrap(secondSketch.getBytes())));
  }

  return new BytesWritable(union.getResult(hllType).toCompactByteArray());
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
static void updateUnion(final DataBag bag, final Union union) throws ExecException {
  // Bag is not empty. process each innerTuple in the bag
  for (final Tuple innerTuple : bag) {
    final Object f0 = innerTuple.get(0); // consider only field 0
    if (f0 == null) {
      continue;
    }
    final byte type = innerTuple.getType(0);
    if (type == DataType.BYTEARRAY) {
      final DataByteArray dba = (DataByteArray) f0;
      union.update(HllSketch.wrap(Memory.wrap(dba.get())));
    } else {
      throw new IllegalArgumentException("Field type was not DataType.BYTEARRAY: " + type);
    }
  }
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public Union getTestObject() {
    final Union union = new Union(15);
    union.update("A");
    union.update("B");
    union.update("C");
    return union;
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
protected HllSketch _apply(final HllSketch a, final HllSketch b) {
    final Union union = new Union(a.getLgConfigK());
    union.update(a);
    union.update(b);
    return union.getResult();
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Before
public void setup() {
    sketch1 = new Union(15);
    sketch1.update("A");
    sketch1.update("B");

    sketch2 = new Union(15);
    sketch2.update("C");
    sketch2.update("D");
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Test
public void testAggregate() {
    final HllUnionAggregator sketchAggregator = new HllUnionAggregator();

    Union currentState = sketch1;
    assertEquals(2.0D, currentState.getEstimate(), DELTA);

    currentState = sketchAggregator.apply(currentState, sketch2);
    assertEquals(4.0D, currentState.getEstimate(), DELTA);
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Test
public void testSerialiseAndDeserialise() {
    final Union sketch = new Union(15);
    sketch.update("A");
    sketch.update("B");
    sketch.update("C");
    testSerialiser(sketch);

    final Union emptySketch = new Union(15);
    testSerialiser(emptySketch);
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public DataByteArray exec(final Tuple inputTuple) throws IOException {
  if (isFirstCall_) {
    Logger.getLogger(getClass()).info("Algebraic was used");
    isFirstCall_ = false;
  }
  if (inputTuple == null || inputTuple.size() == 0) {
    return getEmptySketch();
  }
  final Union union = new Union(lgK_);
  final DataBag outerBag = (DataBag) inputTuple.get(0);
  if (outerBag == null) {
    return getEmptySketch();
  }
  for (final Tuple dataTuple: outerBag) {
    final Object f0 = dataTuple.get(0); // inputTuple.bag0.dataTupleN.f0
    if (f0 == null) {
      continue;
    }
    if (f0 instanceof DataBag) {
      final DataBag innerBag = (DataBag) f0; // inputTuple.bag0.dataTupleN.f0:bag
      if (innerBag.size() == 0) { continue; }
      // If field 0 of a dataTuple is a Bag, all innerTuples of this inner bag
      // will be passed into the union.
      // It is due to system bagged outputs from multiple mapper Initial functions.
      // The Intermediate stage was bypassed.
      updateUnion(innerBag, union);
    } else if (f0 instanceof DataByteArray) { // inputTuple.bag0.dataTupleN.f0:DBA
      // If field 0 of a dataTuple is a DataByteArray, we assume it is a sketch
      // due to system bagged outputs from multiple mapper Intermediate functions.
      // Each dataTuple.DBA:sketch will merged into the union.
      final DataByteArray dba = (DataByteArray) f0;
      union.update(HllSketch.wrap(Memory.wrap(dba.get())));
    } else { // we should never get here
      throw new IllegalArgumentException("dataTuple.Field0 is not a DataBag or DataByteArray: "
          + f0.getClass().getName());
    }
  }
  return new DataByteArray(union.getResult(tgtHllType_).toCompactByteArray());
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public Tuple exec(final Tuple inputTuple) throws IOException {
  if (isFirstCall_) {
    Logger.getLogger(getClass()).info("Algebraic was used");
    isFirstCall_ = false;
  }
  if (inputTuple == null || inputTuple.size() == 0) {
    return getEmptySketchTuple();
  }
  final DataBag outerBag = (DataBag) inputTuple.get(0);
  if (outerBag == null) {
    return getEmptySketchTuple();
  }
  final Union union = new Union(lgK_);
  for (final Tuple dataTuple: outerBag) {
    final Object f0 = dataTuple.get(0); // inputTuple.bag0.dataTupleN.f0
    if (f0 == null) { continue; }
    if (f0 instanceof DataBag) {
      final DataBag innerBag = (DataBag) f0; // inputTuple.bag0.dataTupleN.f0:bag
      if (innerBag.size() == 0) { continue; }
      // If field 0 of a dataTuple is a Bag, all innerTuples of this inner bag
      // will be passed into the union.
      // It is due to system bagged outputs from multiple mapper Initial functions.
      // The Intermediate stage was bypassed.
      updateUnion(innerBag, union);
    } else if (f0 instanceof DataByteArray) { // inputTuple.bag0.dataTupleN.f0:DBA
      // If field 0 of a dataTuple is a DataByteArray, we assume it is a sketch
      // due to system bagged outputs from multiple mapper Intermediate functions.
      // Each dataTuple.DBA:sketch will merged into the union.
      final DataByteArray dba = (DataByteArray) f0;
      union.update(HllSketch.wrap(Memory.wrap(dba.get())));
    } else { // we should never get here
      throw new IllegalArgumentException("dataTuple.Field0 is not a DataBag or DataByteArray: "
          + f0.getClass().getName());
    }
  }
  return tupleFactory_.newTuple(new DataByteArray(union.getResult(tgtHllType_).toCompactByteArray()));
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
protected void shouldCompareSerialisedAndDeserialisedObjects(final Union obj, final Union deserialised) {
    assertEquals(obj.getEstimate(), deserialised.getEstimate(), DELTA);
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public Class<Union> getTestClass() {
    return Union.class;
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
protected Union _apply(final Union a, final Union b) {
    a.update(b.getResult());
    return a;
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public boolean canHandle(final Class clazz) {
    return Union.class.equals(clazz);
}
 

import com.yahoo.sketches.hll.Union; //导入依赖的package包/类
@Override
public byte[] serialise(final Union sketch) throws SerialisationException {
    return sketch.toCompactByteArray();
}