Java ByteBufferInputStream类代码示例

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
/** Deserializes the object in the given datainput using
 * available Hadoop serializations.
 * @throws IOException */
public static<T> T deserialize(Configuration conf, DataInput in
    , T obj , Class<T> objClass) throws IOException {
  SerializationFactory serializationFactory = new SerializationFactory(getOrCreateConf(conf));
  Deserializer<T> deserializer = serializationFactory.getDeserializer(
      objClass);

  int length = WritableUtils.readVInt(in);
  byte[] arr = new byte[length];
  in.readFully(arr);
  List<ByteBuffer> list = new ArrayList<>();
  list.add(ByteBuffer.wrap(arr));

  try (ByteBufferInputStream is = new ByteBufferInputStream(list)) {
    deserializer.open(is);
    T newObj = deserializer.deserialize(obj);
    return newObj;

  }finally {
    if(deserializer != null)
      deserializer.close();
  }
}
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
public TDomainClass deserializeDatum(final SerializedDatum serializedDatum) {

    try {

      final DatumTypeVersion datumTypeVersion = serializedDatum.getDatumTypeVersion();

      final Schema datumWriterSchema = datumSchemaRepository.getSchema(datumTypeVersion);

      final Schema datumReaderSchema = datumSchemaRepository.getLatestSchema(datumTypeVersion.getDatumTypeId());

      final DatumReader<? extends SpecificRecord> datumReader = new SpecificDatumReader<>(datumWriterSchema,
                                                                                          datumReaderSchema);
      final InputStream byteBufferInputStream =
              new ByteBufferInputStream(Collections.singletonList(serializedDatum.getPayload()));

      final BinaryDecoder decoder = DecoderFactory.get().directBinaryDecoder(byteBufferInputStream, null);

      final SpecificRecord record = datumReader.read(null, decoder);
      byteBufferInputStream.close();
      return avroRoundTripProjector.fromAvro(record);
    } catch (final IOException e) {
      throw new RuntimeException("Could not deserialize versioned payload to domain object", e);
    }
  }
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
/**
 * Deserializes the object in the given data input using
 * available Hadoop serializations.
 *
 * @param conf Hadoop conf.
 * @param in data input stream where serialized content is read.
 * @param <T> object class type.
 * @param obj data object.
 * @param objClass object class type.
 * @throws IOException occurred while deserializing the byte content.
 * @return deserialized object.
 */
public static<T> T deserialize(Configuration conf, DataInput in
    , T obj , Class<T> objClass) throws IOException {
  SerializationFactory serializationFactory = new SerializationFactory(getOrCreateConf(conf));
  Deserializer<T> deserializer = serializationFactory.getDeserializer(
      objClass);

  int length = WritableUtils.readVInt(in);
  byte[] arr = new byte[length];
  in.readFully(arr);
  List<ByteBuffer> list = new ArrayList<>();
  list.add(ByteBuffer.wrap(arr));

  try (ByteBufferInputStream is = new ByteBufferInputStream(list)) {
    deserializer.open(is);
    T newObj = deserializer.deserialize(obj);
    return newObj;

  }finally {
    if(deserializer != null)
      deserializer.close();
  }
}
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
@Test
    public void singletonListTest() throws Exception {
        ByteBuffer bb = DecimalUtils.byteArray2byteBuffer("yuzhouwan".getBytes());
        List<ByteBuffer> bytes = Collections.singletonList(bb);
        ByteBufferInputStream inputStream = new ByteBufferInputStream(bytes);
        BinaryDecoder bd = DecoderFactory.get().binaryDecoder(inputStream, null);
//        System.out.println(new String(DecimalUtils.byteBuffer2byteArray(
//                DecoderFactory.get().binaryDecoder(inputStream, null).readBytes(bb))));
    }
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
private static void streamRelease(int count) throws IOException {
    try (ByteBufferInputStream bb = new ByteBufferInputStream(Collections.singletonList(
            byteArray2byteBuffer((count + "\"VM Thread\" os_prio=2 tid=0x00000000177bf000 nid=0x24f4 runnable"
            ).getBytes())))) {
        bb.readBuffer(1000);
    }
}
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
public DatumEnvelope deserializeDatumEnvelope(final ByteBuffer buffer) {
  try (final InputStream byteBufferInputStream = new ByteBufferInputStream(Collections.singletonList(buffer))) {
    // hack alert: using old envelope to reconcile version diffs
    final DatumReader<DatumEnvelope> datumReader = new SpecificDatumReader<>(DatumEnvelope_old.getClassSchema(),
                                                                             DatumEnvelope.getClassSchema());
    final BinaryDecoder decoder = DecoderFactory.get().directBinaryDecoder(byteBufferInputStream, null);
    return datumReader.read(null, decoder);
  } catch (final Exception e) {
    throw new RuntimeException("Could not deserialize datum envelope", e);
  }
}
 

import org.apache.avro.util.ByteBufferInputStream; //导入依赖的package包/类
private static void stream(int count) throws IOException {
    ByteBufferInputStream bb = new ByteBufferInputStream(Collections.singletonList(
            byteArray2byteBuffer((count + "\"VM Thread\" os_prio=2 tid=0x00000000177bf000 nid=0x24f4 runnable"
            ).getBytes())));
    bb.readBuffer(1000);
}