Java DataInputView类代码示例

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	final int len = in.readInt();
	this.len = len;
	
	for (int i = 0; i < len / 8; i++) {
		if (in.readLong() != i) {
			throw new IOException("corrupt serialization");
		}
	}
	
	for (int i = 0; i < len % 8; i++) {
		if (in.readByte() != i) {
			throw new IOException("corrupt serialization");
		}
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Test
public void getOperatorStateStreams() throws Exception {

	int i = 0;
	int s = 0;
	for (StatePartitionStreamProvider streamProvider : initializationContext.getRawOperatorStateInputs()) {
		if (0 == i % 4) {
			++i;
		}
		Assert.assertNotNull(streamProvider);
		try (InputStream is = streamProvider.getStream()) {
			DataInputView div = new DataInputViewStreamWrapper(is);

			int val = div.readInt();
			Assert.assertEquals(i * NUM_HANDLES + s, val);
		}

		++s;
		if (s == i % 4) {
			s = 0;
			++i;
		}
	}

}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public void copy(DataInputView source, DataOutputView target) throws IOException {
	final int size = source.readInt();
	target.writeInt(size);

	for (int i = 0; i < size; ++i) {
		keySerializer.copy(source, target);
		
		boolean isNull = source.readBoolean();
		target.writeBoolean(isNull);
		
		if (!isNull) {
			valueSerializer.copy(source, target);
		}
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
private static void verifyRead(OperatorStateHandle fullHandle, int numPartitions) throws IOException {
	int count = 0;
	try (FSDataInputStream in = fullHandle.openInputStream()) {
		OperatorStateHandle.StateMetaInfo metaInfo = fullHandle.getStateNameToPartitionOffsets().
				get(DefaultOperatorStateBackend.DEFAULT_OPERATOR_STATE_NAME);

		long[] offsets = metaInfo.getOffsets();

		Assert.assertNotNull(offsets);

		DataInputView div = new DataInputViewStreamWrapper(in);
		for (int i = 0; i < numPartitions; ++i) {
			in.seek(offsets[i]);
			Assert.assertEquals(i, div.readInt());
			++count;
		}
	}

	Assert.assertEquals(numPartitions, count);
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public Row deserialize(DataInputView source) throws IOException {
	int len = fieldSerializers.length;

	Row result = new Row(len);

	// read null mask
	readIntoNullMask(len, source, nullMask);

	for (int i = 0; i < len; i++) {
		if (nullMask[i]) {
			result.setField(i, null);
		} else {
			result.setField(i, fieldSerializers[i].deserialize(source));
		}
	}

	return result;
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@SuppressWarnings("unchecked")
@Override
public void read(DataInputView in) throws IOException {
	super.read(in);

	String serializerConfigClassname = in.readUTF();
	Class<? extends TypeSerializerConfigSnapshot> serializerConfigSnapshotClass;
	try {
		serializerConfigSnapshotClass = (Class<? extends TypeSerializerConfigSnapshot>)
			Class.forName(serializerConfigClassname, true, userCodeClassLoader);
	} catch (ClassNotFoundException e) {
		throw new IOException(
			"Could not find requested TypeSerializerConfigSnapshot class "
				+ serializerConfigClassname +  " in classpath.", e);
	}

	serializerConfigSnapshot = InstantiationUtil.instantiate(serializerConfigSnapshotClass);
	serializerConfigSnapshot.setUserCodeClassLoader(userCodeClassLoader);
	serializerConfigSnapshot.read(in);
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	super.read(in);

	int numKryoRegistrations = in.readInt();
	kryoRegistrations = new LinkedHashMap<>(numKryoRegistrations);

	KryoRegistrationSerializationProxy proxy;
	for (int i = 0; i < numKryoRegistrations; i++) {
		String classTag = in.readUTF();

		proxy = new KryoRegistrationSerializationProxy(getUserCodeClassLoader());
		proxy.read(in);

		kryoRegistrations.put(classTag, proxy.kryoRegistration);
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	final int len = readVarLengthInt(in);
	this.binaryLen = len;
		
	// ensure out byte array is large enough
	byte[] data = this.binaryData;
	if (data == null || data.length < len) {
		data = new byte[len];
		this.binaryData = data;
	}
	
	// read the binary data
	in.readFully(data, 0, len);
	initFields(data, 0, len);
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public T deserialize(DataInputView dataInputView) throws IOException {
  try {
    DataInputViewWrapper inputWrapper = new DataInputViewWrapper(dataInputView);
    return coder.decode(inputWrapper);
  } catch (CoderException e) {
    Throwable cause = e.getCause();
    if (cause instanceof EOFException) {
      throw (EOFException) cause;
    } else {
      throw e;
    }
  }
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public byte[] deserialize(DataInputView source) throws IOException {
  final int len = source.readInt();
  byte[] result = new byte[len];
  source.readFully(result);
  return result;
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	position = in.readInt();
	mark = 0;

	ensureCapacity(position);

	for (int i = 0; i < position; i++) {
		data[i] = in.readShort();
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public String[] deserialize(DataInputView source) throws IOException {
	final int len = source.readInt();
	String[] array = new String[len];
	
	for (int i = 0; i < len; i++) {
		array[i] = StringValue.readString(source);
	}
	
	return array;
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
private static void verifyRead(KeyGroupsStateHandle fullHandle, KeyGroupRange keyRange) throws IOException {
	int count = 0;
	try (FSDataInputStream in = fullHandle.openInputStream()) {
		DataInputView div = new DataInputViewStreamWrapper(in);
		for (int kg : fullHandle.getKeyGroupRange()) {
			long off = fullHandle.getOffsetForKeyGroup(kg);
			in.seek(off);
			Assert.assertEquals(kg, div.readInt());
			++count;
		}
	}

	Assert.assertEquals(keyRange.getNumberOfKeyGroups(), count);
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public KafkaTransactionState deserialize(DataInputView source) throws IOException {
	String transactionalId = null;
	if (source.readBoolean()) {
		transactionalId = source.readUTF();
	}
	long producerId = source.readLong();
	short epoch = source.readShort();
	return new KafkaTransactionState(transactionalId, producerId, epoch, null);
}
 

import org.apache.flink.core.memory.DataInputView; //导入依赖的package包/类
@Override
public Long deserialize(byte[] messageKey, byte[] message, String topic, int partition, long offset) throws IOException {
	cnt++;
	DataInputView in = new DataInputViewStreamWrapper(new ByteArrayInputStream(message));
	Long e = ser.deserialize(in);
	return e;
}