Java DataInputView.readFully方法代码示例

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
public static BigInteger readBigInteger(DataInputView source) throws IOException {
	final int len = source.readInt();
	if (len < 4) {
		switch (len) {
			case 0:
				return null;
			case 1:
				return BigInteger.ZERO;
			case 2:
				return BigInteger.ONE;
			case 3:
				return BigInteger.TEN;
		}
	}
	final byte[] bytes = new byte[len - 4];
	source.readFully(bytes);
	return new BigInteger(bytes);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	super.read(in);

	// read in a way that allows the stream to recover from exceptions
	int serializerBytes = in.readInt();
	byte[] buffer = new byte[serializerBytes];
	in.readFully(buffer);
	try {
		typeSerializer = InstantiationUtil.deserializeObject(buffer, userClassLoader);
	} catch (ClassNotFoundException | InvalidClassException e) {
		if (ignoreClassNotFound) {
			// we create a dummy so that all the information is not lost when we get a new checkpoint before receiving
			// a proper typeserializer from the user
			typeSerializer =
					new ClassNotFoundDummyTypeSerializer<>(buffer);
			LOG.warn("Could not find requested TypeSerializer class in classpath. Created dummy.", e);
		} else {
			throw new IOException("Missing class for type serializer.", e);
		}
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	final int len = readVarLengthInt(in);
	this.binaryLen = len;
		
	// ensure out byte array is large enough
	byte[] data = this.binaryData;
	if (data == null || data.length < len) {
		data = new byte[len];
		this.binaryData = data;
	}
	
	// read the binary data
	in.readFully(data, 0, len);
	initFields(data, 0, len);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public byte[] deserialize(DataInputView source) throws IOException {
  final int len = source.readInt();
  byte[] result = new byte[len];
  source.readFully(result);
  return result;
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
@Override
public void read(DataInputView in) throws IOException {
	super.read(in);

	// read in a way that allows the stream to recover from exceptions
	int serializerBytes = in.readInt();
	byte[] buffer = new byte[serializerBytes];
	in.readFully(buffer);

	ClassLoader previousClassLoader = Thread.currentThread().getContextClassLoader();
	try (
		FailureTolerantObjectInputStream ois =
			new FailureTolerantObjectInputStream(new ByteArrayInputStream(buffer), userClassLoader)) {

		Thread.currentThread().setContextClassLoader(userClassLoader);
		typeSerializer = (TypeSerializer<T>) ois.readObject();
	} catch (ClassNotFoundException | InvalidClassException e) {
		if (useDummyPlaceholder) {
			// we create a dummy so that all the information is not lost when we get a new checkpoint before receiving
			// a proper typeserializer from the user
			typeSerializer =
				new UnloadableDummyTypeSerializer<>(buffer);
			LOG.warn("Could not find requested TypeSerializer class in classpath. Created dummy.", e);
		} else {
			throw new IOException("Unloadable class for type serializer.", e);
		}
	} finally {
		Thread.currentThread().setContextClassLoader(previousClassLoader);
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void write(DataInputView source, int numBytes) throws IOException {
	if (numBytes > this.end - this.position) {
		throw new IOException("Could not write " + numBytes + " bytes since the buffer is full.");
	}

	source.readFully(this.memory,this.position, numBytes);
	this.position += numBytes;
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void write(DataInputView source, int numBytes) throws IOException {
	if (buffer.length - this.position < numBytes){
		throw new EOFException("Could not write " + numBytes + " bytes. Buffer overflow.");
	}

	source.readFully(this.buffer, this.position, numBytes);
	this.position += numBytes;
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void write(DataInputView source, int numBytes) throws IOException {
	if(buffer.length - this.position < numBytes){
		throw new EOFException("Could not write " + numBytes + " bytes. Buffer overflow.");
	}

	source.readFully(this.buffer, this.position, numBytes);
	this.position += numBytes;
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	int num = in.readInt();
	if (num == 0) {
		this.aggNames = NO_STRINGS;
		this.aggregates = NO_VALUES;
	} else {
		if (this.aggNames == null || num > this.aggNames.length) {
			this.aggNames = new String[num];
		}
		if (this.classNames == null || num > this.classNames.length) {
			this.classNames = new String[num];
		}
		if (this.serializedData == null || num > this.serializedData.length) {
			this.serializedData = new byte[num][];
		}

		for (int i = 0; i < num; i++) {
			this.aggNames[i] = in.readUTF();
			this.classNames[i] = in.readUTF();

			int len = in.readInt();
			byte[] data = new byte[len];
			this.serializedData[i] = data;
			in.readFully(data);

		}

		this.aggregates = null;
	}
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	byte[] bytes = new byte[32941];
	in.readFully(bytes);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	in.readFully(this.buf);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	this.len = in.readInt();
	in.readFully(this.data, 0, this.len);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
/**
 * Reads from a data input view a list of serializers and their corresponding config snapshots
 * written using {@link #writeSerializersAndConfigsWithResilience(DataOutputView, List)}.
 * This is fault tolerant to any failures when deserializing the serializers. Serializers which
 * were not successfully deserialized will be replaced by {@code null}.
 *
 * @param in the data input view.
 * @param userCodeClassLoader the user code class loader to use.
 *
 * @return the deserialized serializer and config snapshot pairs.
 *
 * @throws IOException
 */
public static List<Tuple2<TypeSerializer<?>, TypeSerializerConfigSnapshot>> readSerializersAndConfigsWithResilience(
		DataInputView in,
		ClassLoader userCodeClassLoader) throws IOException {

	int numSerializersAndConfigSnapshots = in.readInt();

	int[] offsets = new int[numSerializersAndConfigSnapshots * 2];

	for (int i = 0; i < numSerializersAndConfigSnapshots; i++) {
		offsets[i * 2] = in.readInt();
		offsets[i * 2 + 1] = in.readInt();
	}

	int totalBytes = in.readInt();
	byte[] buffer = new byte[totalBytes];
	in.readFully(buffer);

	List<Tuple2<TypeSerializer<?>, TypeSerializerConfigSnapshot>> serializersAndConfigSnapshots =
		new ArrayList<>(numSerializersAndConfigSnapshots);

	TypeSerializer<?> serializer;
	TypeSerializerConfigSnapshot configSnapshot;
	try (
		ByteArrayInputStreamWithPos bufferWithPos = new ByteArrayInputStreamWithPos(buffer);
		DataInputViewStreamWrapper bufferWrapper = new DataInputViewStreamWrapper(bufferWithPos)) {

		for (int i = 0; i < numSerializersAndConfigSnapshots; i++) {

			bufferWithPos.setPosition(offsets[i * 2]);
			serializer = tryReadSerializer(bufferWrapper, userCodeClassLoader);

			bufferWithPos.setPosition(offsets[i * 2 + 1]);
			configSnapshot = readSerializerConfigSnapshot(bufferWrapper, userCodeClassLoader);

			serializersAndConfigSnapshots.add(
				new Tuple2<TypeSerializer<?>, TypeSerializerConfigSnapshot>(serializer, configSnapshot));
		}
	}

	return serializersAndConfigSnapshots;
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void write(DataInputView source, int numBytes) throws IOException {
	byte[] buffer = new byte[numBytes];
	source.readFully(buffer);
	write(buffer);
}
 

import org.apache.flink.core.memory.DataInputView; //导入方法依赖的package包/类
@Override
public void read(DataInputView in) throws IOException {
	this.magicNumber = in.readLong();
	this.payload = new byte[in.readInt()];
	in.readFully(this.payload);
}