Java TupleSerializerBase类代码示例

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
private void configure(String lineDelimiter, String fieldDelimiter,
		TupleTypeInfoBase<OUT> tupleTypeInfo, boolean[] includedFieldsMask) {

	if (tupleTypeInfo.getArity() == 0) {
		throw new IllegalArgumentException("Tuple size must be greater than 0.");
	}

	if (includedFieldsMask == null) {
		includedFieldsMask = createDefaultMask(tupleTypeInfo.getArity());
	}

	tupleSerializer = (TupleSerializerBase<OUT>) tupleTypeInfo.createSerializer(new ExecutionConfig());

	setDelimiter(lineDelimiter);
	setFieldDelimiter(fieldDelimiter);

	Class<?>[] classes = new Class<?>[tupleTypeInfo.getArity()];

	for (int i = 0; i < tupleTypeInfo.getArity(); i++) {
		classes[i] = tupleTypeInfo.getTypeAt(i).getTypeClass();
	}

	setFieldsGeneric(includedFieldsMask, classes);
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
RecursiveProductFieldAccessor(int pos, TypeInformation<T> typeInfo, FieldAccessor<R, F> innerAccessor, ExecutionConfig config) {
	int arity = ((TupleTypeInfoBase) typeInfo).getArity();
	if (pos < 0 || pos >= arity) {
		throw new CompositeType.InvalidFieldReferenceException(
			"Tried to select " + ((Integer) pos).toString() + ". field on \"" +
				typeInfo.toString() + "\", which is an invalid index.");
	}
	checkNotNull(typeInfo, "typeInfo must not be null.");
	checkNotNull(innerAccessor, "innerAccessor must not be null.");

	this.pos = pos;
	this.fieldType = ((TupleTypeInfoBase<T>) typeInfo).getTypeAt(pos);
	this.serializer = (TupleSerializerBase<T>) typeInfo.createSerializer(config);
	this.length = this.serializer.getArity();
	this.fields = new Object[this.length];
	this.innerAccessor = innerAccessor;
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
@Override
public void open(FileInputSplit split) throws IOException {
	super.open(split);
	
	@SuppressWarnings("unchecked")
	FieldParser<Object>[] fieldParsers = (FieldParser<Object>[]) getFieldParsers();
	
	//throw exception if no field parsers are available
	if (fieldParsers.length == 0) {
		throw new IOException("CsvInputFormat.open(FileInputSplit split) - no field parsers to parse input");
	}
	
	// create the value holders
	this.parsedValues = new Object[fieldParsers.length];
	for (int i = 0; i < fieldParsers.length; i++) {
		this.parsedValues[i] = fieldParsers[i].createValue();
	}
	
	// left to right evaluation makes access [0] okay
	// this marker is used to fasten up readRecord, so that it doesn't have to check each call if the line ending is set to default
	if (this.getDelimiter().length == 1 && this.getDelimiter()[0] == '\n' ) {
		this.lineDelimiterIsLinebreak = true;
	}

	serializer = (TupleSerializerBase<OUT>)serializerFactory.getSerializer();
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
@Override
public void open(Configuration parameters) throws Exception {
	for (AggregationFunction<Object> aggFunction : aggFunctions) {
		aggFunction.initializeAggregate();
	}
	this.serializer = (TupleSerializerBase<T>) typeInfo.createSerializer(getRuntimeContext().getExecutionConfig());
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
SimpleProductFieldAccessor(int pos, TypeInformation<T> typeInfo, ExecutionConfig config) {
	checkNotNull(typeInfo, "typeInfo must not be null.");
	int arity = ((TupleTypeInfoBase) typeInfo).getArity();
	if (pos < 0 || pos >= arity) {
		throw new CompositeType.InvalidFieldReferenceException(
			"Tried to select " + ((Integer) pos).toString() + ". field on \"" +
				typeInfo.toString() + "\", which is an invalid index.");
	}

	this.pos = pos;
	this.fieldType = ((TupleTypeInfoBase<T>) typeInfo).getTypeAt(pos);
	this.serializer = (TupleSerializerBase<T>) typeInfo.createSerializer(config);
	this.length = this.serializer.getArity();
	this.fields = new Object[this.length];
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
ProductFieldAccessor(int pos, TypeInformation<R> typeInfo, ExecutionConfig config) {
	this.pos = pos;
	this.fieldType = ((TupleTypeInfoBase<R>)typeInfo).getTypeAt(pos);
	this.serializer = (TupleSerializerBase<R>)typeInfo.createSerializer(config);
	this.length = this.serializer.getArity();
	this.fields = new Object[this.length];
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
public AggregatingUdf(TypeSerializerFactory<T> serializerFactory, AggregationFunction<Object>[] aggFunctions, int[] fieldPositions) {
	Validate.notNull(serializerFactory);
	Validate.notNull(aggFunctions);
	Validate.isTrue(aggFunctions.length == fieldPositions.length);
	Validate.isTrue(serializerFactory.getSerializer() instanceof TupleSerializerBase);

	this.serializerFactory = serializerFactory;
	this.aggFunctions = aggFunctions;
	this.fieldPositions = fieldPositions;
}
 

import org.apache.flink.api.java.typeutils.runtime.TupleSerializerBase; //导入依赖的package包/类
@Override
public void open(Configuration parameters) throws Exception {
	for (int i = 0; i < aggFunctions.length; i++) {
		aggFunctions[i].initializeAggregate();
	}
	serializer = (TupleSerializerBase<T>)serializerFactory.getSerializer();
}