本文整理匯總了Java中org.apache.flink.api.common.operators.base.MapPartitionOperatorBase類的典型用法代碼示例。如果您正苦於以下問題：Java MapPartitionOperatorBase類的具體用法？Java MapPartitionOperatorBase怎麽用？Java MapPartitionOperatorBase使用的例子？那麽, 這裏精選的類代碼示例或許可以為您提供幫助。
MapPartitionOperatorBase類屬於org.apache.flink.api.common.operators.base包，在下文中一共展示了MapPartitionOperatorBase類的3個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Java代碼示例。
示例1: translateToDataFlow
import org.apache.flink.api.common.operators.base.MapPartitionOperatorBase; //導入依賴的package包/類
@Override
protected MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>> translateToDataFlow(Operator<IN> input) {
String name = getName() != null ? getName() : "MapPartition at " + defaultName;
// create operator
MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>> po = new MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>>(function, new UnaryOperatorInformation<IN, OUT>(getInputType(), getResultType()), name);
// set input
po.setInput(input);
// set parallelism
if (this.getParallelism() > 0) {
// use specified parallelism
po.setParallelism(this.getParallelism());
} else {
// if no parallelism has been specified, use parallelism of input operator to enable chaining
po.setParallelism(input.getParallelism());
}
return po;
}
示例2: translateToDataFlow
import org.apache.flink.api.common.operators.base.MapPartitionOperatorBase; //導入依賴的package包/類
@Override
protected MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>> translateToDataFlow(Operator<IN> input) {
String name = getName() != null ? getName() : function.getClass().getName();
// create operator
MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>> po = new MapPartitionOperatorBase<IN, OUT, MapPartitionFunction<IN, OUT>>(function, new UnaryOperatorInformation<IN, OUT>(getInputType(), getResultType()), name);
// set input
po.setInput(input);
// set dop
if(this.getParallelism() > 0) {
// use specified dop
po.setDegreeOfParallelism(this.getParallelism());
} else {
// if no dop has been specified, use dop of input operator to enable chaining
po.setDegreeOfParallelism(input.getDegreeOfParallelism());
}
return po;
}
示例3: testGetSemanticProperties
import org.apache.flink.api.common.operators.base.MapPartitionOperatorBase; //導入依賴的package包/類
@Test
public void testGetSemanticProperties() {
SingleInputSemanticProperties origProps = new SingleInputSemanticProperties();
origProps.addForwardedField(0, 1);
origProps.addForwardedField(2, 2);
origProps.addReadFields(new FieldSet(0, 2, 4, 7));
MapPartitionOperatorBase<?,?,?> op = mock(MapPartitionOperatorBase.class);
when(op.getSemanticProperties()).thenReturn(origProps);
when(op.getKeyColumns(0)).thenReturn(new int[]{});
MapPartitionNode node = new MapPartitionNode(op);
SemanticProperties filteredProps = node.getSemanticPropertiesForLocalPropertyFiltering();
assertTrue(filteredProps.getForwardingTargetFields(0, 0).size() == 0);
assertTrue(filteredProps.getForwardingTargetFields(0, 2).size() == 0);
assertTrue(filteredProps.getForwardingSourceField(0, 1) < 0);
assertTrue(filteredProps.getForwardingSourceField(0, 2) < 0);
assertTrue(filteredProps.getReadFields(0).size() == 4);
assertTrue(filteredProps.getReadFields(0).contains(0));
assertTrue(filteredProps.getReadFields(0).contains(2));
assertTrue(filteredProps.getReadFields(0).contains(4));
assertTrue(filteredProps.getReadFields(0).contains(7));
}