Java JobEdge类代码示例

import org.apache.flink.runtime.jobgraph.JobEdge; //导入依赖的package包/类
public void connectSource(int inputNumber, IntermediateResult source, JobEdge edge, int consumerNumber) {

		final DistributionPattern pattern = edge.getDistributionPattern();
		final IntermediateResultPartition[] sourcePartitions = source.getPartitions();

		ExecutionEdge[] edges;

		switch (pattern) {
			case POINTWISE:
				edges = connectPointwise(sourcePartitions, inputNumber);
				break;

			case ALL_TO_ALL:
				edges = connectAllToAll(sourcePartitions, inputNumber);
				break;

			default:
				throw new RuntimeException("Unrecognized distribution pattern.");

		}

		this.inputEdges[inputNumber] = edges;

		// add the consumers to the source
		// for now (until the receiver initiated handshake is in place), we need to register the
		// edges as the execution graph
		for (ExecutionEdge ee : edges) {
			ee.getSource().addConsumer(ee, consumerNumber);
		}
	}
 

import org.apache.flink.runtime.jobgraph.JobEdge; //导入依赖的package包/类
public void connectToPredecessors(Map<IntermediateDataSetID, IntermediateResult> intermediateDataSets) throws JobException {
	
	List<JobEdge> inputs = jobVertex.getInputs();
	
	if (LOG.isDebugEnabled()) {
		LOG.debug(String.format("Connecting ExecutionJobVertex %s (%s) to %d predecessors.", jobVertex.getID(), jobVertex.getName(), inputs.size()));
	}
	
	for (int num = 0; num < inputs.size(); num++) {
		JobEdge edge = inputs.get(num);
		
		if (LOG.isDebugEnabled()) {
			if (edge.getSource() == null) {
				LOG.debug(String.format("Connecting input %d of vertex %s (%s) to intermediate result referenced via ID %s.", 
						num, jobVertex.getID(), jobVertex.getName(), edge.getSourceId()));
			} else {
				LOG.debug(String.format("Connecting input %d of vertex %s (%s) to intermediate result referenced via predecessor %s (%s).",
						num, jobVertex.getID(), jobVertex.getName(), edge.getSource().getProducer().getID(), edge.getSource().getProducer().getName()));
			}
		}
		
		// fetch the intermediate result via ID. if it does not exist, then it either has not been created, or the order
		// in which this method is called for the job vertices is not a topological order
		IntermediateResult ires = intermediateDataSets.get(edge.getSourceId());
		if (ires == null) {
			throw new JobException("Cannot connect this job graph to the previous graph. No previous intermediate result found for ID "
					+ edge.getSourceId());
		}
		
		this.inputs.add(ires);
		
		int consumerIndex = ires.registerConsumer();
		
		for (int i = 0; i < parallelism; i++) {
			ExecutionVertex ev = taskVertices[i];
			ev.connectSource(num, ires, edge, consumerIndex);
		}
	}
}
 

import org.apache.flink.runtime.jobgraph.JobEdge; //导入依赖的package包/类
private void connect(Integer headOfChain, StreamEdge edge) {

		physicalEdgesInOrder.add(edge);

		Integer downStreamvertexID = edge.getTargetId();

		JobVertex headVertex = jobVertices.get(headOfChain);
		JobVertex downStreamVertex = jobVertices.get(downStreamvertexID);

		StreamConfig downStreamConfig = new StreamConfig(downStreamVertex.getConfiguration());

		downStreamConfig.setNumberOfInputs(downStreamConfig.getNumberOfInputs() + 1);

		StreamPartitioner<?> partitioner = edge.getPartitioner();
		JobEdge jobEdge;
		if (partitioner instanceof ForwardPartitioner) {
			jobEdge = downStreamVertex.connectNewDataSetAsInput(
				headVertex,
				DistributionPattern.POINTWISE,
				ResultPartitionType.PIPELINED_BOUNDED);
		} else if (partitioner instanceof RescalePartitioner){
			jobEdge = downStreamVertex.connectNewDataSetAsInput(
				headVertex,
				DistributionPattern.POINTWISE,
				ResultPartitionType.PIPELINED_BOUNDED);
		} else {
			jobEdge = downStreamVertex.connectNewDataSetAsInput(
					headVertex,
					DistributionPattern.ALL_TO_ALL,
					ResultPartitionType.PIPELINED_BOUNDED);
		}
		// set strategy name so that web interface can show it.
		jobEdge.setShipStrategyName(partitioner.toString());

		if (LOG.isDebugEnabled()) {
			LOG.debug("CONNECTED: {} - {} -> {}", partitioner.getClass().getSimpleName(),
					headOfChain, downStreamvertexID);
		}
	}
 

import org.apache.flink.runtime.jobgraph.JobEdge; //导入依赖的package包/类
public void connectSource(int inputNumber, IntermediateResult source, JobEdge edge, int consumerNumber) {
	
	final DistributionPattern pattern = edge.getDistributionPattern();
	final IntermediateResultPartition[] sourcePartitions = source.getPartitions();
	
	ExecutionEdge[] edges = null;
	
	switch (pattern) {
		case POINTWISE:
			edges = connectPointwise(sourcePartitions, inputNumber);
			break;
			
		case BIPARTITE: 
			edges = connectAllToAll(sourcePartitions, inputNumber);
			break;
			
		default:
			throw new RuntimeException("Unrecognized distribution pattern.");
	
	}
	
	this.inputEdges[inputNumber] = edges;
	
	ExecutionGraph graph = getExecutionGraph();
	
	// add the consumers to the source
	// for now (until the receiver initiated handshake is in place), we need to register the 
	// edges as the execution graph
	for (ExecutionEdge ee : edges) {
		ee.getSource().addConsumer(ee, consumerNumber);
		graph.registerExecutionEdge(ee);
	}
}