Java AllocateResponse.getNumClusterNodes方法代码示例

import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; //导入方法依赖的package包/类
protected AllocateResponse makeRemoteRequest() throws YarnException,
    IOException {
  applyRequestLimits();
  ResourceBlacklistRequest blacklistRequest =
      ResourceBlacklistRequest.newInstance(new ArrayList<String>(blacklistAdditions),
          new ArrayList<String>(blacklistRemovals));
  AllocateRequest allocateRequest =
      AllocateRequest.newInstance(lastResponseID,
        super.getApplicationProgress(), new ArrayList<ResourceRequest>(ask),
        new ArrayList<ContainerId>(release), blacklistRequest);
  AllocateResponse allocateResponse = scheduler.allocate(allocateRequest);
  lastResponseID = allocateResponse.getResponseId();
  availableResources = allocateResponse.getAvailableResources();
  lastClusterNmCount = clusterNmCount;
  clusterNmCount = allocateResponse.getNumClusterNodes();
  int numCompletedContainers =
      allocateResponse.getCompletedContainersStatuses().size();

  if (ask.size() > 0 || release.size() > 0) {
    LOG.info("getResources() for " + applicationId + ":" + " ask="
        + ask.size() + " release= " + release.size() + " newContainers="
        + allocateResponse.getAllocatedContainers().size()
        + " finishedContainers=" + numCompletedContainers
        + " resourcelimit=" + availableResources + " knownNMs="
        + clusterNmCount);
  }

  ask.clear();
  release.clear();

  if (numCompletedContainers > 0) {
    // re-send limited requests when a container completes to trigger asking
    // for more containers
    requestLimitsToUpdate.addAll(requestLimits.keySet());
  }

  if (blacklistAdditions.size() > 0 || blacklistRemovals.size() > 0) {
    LOG.info("Update the blacklist for " + applicationId +
        ": blacklistAdditions=" + blacklistAdditions.size() +
        " blacklistRemovals=" +  blacklistRemovals.size());
  }
  blacklistAdditions.clear();
  blacklistRemovals.clear();
  return allocateResponse;
}
 

import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; //导入方法依赖的package包/类
@Override
public AllocationResponse allocate(float progressIndicator)
  throws YarnRemoteException {
  AllocateResponse allocateResponse = null;
  ArrayList<ResourceRequest> askList = null;
  ArrayList<ContainerId> releaseList = null;
  AllocateRequest allocateRequest = null;

  try {
    synchronized (this) {
      askList = new ArrayList<ResourceRequest>(ask);
      releaseList = new ArrayList<ContainerId>(release);
      // optimistically clear this collection assuming no RPC failure
      ask.clear();
      release.clear();
      allocateRequest = BuilderUtils
        .newAllocateRequest(appAttemptId, lastResponseId, progressIndicator,
                            askList, releaseList);
    }

    allocateResponse = rmClient.allocate(allocateRequest);
    AllocationResponse response = AllocationResponses.create(allocateResponse);

    synchronized (this) {
      // update these on successful RPC
      clusterNodeCount = allocateResponse.getNumClusterNodes();
      lastResponseId = response.getResponseId();
      clusterAvailableResources = response.getAvailableResources();
    }

    return response;
  } finally {
    // TODO how to differentiate remote YARN exception vs error in RPC
    if (allocateResponse == null) {
      // We hit an exception in allocate()
      // Preserve ask and release for next call to allocate()
      synchronized (this) {
        release.addAll(releaseList);
        // Requests could have been added or deleted during call to allocate.
        // If requests were added/removed then there is nothing to do since
        // the ResourceRequest object in ask would have the actual new value.
        // If ask does not have this ResourceRequest then it was unchanged and
        // so we can add the value back safely.
        // This assumes that there will no concurrent calls to allocate() and
        // so we don't have to worry about ask being changed in the
        // synchronized block at the beginning of this method.
        for (ResourceRequest oldAsk : askList) {
          if (!ask.contains(oldAsk)) {
            ask.add(oldAsk);
          }
        }
      }
    }
  }
}