Java BuilderUtils类代码示例

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
private void addResourceRequest(Priority priority, String resourceName,
                                Resource capability, int containerCount) {
  Map<String, Map<Resource, ResourceRequest>> remoteRequests =
    this.remoteRequestsTable.get(priority);
  if (remoteRequests == null) {
    remoteRequests = new HashMap<String, Map<Resource, ResourceRequest>>();
    this.remoteRequestsTable.put(priority, remoteRequests);
    if (LOG.isDebugEnabled()) {
      LOG.debug("Added priority=" + priority);
    }
  }
  Map<Resource, ResourceRequest> reqMap = remoteRequests.get(resourceName);
  if (reqMap == null) {
    reqMap = new HashMap<Resource, ResourceRequest>();
    remoteRequests.put(resourceName, reqMap);
  }
  ResourceRequest remoteRequest = reqMap.get(capability);
  if (remoteRequest == null) {
    remoteRequest = BuilderUtils.
      newResourceRequest(priority, resourceName, capability, 0);
    reqMap.put(capability, remoteRequest);
  }

  remoteRequest.setNumContainers(remoteRequest.getNumContainers() + containerCount);

  // Note this down for next interaction with ResourceManager
  addResourceRequestToAsk(remoteRequest);

  if (LOG.isDebugEnabled()) {
    LOG.debug("addResourceRequest:" + " applicationId="
                + appAttemptId + " priority=" + priority.getPriority()
                + " resourceName=" + resourceName + " numContainers="
                + remoteRequest.getNumContainers() + " #asks=" + ask.size());
  }
}
 

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
@Override
public AllocationResponse allocate(float progressIndicator)
  throws YarnRemoteException {
  AllocateResponse allocateResponse = null;
  ArrayList<ResourceRequest> askList = null;
  ArrayList<ContainerId> releaseList = null;
  AllocateRequest allocateRequest = null;

  try {
    synchronized (this) {
      askList = new ArrayList<ResourceRequest>(ask);
      releaseList = new ArrayList<ContainerId>(release);
      // optimistically clear this collection assuming no RPC failure
      ask.clear();
      release.clear();
      allocateRequest = BuilderUtils
        .newAllocateRequest(appAttemptId, lastResponseId, progressIndicator,
                            askList, releaseList);
    }

    allocateResponse = rmClient.allocate(allocateRequest);
    AllocationResponse response = AllocationResponses.create(allocateResponse);

    synchronized (this) {
      // update these on successful RPC
      clusterNodeCount = allocateResponse.getNumClusterNodes();
      lastResponseId = response.getResponseId();
      clusterAvailableResources = response.getAvailableResources();
    }

    return response;
  } finally {
    // TODO how to differentiate remote YARN exception vs error in RPC
    if (allocateResponse == null) {
      // We hit an exception in allocate()
      // Preserve ask and release for next call to allocate()
      synchronized (this) {
        release.addAll(releaseList);
        // Requests could have been added or deleted during call to allocate.
        // If requests were added/removed then there is nothing to do since
        // the ResourceRequest object in ask would have the actual new value.
        // If ask does not have this ResourceRequest then it was unchanged and
        // so we can add the value back safely.
        // This assumes that there will no concurrent calls to allocate() and
        // so we don't have to worry about ask being changed in the
        // synchronized block at the beginning of this method.
        for (ResourceRequest oldAsk : askList) {
          if (!ask.contains(oldAsk)) {
            ask.add(oldAsk);
          }
        }
      }
    }
  }
}
 

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
public ContainerLaunchContext createContainerLaunchContext(ContainerLaunchContext commonContainerLaunchContext) {
  // Setup environment by cloning from common env.
  Map<String, String> env = commonContainerLaunchContext.getEnvironment();
  Map<String, String> myEnv = new HashMap<String, String>(env.size());
  myEnv.putAll(env);

  // Duplicate the ByteBuffers for access by multiple containers.
  Map<String, ByteBuffer> myServiceData = new HashMap<String, ByteBuffer>();
  for (Map.Entry<String, ByteBuffer> entry : commonContainerLaunchContext.getServiceData().entrySet()) {
    myServiceData.put(entry.getKey(), entry.getValue().duplicate());
  }

  ////////////////////////////////////////////////////////////////////////////
  // Set the local resources
  ////////////////////////////////////////////////////////////////////////////
  // Set the necessary command to execute the application master
  Vector<CharSequence> vargs = new Vector<CharSequence>(30);

  // Set java executable command
  //LOG.info("Setting up app master command");
  vargs.add("${JAVA_HOME}" + "/bin/java");
  // Set Xmx based on am memory size
  vargs.add("-Xmx2000m");
  // Set Remote Debugging
  //if (!context.getQuery().getSubQuery(event.getExecutionBlockId()).isLeafQuery()) {
  //vargs.add("-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=5005");
  //}
  // Set class name
  //vargs.add(getRunnerClass());
  vargs.add(TajoWorker.class.getCanonicalName());
  vargs.add("tr");     //workerMode
  vargs.add(getId()); // subqueryId
  vargs.add(containerMgrAddress); // nodeId
  vargs.add(containerID.toString()); // containerId
  Vector<CharSequence> taskParams = getTaskParams();
  if(taskParams != null) {
    vargs.addAll(taskParams);
  }

  vargs.add("1>" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stdout");
  vargs.add("2>" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stderr");

  // Get final commmand
  StringBuilder command = new StringBuilder();
  for (CharSequence str : vargs) {
    command.append(str).append(" ");
  }

  LOG.info("Completed setting up TaskRunner command " + command.toString());
  List<String> commands = new ArrayList<String>();
  commands.add(command.toString());

  return BuilderUtils.newContainerLaunchContext(containerID, commonContainerLaunchContext.getUser(),
      container.getResource(), commonContainerLaunchContext.getLocalResources(), myEnv, commands,
      myServiceData, null, new HashMap<ApplicationAccessType, String>());
}
 

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
public static ApplicationAttemptId createApplicationAttemptId(QueryId queryId, int attemptId) {
  return BuilderUtils.newApplicationAttemptId(queryIdToAppId(queryId), attemptId);
}
 

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
public static ApplicationId queryIdToAppId(QueryId queryId) {
  return BuilderUtils.newApplicationId(Long.parseLong(queryId.getId()), queryId.getSeq());
}
 

import org.apache.hadoop.yarn.util.BuilderUtils; //导入依赖的package包/类
public static QueryId createQueryId(long timestamp, int id) {
  ApplicationId appId = BuilderUtils.newApplicationId(timestamp, id);

  return QueryIdFactory.newQueryId(appId.toString());
}