Java FiCaSchedulerApp.getUser方法代码示例

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
public synchronized Resource getTotalPendingResourcesConsideringUserLimit(
        Resource resources, String partition) {
  Map<String, Resource> userNameToHeadroom = new HashMap<String, Resource>();
  Resource pendingConsideringUserLimit = Resource.newInstance(0, 0);
  for (FiCaSchedulerApp app : getApplications()) {
    String userName = app.getUser();
    if (!userNameToHeadroom.containsKey(userName)) {
      User user = getUser(userName);
      Resource headroom = Resources.subtract(
          computeUserLimit(app, resources, user, partition,
              SchedulingMode.RESPECT_PARTITION_EXCLUSIVITY),
              user.getUsed(partition));
      // Make sure headroom is not negative.
      headroom = Resources.componentwiseMax(headroom, Resources.none());
      userNameToHeadroom.put(userName, headroom);
    }
    Resource minpendingConsideringUserLimit =
        Resources.componentwiseMin(userNameToHeadroom.get(userName),
                     app.getAppAttemptResourceUsage().getPending(partition));
    Resources.addTo(pendingConsideringUserLimit,
        minpendingConsideringUserLimit);
    Resources.subtractFrom(
        userNameToHeadroom.get(userName), minpendingConsideringUserLimit);
  }
  return pendingConsideringUserLimit;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
synchronized void releaseResource(Resource clusterResource, 
    FiCaSchedulerApp application, Resource resource, Set<String> nodeLabels,boolean isSuspend) {
  super.releaseResource(clusterResource, resource, nodeLabels,isSuspend);
  
  // Update user metrics
  String userName = application.getUser();
  User user = getUser(userName);
  user.releaseContainer(resource, nodeLabels);
  if(!isSuspend){
    metrics.setAvailableResourcesToUser(userName, application.getHeadroom());
  }
  
  LOG.info(getQueueName() + 
          " used=" + queueUsage.getUsed() + " numContainers=" + numContainers +
          " headroom = " + application.getHeadroom() +
          " user-resources=" + user.getUsed()+"allocate resource:"+resource+
          " absUsed= "+getAbsoluteUsedCapacity()
          );
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
@Override
public synchronized String moveApplication(ApplicationId appId,
    String targetQueueName) throws YarnException {
  FiCaSchedulerApp app =
      getApplicationAttempt(ApplicationAttemptId.newInstance(appId, 0));
  String sourceQueueName = app.getQueue().getQueueName();
  LeafQueue source = getAndCheckLeafQueue(sourceQueueName);
  String destQueueName = handleMoveToPlanQueue(targetQueueName);
  LeafQueue dest = getAndCheckLeafQueue(destQueueName);
  // Validation check - ACLs, submission limits for user & queue
  String user = app.getUser();
  try {
    dest.submitApplication(appId, user, destQueueName);
  } catch (AccessControlException e) {
    throw new YarnException(e);
  }
  // Move all live containers
  for (RMContainer rmContainer : app.getLiveContainers()) {
    source.detachContainer(clusterResource, app, rmContainer);
    // attach the Container to another queue
    dest.attachContainer(clusterResource, app, rmContainer);
  }
  // Detach the application..
  source.finishApplicationAttempt(app, sourceQueueName);
  source.getParent().finishApplication(appId, app.getUser());
  // Finish app & update metrics
  app.move(dest);
  // Submit to a new queue
  dest.submitApplicationAttempt(app, user);
  applications.get(appId).setQueue(dest);
  LOG.info("App: " + app.getApplicationId() + " successfully moved from "
      + sourceQueueName + " to: " + destQueueName);
  return targetQueueName;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
@Lock({LeafQueue.class, FiCaSchedulerApp.class})
Resource computeUserLimitAndSetHeadroom(FiCaSchedulerApp application,
    Resource clusterResource, Resource required, Set<String> requestedLabels) {
  String user = application.getUser();
  User queueUser = getUser(user);

  // Compute user limit respect requested labels,
  // TODO, need consider headroom respect labels also
  Resource userLimit =
      computeUserLimit(application, clusterResource, required,
          queueUser, requestedLabels);

  setQueueResourceLimitsInfo(clusterResource);
  
  Resource headroom =
      getHeadroom(queueUser, cachedResourceLimitsForHeadroom.getLimit(),
          clusterResource, userLimit);
  
  if (LOG.isDebugEnabled()) {
    LOG.debug("Headroom calculation for user " + user + ": " + 
        " userLimit=" + userLimit + 
        " queueMaxAvailRes=" + cachedResourceLimitsForHeadroom.getLimit() +
        " consumed=" + queueUser.getUsed() + 
        " headroom=" + headroom);
  }
  
  CapacityHeadroomProvider headroomProvider = new CapacityHeadroomProvider(
    queueUser, this, application, required, queueResourceLimitsInfo);
  
  application.setHeadroomProvider(headroomProvider);

  metrics.setAvailableResourcesToUser(user, headroom);
  
  return userLimit;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
synchronized void releaseResource(Resource clusterResource, 
    FiCaSchedulerApp application, Resource resource, Set<String> nodeLabels) {
  super.releaseResource(clusterResource, resource, nodeLabels);
  
  // Update user metrics
  String userName = application.getUser();
  User user = getUser(userName);
  user.releaseContainer(resource, nodeLabels);
  metrics.setAvailableResourcesToUser(userName, application.getHeadroom());
    
  LOG.info(getQueueName() +
      " used=" + queueUsage.getUsed() + " numContainers=" + numContainers +
      " user=" + userName + " user-resources=" + user.getUsed());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
@Lock({LeafQueue.class, FiCaSchedulerApp.class})
Resource computeUserLimitAndSetHeadroom(FiCaSchedulerApp application,
    Resource clusterResource, String nodePartition,
    SchedulingMode schedulingMode) {
  String user = application.getUser();
  User queueUser = getUser(user);

  // Compute user limit respect requested labels,
  // TODO, need consider headroom respect labels also
  Resource userLimit =
      computeUserLimit(application, clusterResource, queueUser,
          nodePartition, schedulingMode);

  setQueueResourceLimitsInfo(clusterResource);
  
  Resource headroom =
      getHeadroom(queueUser, cachedResourceLimitsForHeadroom.getLimit(),
          clusterResource, userLimit);
  
  if (LOG.isDebugEnabled()) {
    LOG.debug("Headroom calculation for user " + user + ": " + 
        " userLimit=" + userLimit + 
        " queueMaxAvailRes=" + cachedResourceLimitsForHeadroom.getLimit() +
        " consumed=" + queueUser.getUsed() + 
        " headroom=" + headroom);
  }
  
  CapacityHeadroomProvider headroomProvider = new CapacityHeadroomProvider(
    queueUser, this, application, queueResourceLimitsInfo);
  
  application.setHeadroomProvider(headroomProvider);

  metrics.setAvailableResourcesToUser(user, headroom);
  
  return userLimit;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
synchronized void releaseResource(Resource clusterResource,
    FiCaSchedulerApp application, Resource resource, String nodePartition,
    RMContainer rmContainer, boolean isChangeResource) {
  super.releaseResource(clusterResource, resource, nodePartition,
      isChangeResource);
  
  // handle ignore exclusivity container
  if (null != rmContainer && rmContainer.getNodeLabelExpression().equals(
      RMNodeLabelsManager.NO_LABEL)
      && !nodePartition.equals(RMNodeLabelsManager.NO_LABEL)) {
    if (ignorePartitionExclusivityRMContainers.containsKey(nodePartition)) {
      Set<RMContainer> rmContainers =
          ignorePartitionExclusivityRMContainers.get(nodePartition);
      rmContainers.remove(rmContainer);
      if (rmContainers.isEmpty()) {
        ignorePartitionExclusivityRMContainers.remove(nodePartition);
      }
    }
  }

  // Update user metrics
  String userName = application.getUser();
  User user = getUser(userName);
  user.releaseContainer(resource, nodePartition);
  metrics.setAvailableResourcesToUser(userName, application.getHeadroom());

  if (LOG.isDebugEnabled()) {
    LOG.debug(getQueueName() +
        " used=" + queueUsage.getUsed() + " numContainers=" + numContainers +
        " user=" + userName + " user-resources=" + user.getUsed());
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp; //导入方法依赖的package包/类
@Lock({LeafQueue.class, FiCaSchedulerApp.class})
Resource computeUserLimitAndSetHeadroom(FiCaSchedulerApp application,
    Resource clusterResource, Resource required, Set<String> requestedLabels) {
  String user = application.getUser();
  User queueUser = getUser(user);

  // Compute user limit respect requested labels,
  // TODO, need consider headroom respect labels also
  Resource userLimit =
      computeUserLimit(application, clusterResource, required,
          queueUser, requestedLabels);

  setQueueResourceLimitsInfo(clusterResource);
  
  Resource headroom =
      getHeadroom(queueUser, cachedResourceLimitsForHeadroom.getLimit(),
          clusterResource, userLimit);
  
 {
    LOG.debug("Headroom calculation for user " + user + ": " + 
        " userLimit=" + userLimit + 
        " queueMaxAvailRes=" + cachedResourceLimitsForHeadroom.getLimit() +
        " consumed=" + queueUser.getUsed() + 
        " headroom=" + headroom);
  }
  
  CapacityHeadroomProvider headroomProvider = new CapacityHeadroomProvider(
    queueUser, this, application, required, queueResourceLimitsInfo);
  
  application.setHeadroomProvider(headroomProvider);

  metrics.setAvailableResourcesToUser(user, headroom);
  
  return userLimit;
}