Java CSQueue类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
protected CapacitySchedulerQueueInfoList getQueues(CSQueue parent,
    NodeLabel nodeLabel) {
  CSQueue parentQueue = parent;
  CapacitySchedulerQueueInfoList queuesInfo =
      new CapacitySchedulerQueueInfoList();
  for (CSQueue queue : parentQueue.getChildQueues()) {
    CapacitySchedulerQueueInfo info;
    if (queue instanceof LeafQueue) {
      info =
          new CapacitySchedulerLeafQueueInfo((LeafQueue) queue,
              nodeLabel.getLabelName());
    } else {
      info = new CapacitySchedulerQueueInfo(queue, nodeLabel.getLabelName());
      info.queues = getQueues(queue, nodeLabel);
    }
    queuesInfo.addToQueueInfoList(info);
  }
  return queuesInfo;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
void printString(CSQueue nq, String indent) {
  if (nq instanceof ParentQueue) {
    System.out.println(indent + nq.getQueueName()
        + " cur:" + nq.getAbsoluteUsedCapacity()
        + " guar:" + nq.getAbsoluteCapacity()
        );
    for (CSQueue q : ((ParentQueue)nq).getChildQueues()) {
      printString(q, indent + "  ");
    }
  } else {
    System.out.println(indent + nq.getQueueName()
        + " pen:" + ((LeafQueue) nq).getTotalResourcePending()
        + " cur:" + nq.getAbsoluteUsedCapacity()
        + " guar:" + nq.getAbsoluteCapacity()
        );
    for (FiCaSchedulerApp a : ((LeafQueue)nq).getApplications()) {
      System.out.println(indent + "  " + a.getApplicationId());
    }
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
protected CapacitySchedulerQueueInfoList getQueues(CSQueue parent) {
  CSQueue parentQueue = parent;
  CapacitySchedulerQueueInfoList queuesInfo =
      new CapacitySchedulerQueueInfoList();
  for (CSQueue queue : parentQueue.getChildQueues()) {
    CapacitySchedulerQueueInfo info;
    if (queue instanceof LeafQueue) {
      info =
          new CapacitySchedulerLeafQueueInfo((LeafQueue) queue);
    } else {
      info = new CapacitySchedulerQueueInfo(queue);
      info.queues = getQueues(queue);
    }
    queuesInfo.addToQueueInfoList(info);
  }
  return queuesInfo;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
void printString(CSQueue nq, String indent) {
  if (nq instanceof ParentQueue) {
    System.out.println(indent + nq.getQueueName()
        + " cur:" + nq.getAbsoluteUsedCapacity()
        + " guar:" + nq.getAbsoluteCapacity()
        );
    for (CSQueue q : ((ParentQueue)nq).getChildQueues()) {
      printString(q, indent + "  ");
    }
  } else {
    System.out.println(indent + nq.getQueueName()
        + " pen:"
            + ((LeafQueue) nq).getTotalPendingResourcesConsideringUserLimit(
                                      isA(Resource.class), isA(String.class))
        + " cur:" + nq.getAbsoluteUsedCapacity()
        + " guar:" + nq.getAbsoluteCapacity()
        );
    for (FiCaSchedulerApp a : ((LeafQueue)nq).getApplications()) {
      System.out.println(indent + "  " + a.getApplicationId());
    }
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
private Resource getUnallocatedReservedResources(
    ReservationAllocation reservation) {
  Resource resResource;
  CSQueue resQueue =
      scheduler.getQueue(reservation.getReservationId().toString());
  if (resQueue != null) {
    resResource =
        Resources.subtract(
            reservation.getResourcesAtTime(now),
            Resources.multiply(scheduler.getClusterResource(),
                resQueue.getAbsoluteCapacity()));
  } else {
    resResource = reservation.getResourcesAtTime(now);
  }
  return resResource;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
@Override
protected Plan initializePlan(String planQueueName) throws YarnException {
  SharingPolicy adPolicy = getAdmissionPolicy(planQueueName);
  String planQueuePath = capScheduler.getQueue(planQueueName).getQueuePath();
  adPolicy.init(planQueuePath, capScheduler.getConfiguration());
  CSQueue planQueue = capScheduler.getQueue(planQueueName);
  // Calculate the max plan capacity
  Resource minAllocation = capScheduler.getMinimumResourceCapability();
  ResourceCalculator rescCalc = capScheduler.getResourceCalculator();
  Resource totCap =
      rescCalc.multiplyAndNormalizeDown(capScheduler.getClusterResource(),
          planQueue.getAbsoluteCapacity(), minAllocation);
  Plan plan =
      new InMemoryPlan(capScheduler.getRootQueueMetrics(), adPolicy,
          getAgent(planQueuePath), totCap, planStepSize, rescCalc,
          minAllocation, capScheduler.getMaximumResourceCapability(),
          planQueueName, getReplanner(planQueuePath), capScheduler
              .getConfiguration().getMoveOnExpiry(planQueuePath));
  LOG.info("Intialized plan {0} based on reservable queue {1}",
      plan.toString(), planQueueName);
  return plan;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
CapacitySchedulerQueueInfo(CSQueue q) {
  queuePath = q.getQueuePath();
  capacity = q.getCapacity() * 100;
  usedCapacity = q.getUsedCapacity() * 100;

  maxCapacity = q.getMaximumCapacity();
  if (maxCapacity < EPSILON || maxCapacity > 1f)
    maxCapacity = 1f;
  maxCapacity *= 100;

  absoluteCapacity = cap(q.getAbsoluteCapacity(), 0f, 1f) * 100;
  absoluteMaxCapacity = cap(q.getAbsoluteMaximumCapacity(), 0f, 1f) * 100;
  absoluteUsedCapacity = cap(q.getAbsoluteUsedCapacity(), 0f, 1f) * 100;
  numApplications = q.getNumApplications();
  usedResources = q.getUsedResources().toString();
  queueName = q.getQueueName();
  state = q.getState();
  resourcesUsed = new ResourceInfo(q.getUsedResources());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
public void refreshQueues(CSQueue parent, CSQueue current) {
  try {
    writeLock.lock();
    PreemptableQueue parentEntity = null;
    if (parent != null) {
      parentEntity = entities.get(parent.getQueueName());
    }

    if (!entities.containsKey(current.getQueueName())) {
      entities.put(current.getQueueName(),
          new PreemptableQueue(parentEntity));
    }

    if (current.getChildQueues() != null) {
      for (CSQueue child : current.getChildQueues()) {
        refreshQueues(current, child);
      }
    }
  }
  finally {
    writeLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
CapacitySchedulerQueueInfo(CSQueue q) {
  queuePath = q.getQueuePath();
  capacity = q.getCapacity() * 100;
  usedCapacity = q.getUsedCapacity() * 100;

  maxCapacity = q.getMaximumCapacity();
  if (maxCapacity < EPSILON || maxCapacity > 1f)
    maxCapacity = 1f;
  maxCapacity *= 100;

  absoluteCapacity = cap(q.getAbsoluteCapacity(), 0f, 1f) * 100;
  absoluteMaxCapacity = cap(q.getAbsoluteMaximumCapacity(), 0f, 1f) * 100;
  absoluteUsedCapacity = cap(q.getAbsoluteUsedCapacity(), 0f, 1f) * 100;
  numApplications = q.getNumApplications();
  queueName = q.getQueueName();
  state = q.getState();
  resourcesUsed = new ResourceInfo(q.getUsedResources());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
CapacitySchedulerQueueInfo(CSQueue q, String nodeLabel) {
  QueueCapacities qCapacities = q.getQueueCapacities();
  ResourceUsage queueResourceUsage = q.getQueueResourceUsage();

  queuePath = q.getQueuePath();
  capacity = qCapacities.getCapacity(nodeLabel) * 100;
  usedCapacity = q.getUsedCapacity(nodeLabel) * 100;

  maxCapacity = qCapacities.getMaximumCapacity(nodeLabel);
  if (maxCapacity < EPSILON || maxCapacity > 1f)
    maxCapacity = 1f;
  maxCapacity *= 100;

  absoluteCapacity =
      cap(qCapacities.getAbsoluteCapacity(nodeLabel), 0f, 1f) * 100;
  absoluteMaxCapacity =
      cap(qCapacities.getAbsoluteMaximumCapacity(nodeLabel), 0f, 1f) * 100;
  absoluteUsedCapacity = q.getAbsoluteUsedCapacity(nodeLabel) * 100;
  numApplications = q.getNumApplications();
  queueName = q.getQueueName();
  state = q.getState();
  resourcesUsed = new ResourceInfo(queueResourceUsage.getUsed(nodeLabel));
  if (q instanceof PlanQueue && !((PlanQueue) q).showReservationsAsQueues()) {
    hideReservationQueues = true;
  }
  
  // add labels
  Set<String> labelSet = q.getAccessibleNodeLabels();
  if (labelSet != null) {
    nodeLabels.addAll(labelSet);
    Collections.sort(nodeLabels);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
public CapacitySchedulerInfo(CSQueue parent, NodeLabel nodeLabel) {
  this.queueName = parent.getQueueName();
  this.usedCapacity = parent.getUsedCapacity() * 100;
  this.capacity = parent.getCapacity() * 100;
  float max = parent.getMaximumCapacity();
  if (max < EPSILON || max > 1f)
    max = 1f;
  this.maxCapacity = max * 100;

  queues = getQueues(parent, nodeLabel);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
@Override
protected Queue getPlanQueue(String planQueueName) {
  CSQueue queue = cs.getQueue(planQueueName);
  if (!(queue instanceof PlanQueue)) {
    LOG.error("The Plan is not an PlanQueue!");
    return null;
  }
  return queue;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
@Override
protected Resource getReservationQueueResourceIfExists(Plan plan,
    ReservationId reservationId) {
  CSQueue resQueue = cs.getQueue(reservationId.toString());
  Resource reservationResource = null;
  if (resQueue != null) {
    reservationResource = Resources.multiply(cs.getClusterResource(),
        resQueue.getAbsoluteCapacity());
  }
  return reservationResource;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
@Override
protected Resource getPlanQueueCapacity(String planQueueName) {
  Resource minAllocation = getMinAllocation();
  ResourceCalculator rescCalc = getResourceCalculator();
  CSQueue planQueue = capScheduler.getQueue(planQueueName);
  return rescCalc.multiplyAndNormalizeDown(capScheduler.getClusterResource(),
      planQueue.getAbsoluteCapacity(), minAllocation);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueue; //导入依赖的package包/类
@Override
public void editSchedule() {
  CSQueue root = scheduler.getRootQueue();
  Resource clusterResources = Resources.clone(scheduler.getClusterResource());
  clusterResources = getNonLabeledResources(clusterResources);
  setNodeLabels(scheduler.getRMContext().getNodeLabelManager()
      .getNodeLabels());
  containerBasedPreemptOrKill(root, clusterResources);
}