Java Queue类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public synchronized 
static FSQueueMetrics forQueue(String queueName, Queue parent,
    boolean enableUserMetrics, Configuration conf) {
  MetricsSystem ms = DefaultMetricsSystem.instance();
  QueueMetrics metrics = queueMetrics.get(queueName);
  if (metrics == null) {
    metrics = new FSQueueMetrics(ms, queueName, parent, enableUserMetrics, conf)
        .tag(QUEUE_INFO, queueName);
    
    // Register with the MetricsSystems
    if (ms != null) {
      metrics = ms.register(
              sourceName(queueName).toString(), 
              "Metrics for queue: " + queueName, metrics);
    }
    queueMetrics.put(queueName, metrics);
  }

  return (FSQueueMetrics)metrics;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
public synchronized void addQueue(Queue queue)
    throws SchedulerDynamicEditException {

  if (!(queue instanceof ReservationQueue)) {
    throw new SchedulerDynamicEditException("Queue " + queue.getQueueName()
        + " is not a ReservationQueue");
  }

  ReservationQueue newQueue = (ReservationQueue) queue;

  if (newQueue.getParent() == null
      || !(newQueue.getParent() instanceof PlanQueue)) {
    throw new SchedulerDynamicEditException("ParentQueue for "
        + newQueue.getQueueName()
        + " is not properly set (should be set and be a PlanQueue)");
  }

  PlanQueue parentPlan = (PlanQueue) newQueue.getParent();
  String queuename = newQueue.getQueueName();
  parentPlan.addChildQueue(newQueue);
  this.queues.put(queuename, newQueue);
  LOG.info("Creation of ReservationQueue " + newQueue + " succeeded");
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public synchronized static CSQueueMetrics forQueue(String queueName,
    Queue parent, boolean enableUserMetrics, Configuration conf) {
  MetricsSystem ms = DefaultMetricsSystem.instance();
  QueueMetrics metrics = queueMetrics.get(queueName);
  if (metrics == null) {
    metrics =
        new CSQueueMetrics(ms, queueName, parent, enableUserMetrics, conf)
            .tag(QUEUE_INFO, queueName);

    // Register with the MetricsSystems
    if (ms != null) {
      metrics =
          ms.register(sourceName(queueName).toString(), "Metrics for queue: "
              + queueName, metrics);
    }
    queueMetrics.put(queueName, metrics);
  }

  return (CSQueueMetrics) metrics;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());
  
  Resource amResource;
  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    //the rmApp may be undefined (the resource manager checks for this too)
    //and unmanaged applications do not provide an amResource request
    //in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
  }
  
  setAMResource(amResource);
  
  isTestDone=false;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Test
/**
 * Ensure that when negative paramaters are given (signaling delay scheduling
 * no tin use), the least restrictive locality level is returned.
 */
public void testLocalityLevelWithoutDelays() {
  Queue queue = Mockito.mock(Queue.class);
  Priority prio = Mockito.mock(Priority.class);
  Mockito.when(prio.getPriority()).thenReturn(1);

  ApplicationAttemptId applicationAttemptId = createAppAttemptId(1, 1);
  FSSchedulerApp schedulerApp =
      new FSSchedulerApp(applicationAttemptId, "user1", queue , null, null);
  assertEquals(NodeType.OFF_SWITCH, schedulerApp.getAllowedLocalityLevel(
      prio, 10, -1.0, -1.0));
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
protected Queue getPlanQueue(String planQueueName) {
  CSQueue queue = cs.getQueue(planQueueName);
  if (!(queue instanceof PlanQueue)) {
    LOG.error("The Plan is not an PlanQueue!");
    return null;
  }
  return queue;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
protected Resource getPlanResources(
    Plan plan, Queue queue, Resource clusterResources) {
  PlanQueue planQueue = (PlanQueue)queue;
  float planAbsCap = planQueue.getAbsoluteCapacity();
  Resource planResources = Resources.multiply(clusterResources, planAbsCap);
  plan.setTotalCapacity(planResources);
  return planResources;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
protected Queue getPlanQueue(String planQueueName) {
  Queue planQueue = fs.getQueueManager().getParentQueue(planQueueName, false);
  if (planQueue == null) {
    LOG.error("The queue " + planQueueName + " cannot be found or is not a " +
        "ParentQueue");
  }
  return planQueue;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
protected void createDefaultReservationQueue(String planQueueName,
    Queue queue, String defReservationId) {
  String defReservationQueueName = getReservationQueueName(planQueueName,
      defReservationId);
  if (!fs.getQueueManager().exists(defReservationQueueName)) {
    fs.getQueueManager().getLeafQueue(defReservationQueueName, true);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
@Override
protected Resource getPlanResources(Plan plan, Queue queue,
    Resource clusterResources) {
  FSParentQueue planQueue = (FSParentQueue)queue;
  Resource planResources = planQueue.getSteadyFairShare();
  return planResources;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());
  
  Resource amResource;
  String partition;

  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    // the rmApp may be undefined (the resource manager checks for this too)
    // and unmanaged applications do not provide an amResource request
    // in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
    partition = CommonNodeLabelsManager.NO_LABEL;
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
    partition =
        (rmApp.getAMResourceRequest().getNodeLabelExpression() == null)
        ? CommonNodeLabelsManager.NO_LABEL
        : rmApp.getAMResourceRequest().getNodeLabelExpression();
  }
  
  setAppAMNodePartitionName(partition);
  setAMResource(partition, amResource);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId,
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext, Priority appPriority) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());

  Resource amResource;
  String partition;

  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    // the rmApp may be undefined (the resource manager checks for this too)
    // and unmanaged applications do not provide an amResource request
    // in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
    partition = CommonNodeLabelsManager.NO_LABEL;
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
    partition =
        (rmApp.getAMResourceRequest().getNodeLabelExpression() == null)
        ? CommonNodeLabelsManager.NO_LABEL
        : rmApp.getAMResourceRequest().getNodeLabelExpression();
  }

  setAppAMNodePartitionName(partition);
  setAMResource(partition, amResource);
  setPriority(appPriority);

  scheduler = rmContext.getScheduler();

  if (scheduler.getResourceCalculator() != null) {
    rc = scheduler.getResourceCalculator();
  }
  
  containerAllocator = new ContainerAllocator(this, rc, rmContext);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
private Priority getDefaultPriorityForQueue(String queueName) {
  Queue queue = getQueue(queueName);
  if (null == queue || null == queue.getDefaultApplicationPriority()) {
    // Return with default application priority
    return Priority.newInstance(CapacitySchedulerConfiguration
        .DEFAULT_CONFIGURATION_APPLICATION_PRIORITY);
  }

  return Priority.newInstance(queue.getDefaultApplicationPriority()
      .getPriority());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public FSSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  this.rmContext = rmContext;
  this.appSchedulingInfo = 
      new AppSchedulingInfo(applicationAttemptId, user, queue,  
          activeUsersManager);
  this.queue = queue;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.Queue; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  this.rmContext = rmContext;
  this.appSchedulingInfo = 
      new AppSchedulingInfo(applicationAttemptId, user, queue,  
          activeUsersManager);
  this.queue = queue;
}