当前位置: 首页>>代码示例>>Java>>正文

Java ActiveUsersManager类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager类的典型用法代码示例。如果您正苦于以下问题：Java ActiveUsersManager类的具体用法？Java ActiveUsersManager怎么用？Java ActiveUsersManager使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


ActiveUsersManager类属于org.apache.hadoop.yarn.server.resourcemanager.scheduler包，在下文中一共展示了ActiveUsersManager类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: initScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
private synchronized void initScheduler(Configuration conf) {
  validateConf(conf);
  //Use ConcurrentSkipListMap because applications need to be ordered
  this.applications =
      new ConcurrentSkipListMap<ApplicationId, SchedulerApplication<FiCaSchedulerApp>>();
  this.minimumAllocation =
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB));
  initMaximumResourceCapability(
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB),
        conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES),
        conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_GCORES)));
  this.usePortForNodeName = conf.getBoolean(
      YarnConfiguration.RM_SCHEDULER_INCLUDE_PORT_IN_NODE_NAME,
      YarnConfiguration.DEFAULT_RM_SCHEDULER_USE_PORT_FOR_NODE_NAME);
  this.metrics = QueueMetrics.forQueue(DEFAULT_QUEUE_NAME, null, false,
      conf);
  this.activeUsersManager = new ActiveUsersManager(metrics);
}
开发者ID:naver，项目名称:hadoop，代码行数:27，代码来源:FifoScheduler.java

示例2: LeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public LeafQueue(CapacitySchedulerContext cs, 
    String queueName, CSQueue parent, CSQueue old) throws IOException {
  super(cs, queueName, parent, old);
  this.scheduler = cs;

  this.activeUsersManager = new ActiveUsersManager(metrics); 

  if(LOG.isDebugEnabled()) {
    LOG.debug("LeafQueue:" + " name=" + queueName
      + ", fullname=" + getQueuePath());
  }

  Comparator<FiCaSchedulerApp> applicationComparator =
      cs.getApplicationComparator();
  this.pendingApplications = 
      new TreeSet<FiCaSchedulerApp>(applicationComparator);
  this.activeApplications = new TreeSet<FiCaSchedulerApp>(applicationComparator);
  
  setupQueueConfigs(cs.getClusterResource());
}
开发者ID:naver，项目名称:hadoop，代码行数:21，代码来源:LeafQueue.java

示例3: initScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
private synchronized void initScheduler(Configuration conf) {
  validateConf(conf);
  //Use ConcurrentSkipListMap because applications need to be ordered
  this.applications =
      new ConcurrentSkipListMap<ApplicationId, SchedulerApplication<FiCaSchedulerApp>>();
  this.minimumAllocation =
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB));
  initMaximumResourceCapability(
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB),
        conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES)));
  this.usePortForNodeName = conf.getBoolean(
      YarnConfiguration.RM_SCHEDULER_INCLUDE_PORT_IN_NODE_NAME,
      YarnConfiguration.DEFAULT_RM_SCHEDULER_USE_PORT_FOR_NODE_NAME);
  this.metrics = QueueMetrics.forQueue(DEFAULT_QUEUE_NAME, null, false,
      conf);
  this.activeUsersManager = new ActiveUsersManager(metrics);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:24，代码来源:FifoScheduler.java

示例4: FiCaSchedulerApp

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());
  
  Resource amResource;
  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    //the rmApp may be undefined (the resource manager checks for this too)
    //and unmanaged applications do not provide an amResource request
    //in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
  }
  
  setAMResource(amResource);
  
  isTestDone=false;
}
开发者ID:yncxcw，项目名称:big-c，代码行数:22，代码来源:FiCaSchedulerApp.java

示例5: LeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public LeafQueue(CapacitySchedulerContext cs, 
    String queueName, CSQueue parent, CSQueue old) throws IOException {
  super(cs, queueName, parent, old);
  this.scheduler = cs;
 
  this.activeUsersManager = new ActiveUsersManager(metrics); 

  if(LOG.isDebugEnabled()) {
    LOG.debug("LeafQueue:" + " name=" + queueName
      + ", fullname=" + getQueuePath());
  }

  Comparator<FiCaSchedulerApp> applicationComparator =
      cs.getApplicationComparator();
  this.pendingApplications = 
      new TreeSet<FiCaSchedulerApp>(applicationComparator);
  this.activeApplications = new TreeSet<FiCaSchedulerApp>(applicationComparator);
  
  setupQueueConfigs(cs.getClusterResource());
}
开发者ID:yncxcw，项目名称:big-c，代码行数:21，代码来源:LeafQueue.java

示例6: LeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
@SuppressWarnings({ "unchecked", "rawtypes" })
public LeafQueue(CapacitySchedulerContext cs,
    String queueName, CSQueue parent, CSQueue old) throws IOException {
  super(cs, queueName, parent, old);
  this.scheduler = cs;

  this.activeUsersManager = new ActiveUsersManager(metrics); 

  // One time initialization is enough since it is static ordering policy
  this.pendingOrderingPolicy = new FifoOrderingPolicyForPendingApps();

  qUsageRatios = new UsageRatios();

  if(LOG.isDebugEnabled()) {
    LOG.debug("LeafQueue:" + " name=" + queueName
      + ", fullname=" + getQueuePath());
  }
  
  setupQueueConfigs(cs.getClusterResource());
}
开发者ID:hopshadoop，项目名称:hops，代码行数:21，代码来源:LeafQueue.java

示例7: reinitialize

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
@Override
public synchronized void
    reinitialize(Configuration conf, RMContext rmContext) throws IOException
{
  setConf(conf);
  if (!this.initialized) {
    validateConf(conf);
    this.rmContext = rmContext;
    this.minimumAllocation = 
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB));
    this.maximumAllocation = 
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB));
    this.usePortForNodeName = conf.getBoolean(
        YarnConfiguration.RM_SCHEDULER_INCLUDE_PORT_IN_NODE_NAME, 
        YarnConfiguration.DEFAULT_RM_SCHEDULER_USE_PORT_FOR_NODE_NAME);
    this.metrics = QueueMetrics.forQueue(DEFAULT_QUEUE_NAME, null, false,
        conf);
    this.activeUsersManager = new ActiveUsersManager(metrics);
    this.initialized = true;
  }
}
开发者ID:chendave，项目名称:hadoop-TCP，代码行数:26，代码来源:FifoScheduler.java

示例8: FSLeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FSLeafQueue(String name, FairScheduler scheduler,
    FSParentQueue parent) {
  super(name, scheduler, parent);
  this.lastTimeAtMinShare = scheduler.getClock().getTime();
  this.lastTimeAtFairShareThreshold = scheduler.getClock().getTime();
  activeUsersManager = new ActiveUsersManager(getMetrics());
  amResourceUsage = Resource.newInstance(0, 0, 0);
}
开发者ID:naver，项目名称:hadoop，代码行数:9，代码来源:FSLeafQueue.java

示例9: FSAppAttempt

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FSAppAttempt(FairScheduler scheduler,
    ApplicationAttemptId applicationAttemptId, String user, FSLeafQueue queue,
    ActiveUsersManager activeUsersManager, RMContext rmContext) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);

  this.scheduler = scheduler;
  this.startTime = scheduler.getClock().getTime();
  this.priority = Priority.newInstance(1);
  this.resourceWeights = new ResourceWeights();
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:FSAppAttempt.java

示例10: FiCaSchedulerApp

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId, 
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());
  
  Resource amResource;
  String partition;

  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    // the rmApp may be undefined (the resource manager checks for this too)
    // and unmanaged applications do not provide an amResource request
    // in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
    partition = CommonNodeLabelsManager.NO_LABEL;
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
    partition =
        (rmApp.getAMResourceRequest().getNodeLabelExpression() == null)
        ? CommonNodeLabelsManager.NO_LABEL
        : rmApp.getAMResourceRequest().getNodeLabelExpression();
  }
  
  setAppAMNodePartitionName(partition);
  setAMResource(partition, amResource);
}
开发者ID:naver，项目名称:hadoop，代码行数:28，代码来源:FiCaSchedulerApp.java

示例11: createListOfApps

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
private List<FiCaSchedulerApp> createListOfApps(int noOfApps, String user,
    LeafQueue defaultQueue) {
  List<FiCaSchedulerApp> appsLists = new ArrayList<FiCaSchedulerApp>();
  for (int i = 0; i < noOfApps; i++) {
    ApplicationAttemptId appAttemptId_0 =
        TestUtils.getMockApplicationAttemptId(i, 0);
    FiCaSchedulerApp app_0 =
        new FiCaSchedulerApp(appAttemptId_0, user, defaultQueue,
            mock(ActiveUsersManager.class), spyRMContext);
    appsLists.add(app_0);
  }
  return appsLists;
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:TestLeafQueue.java

示例12: FSLeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FSLeafQueue(String name, FairScheduler scheduler,
    FSParentQueue parent) {
  super(name, scheduler, parent);
  this.lastTimeAtMinShare = scheduler.getClock().getTime();
  this.lastTimeAtFairShareThreshold = scheduler.getClock().getTime();
  activeUsersManager = new ActiveUsersManager(getMetrics());
  amResourceUsage = Resource.newInstance(0, 0);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:9，代码来源:FSLeafQueue.java

示例13: FiCaSchedulerApp

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public FiCaSchedulerApp(ApplicationAttemptId applicationAttemptId,
    String user, Queue queue, ActiveUsersManager activeUsersManager,
    RMContext rmContext, Priority appPriority) {
  super(applicationAttemptId, user, queue, activeUsersManager, rmContext);
  
  RMApp rmApp = rmContext.getRMApps().get(getApplicationId());

  Resource amResource;
  String partition;

  if (rmApp == null || rmApp.getAMResourceRequest() == null) {
    // the rmApp may be undefined (the resource manager checks for this too)
    // and unmanaged applications do not provide an amResource request
    // in these cases, provide a default using the scheduler
    amResource = rmContext.getScheduler().getMinimumResourceCapability();
    partition = CommonNodeLabelsManager.NO_LABEL;
  } else {
    amResource = rmApp.getAMResourceRequest().getCapability();
    partition =
        (rmApp.getAMResourceRequest().getNodeLabelExpression() == null)
        ? CommonNodeLabelsManager.NO_LABEL
        : rmApp.getAMResourceRequest().getNodeLabelExpression();
  }

  setAppAMNodePartitionName(partition);
  setAMResource(partition, amResource);
  setPriority(appPriority);

  scheduler = rmContext.getScheduler();

  if (scheduler.getResourceCalculator() != null) {
    rc = scheduler.getResourceCalculator();
  }
  
  containerAllocator = new ContainerAllocator(this, rc, rmContext);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:37，代码来源:FiCaSchedulerApp.java

示例14: LeafQueue

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
public LeafQueue(CapacitySchedulerContext cs,
    String queueName, CSQueue parent, CSQueue old) throws IOException {
  super(cs, queueName, parent, old);
  this.scheduler = cs;

  this.activeUsersManager = new ActiveUsersManager(metrics); 

  if(LOG.isDebugEnabled()) {
    LOG.debug("LeafQueue:" + " name=" + queueName
      + ", fullname=" + getQueuePath());
  }
  
  setupQueueConfigs(cs.getClusterResource());
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:15，代码来源:LeafQueue.java

示例15: reinitialize

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager; //导入依赖的package包/类
@Override
public synchronized void
    reinitialize(Configuration conf, RMContext rmContext) throws IOException
{
  setConf(conf);
  if (!this.initialized) {
    validateConf(conf);
    this.rmContext = rmContext;
    this.minimumAllocation = 
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB),
          conf.getInt(
          		YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES,
          		YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES),
          conf.getInt(
          		YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_GPU_CORES,
          		YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_GPU_CORES));
    this.maximumAllocation = 
      Resources.createResource(conf.getInt(
          YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB,
          YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB),
          conf.getInt(
          		YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES,
          		YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES),
          conf.getInt(
          		YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_GPU_CORES,
          		YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_GPU_CORES));
    this.metrics = QueueMetrics.forQueue(DEFAULT_QUEUE_NAME, null, false,
        conf);
    this.activeUsersManager = new ActiveUsersManager(metrics);
    this.initialized = true;
  }
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:35，代码来源:FifoScheduler.java


注：本文中的org.apache.hadoop.yarn.server.resourcemanager.scheduler.ActiveUsersManager类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。