当前位置: 首页>>代码示例>>Java>>正文


Java CapacityScheduler.setConf方法代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler.setConf方法的典型用法代码示例。如果您正苦于以下问题:Java CapacityScheduler.setConf方法的具体用法?Java CapacityScheduler.setConf怎么用?Java CapacityScheduler.setConf使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler的用法示例。


在下文中一共展示了CapacityScheduler.setConf方法的8个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
public static CapacityScheduler mockCapacityScheduler() throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = new CapacityScheduler();
  cs.setConf(new YarnConfiguration());
  RMContext rmContext = new RMContextImpl(null, null, null, null, null,
      null, new RMContainerTokenSecretManager(conf),
      new NMTokenSecretManagerInRM(conf),
      new ClientToAMTokenSecretManagerInRM(), null);
  rmContext.setNodeLabelManager(new NullRMNodeLabelsManager());
  cs.setRMContext(rmContext);
  cs.init(conf);
  return cs;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:17,代码来源:TestRMWebApp.java

示例2: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
public CapacityScheduler mockCapacityScheduler(int numContainers)
    throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = Mockito.spy(new CapacityScheduler());
  cs.setConf(new YarnConfiguration());

  RMContext mockRmContext = createRMContext(conf);

  cs.setRMContext(mockRmContext);
  try {
    cs.serviceInit(conf);
  } catch (Exception e) {
    Assert.fail(e.getMessage());
  }

  initializeRMContext(numContainers, cs, mockRmContext);
  return cs;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:23,代码来源:ReservationSystemTestUtil.java

示例3: initializeCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
private CapacityScheduler initializeCapacityScheduler() {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  ReservationSystemTestUtil.setupQueueConfiguration(conf);

  CapacityScheduler cs = Mockito.spy(new CapacityScheduler());
  cs.setConf(conf);

  mockRMContext = ReservationSystemTestUtil.createRMContext(conf);

  cs.setRMContext(mockRMContext);
  try {
    cs.serviceInit(conf);
  } catch (Exception e) {
    Assert.fail(e.getMessage());
  }
  ReservationSystemTestUtil.initializeRMContext(10, cs, mockRMContext);
  return cs;
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:20,代码来源:TestReservationSystem.java

示例4: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
public CapacityScheduler mockCapacityScheduler(int numContainers)
    throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = Mockito.spy(new CapacityScheduler());
  cs.setConf(new YarnConfiguration());

  RMContext mockRmContext = createRMContext(conf);

  cs.setRMContext(mockRmContext);
  try {
    cs.serviceInit(conf);
  } catch (Exception e) {
    Assert.fail(e.getMessage());
  }

  initializeRMContext(numContainers, cs, mockRmContext);
  return cs;
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:22,代码来源:ReservationSystemTestUtil.java

示例5: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
public static CapacityScheduler mockCapacityScheduler() throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = new CapacityScheduler();
  cs.setConf(new YarnConfiguration());
  RMContext rmContext = new RMContextImpl(null, null, null, null, null,
      null, new RMContainerTokenSecretManager(conf),
      new NMTokenSecretManagerInRM(conf),
      new ClientToAMTokenSecretManagerInRM(), null);
  rmContext.setNodeLabelManager(new MemoryRMNodeLabelsManager());
  cs.setRMContext(rmContext);
  cs.init(conf);
  return cs;
}
 
开发者ID:Nextzero,项目名称:hadoop-2.6.0-cdh5.4.3,代码行数:17,代码来源:TestRMWebApp.java

示例6: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
public static CapacityScheduler mockCapacityScheduler() throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = new CapacityScheduler();
  cs.setConf(new YarnConfiguration());
  cs.reinitialize(conf, new RMContextImpl(null, null, null, null, null,
      null, new RMContainerTokenSecretManager(conf),
      new NMTokenSecretManagerInRM(conf),
      new ClientToAMTokenSecretManagerInRM()));
  return cs;
}
 
开发者ID:ict-carch,项目名称:hadoop-plus,代码行数:14,代码来源:TestRMWebApp.java

示例7: mockCapacityScheduler

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
public static CapacityScheduler mockCapacityScheduler() throws IOException {
  // stolen from TestCapacityScheduler
  CapacitySchedulerConfiguration conf = new CapacitySchedulerConfiguration();
  setupQueueConfiguration(conf);

  CapacityScheduler cs = new CapacityScheduler();
  cs.setConf(new YarnConfiguration());
  cs.reinitialize(conf, new RMContextImpl(null, null, null, null, null,
      null, new RMContainerTokenSecretManager(conf),
      new NMTokenSecretManagerInRM(conf),
      new ClientToAMTokenSecretManagerInRM(), null));
  return cs;
}
 
开发者ID:Seagate,项目名称:hadoop-on-lustre2,代码行数:14,代码来源:TestRMWebApp.java

示例8: testCompareRMNodeAfterReconnect

import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; //导入方法依赖的package包/类
@Test
public void testCompareRMNodeAfterReconnect() throws Exception {
  Configuration yarnConf = new YarnConfiguration();
  CapacityScheduler scheduler = new CapacityScheduler();
  scheduler.setConf(yarnConf);
  ConfigurationProvider configurationProvider =
      ConfigurationProviderFactory.getConfigurationProvider(yarnConf);
  configurationProvider.init(yarnConf);
  context.setConfigurationProvider(configurationProvider);
  RMNodeLabelsManager nlm = new RMNodeLabelsManager();
  nlm.init(yarnConf);
  nlm.start();
  context.setNodeLabelManager(nlm);
  scheduler.setRMContext(context);
  scheduler.init(yarnConf);
  scheduler.start();
  dispatcher.register(SchedulerEventType.class, scheduler);

  String hostname1 = "localhost1";
  Resource capability = BuilderUtils.newResource(4096, 4);

  RegisterNodeManagerRequest request1 = recordFactory
      .newRecordInstance(RegisterNodeManagerRequest.class);
  NodeId nodeId1 = NodeId.newInstance(hostname1, 0);
  request1.setNodeId(nodeId1);
  request1.setHttpPort(0);
  request1.setResource(capability);
  resourceTrackerService.registerNodeManager(request1);
  Assert.assertNotNull(context.getRMNodes().get(nodeId1));
  // verify Scheduler and RMContext use same RMNode reference.
  Assert.assertTrue(scheduler.getSchedulerNode(nodeId1).getRMNode() ==
      context.getRMNodes().get(nodeId1));
  Assert.assertEquals(context.getRMNodes().get(nodeId1).
      getTotalCapability(), capability);
  Resource capability1 = BuilderUtils.newResource(2048, 2);
  request1.setResource(capability1);
  resourceTrackerService.registerNodeManager(request1);
  Assert.assertNotNull(context.getRMNodes().get(nodeId1));
  // verify Scheduler and RMContext use same RMNode reference
  // after reconnect.
  Assert.assertTrue(scheduler.getSchedulerNode(nodeId1).getRMNode() ==
      context.getRMNodes().get(nodeId1));
  // verify RMNode's capability is changed.
  Assert.assertEquals(context.getRMNodes().get(nodeId1).
      getTotalCapability(), capability1);
  nlm.stop();
  scheduler.stop();
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:49,代码来源:TestNMReconnect.java


注:本文中的org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler.setConf方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。