当前位置: 首页>>代码示例>>Java>>正文

Java RegisterNodeManagerRequest.setNodeId方法代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest.setNodeId方法的典型用法代码示例。如果您正苦于以下问题：Java RegisterNodeManagerRequest.setNodeId方法的具体用法？Java RegisterNodeManagerRequest.setNodeId怎么用？Java RegisterNodeManagerRequest.setNodeId使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest的用法示例。


在下文中一共展示了RegisterNodeManagerRequest.setNodeId方法的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: NodeManager

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
public NodeManager(String hostName, int containerManagerPort, int httpPort,
    String rackName, Resource capability,
    ResourceManager resourceManager)
    throws IOException, YarnException {
  this.containerManagerAddress = hostName + ":" + containerManagerPort;
  this.nodeHttpAddress = hostName + ":" + httpPort;
  this.rackName = rackName;
  this.resourceTrackerService = resourceManager.getResourceTrackerService();
  this.capability = capability;
  Resources.addTo(available, capability);
  this.nodeId = NodeId.newInstance(hostName, containerManagerPort);
  RegisterNodeManagerRequest request = recordFactory
      .newRecordInstance(RegisterNodeManagerRequest.class);
  request.setHttpPort(httpPort);
  request.setResource(capability);
  request.setNodeId(this.nodeId);
  request.setNMVersion(YarnVersionInfo.getVersion());
  resourceTrackerService.registerNodeManager(request);
  this.resourceManager = resourceManager;
  resourceManager.getResourceScheduler().getNodeReport(this.nodeId);
}
开发者ID:naver，项目名称:hadoop，代码行数:22，代码来源:NodeManager.java

示例2: registerNode

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
public RegisterNodeManagerResponse registerNode(
    List<NMContainerStatus> containerReports,
    List<ApplicationId> runningApplications) throws Exception {
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  req.setNodeId(nodeId);
  req.setHttpPort(httpPort);
  Resource resource = BuilderUtils.newResource(memory, vCores, gCores);
  req.setResource(resource);
  req.setContainerStatuses(containerReports);
  req.setNMVersion(version);
  req.setRunningApplications(runningApplications);
  RegisterNodeManagerResponse registrationResponse =
      resourceTracker.registerNodeManager(req);
  this.currentContainerTokenMasterKey =
      registrationResponse.getContainerTokenMasterKey();
  this.currentNMTokenMasterKey = registrationResponse.getNMTokenMasterKey();
  return registrationResponse;    
}
开发者ID:naver，项目名称:hadoop，代码行数:20，代码来源:MockNM.java

示例3: testNodeRegistrationSuccess

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testNodeRegistrationSuccess() throws Exception {
  writeToHostsFile("host2");
  Configuration conf = new Configuration();
  conf.set(YarnConfiguration.RM_NODES_INCLUDE_FILE_PATH, hostFile
      .getAbsolutePath());
  rm = new MockRM(conf);
  rm.start();

  ResourceTrackerService resourceTrackerService = rm.getResourceTrackerService();
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  NodeId nodeId = NodeId.newInstance("host2", 1234);
  Resource capability = BuilderUtils.newResource(1024, 1, 1);
  req.setResource(capability);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  req.setNMVersion(YarnVersionInfo.getVersion());
  // trying to register a invalid node.
  RegisterNodeManagerResponse response = resourceTrackerService.registerNodeManager(req);
  Assert.assertEquals(NodeAction.NORMAL,response.getNodeAction());
}
开发者ID:naver，项目名称:hadoop，代码行数:23，代码来源:TestResourceTrackerService.java

示例4: testNodeRegistrationFailure

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testNodeRegistrationFailure() throws Exception {
  writeToHostsFile("host1");
  Configuration conf = new Configuration();
  conf.set(YarnConfiguration.RM_NODES_INCLUDE_FILE_PATH, hostFile
      .getAbsolutePath());
  rm = new MockRM(conf);
  rm.start();
  
  ResourceTrackerService resourceTrackerService = rm.getResourceTrackerService();
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  NodeId nodeId = NodeId.newInstance("host2", 1234);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  // trying to register a invalid node.
  RegisterNodeManagerResponse response = resourceTrackerService.registerNodeManager(req);
  Assert.assertEquals(NodeAction.SHUTDOWN,response.getNodeAction());
  Assert
    .assertEquals(
      "Disallowed NodeManager from  host2, Sending SHUTDOWN signal to the NodeManager.",
      response.getDiagnosticsMessage());
}
开发者ID:naver，项目名称:hadoop，代码行数:24，代码来源:TestResourceTrackerService.java

示例5: testNodeRegistrationSuccess

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testNodeRegistrationSuccess() throws Exception {
  writeToHostsFile("host2");
  Configuration conf = new Configuration();
  conf.set(YarnConfiguration.RM_NODES_INCLUDE_FILE_PATH, hostFile
      .getAbsolutePath());
  rm = new MockRM(conf);
  rm.start();

  ResourceTrackerService resourceTrackerService = rm.getResourceTrackerService();
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  NodeId nodeId = NodeId.newInstance("host2", 1234);
  Resource capability = BuilderUtils.newResource(1024, 1);
  req.setResource(capability);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  req.setNMVersion(YarnVersionInfo.getVersion());
  // trying to register a invalid node.
  RegisterNodeManagerResponse response = resourceTrackerService.registerNodeManager(req);
  Assert.assertEquals(NodeAction.NORMAL,response.getNodeAction());
}
开发者ID:yncxcw，项目名称:big-c，代码行数:23，代码来源:TestResourceTrackerService.java

示例6: registerNode

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
public RegisterNodeManagerResponse registerNode(
    List<NMContainerStatus> containerReports,
    List<ApplicationId> runningApplications) throws Exception {
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  req.setNodeId(nodeId);
  req.setHttpPort(httpPort);
  Resource resource = BuilderUtils.newResource(memory, vCores);
  req.setResource(resource);
  req.setContainerStatuses(containerReports);
  req.setNMVersion(version);
  req.setRunningApplications(runningApplications);
  RegisterNodeManagerResponse registrationResponse =
      resourceTracker.registerNodeManager(req);
  this.currentContainerTokenMasterKey =
      registrationResponse.getContainerTokenMasterKey();
  this.currentNMTokenMasterKey = registrationResponse.getNMTokenMasterKey();
  return registrationResponse;    
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:20，代码来源:MockNM.java

示例7: testReconnect

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testReconnect() throws Exception {
  String hostname1 = "localhost1";
  Resource capability = BuilderUtils.newResource(1024, 1);

  RegisterNodeManagerRequest request1 = recordFactory
      .newRecordInstance(RegisterNodeManagerRequest.class);
  NodeId nodeId1 = NodeId.newInstance(hostname1, 0);
  request1.setNodeId(nodeId1);
  request1.setHttpPort(0);
  request1.setResource(capability);
  resourceTrackerService.registerNodeManager(request1);

  Assert.assertEquals(RMNodeEventType.STARTED, rmNodeEvent.getType());

  rmNodeEvent = null;
  resourceTrackerService.registerNodeManager(request1);
  Assert.assertEquals(RMNodeEventType.RECONNECTED, rmNodeEvent.getType());

  rmNodeEvent = null;
  resourceTrackerService.registerNodeManager(request1);
  capability = BuilderUtils.newResource(1024, 2);
  request1.setResource(capability);
  Assert.assertEquals(RMNodeEventType.RECONNECTED, rmNodeEvent.getType());
}
开发者ID:Seagate，项目名称:hadoop-on-lustre2，代码行数:26，代码来源:TestNMReconnect.java

示例8: registerNode

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
public RegisterNodeManagerResponse registerNode(
    List<ContainerStatus> containerStatus) throws Exception{
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  req.setNodeId(nodeId);
  req.setHttpPort(httpPort);
  Resource resource = BuilderUtils.newResource(memory, vCores);
  req.setResource(resource);
  req.setContainerStatuses(containerStatus);
  req.setNMVersion(version);
  RegisterNodeManagerResponse registrationResponse =
      resourceTracker.registerNodeManager(req);
  this.currentContainerTokenMasterKey =
      registrationResponse.getContainerTokenMasterKey();
  this.currentNMTokenMasterKey = registrationResponse.getNMTokenMasterKey();
  return registrationResponse;    
}
开发者ID:Seagate，项目名称:hadoop-on-lustre2，代码行数:18，代码来源:MockNM.java

示例9: testReconnect

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testReconnect() throws Exception {
  String hostname1 = "localhost1";
  Resource capability = BuilderUtils.newResource(1024, 1, 1);

  RegisterNodeManagerRequest request1 = recordFactory
      .newRecordInstance(RegisterNodeManagerRequest.class);
  NodeId nodeId1 = NodeId.newInstance(hostname1, 0);
  request1.setNodeId(nodeId1);
  request1.setHttpPort(0);
  request1.setResource(capability);
  resourceTrackerService.registerNodeManager(request1);

  Assert.assertEquals(RMNodeEventType.STARTED, rmNodeEvents.get(0).getType());

  rmNodeEvents.clear();
  resourceTrackerService.registerNodeManager(request1);
  Assert.assertEquals(RMNodeEventType.RECONNECTED,
      rmNodeEvents.get(0).getType());

  rmNodeEvents.clear();
  resourceTrackerService.registerNodeManager(request1);
  capability = BuilderUtils.newResource(1024, 2, 2);
  request1.setResource(capability);
  Assert.assertEquals(RMNodeEventType.RECONNECTED,
      rmNodeEvents.get(0).getType());
}
开发者ID:naver，项目名称:hadoop，代码行数:28，代码来源:TestNMReconnect.java

示例10: testNodeRegistrationVersionLessThanRM

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testNodeRegistrationVersionLessThanRM() throws Exception {
  writeToHostsFile("host2");
  Configuration conf = new Configuration();
  conf.set(YarnConfiguration.RM_NODES_INCLUDE_FILE_PATH, hostFile
      .getAbsolutePath());
  conf.set(YarnConfiguration.RM_NODEMANAGER_MINIMUM_VERSION,"EqualToRM" );
  rm = new MockRM(conf);
  rm.start();
  String nmVersion = "1.9.9";

  ResourceTrackerService resourceTrackerService = rm.getResourceTrackerService();
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  NodeId nodeId = NodeId.newInstance("host2", 1234);
  Resource capability = BuilderUtils.newResource(1024, 1, 1);
  req.setResource(capability);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  req.setNMVersion(nmVersion);
  // trying to register a invalid node.
  RegisterNodeManagerResponse response = resourceTrackerService.registerNodeManager(req);
  Assert.assertEquals(NodeAction.SHUTDOWN,response.getNodeAction());
  Assert.assertTrue("Diagnostic message did not contain: 'Disallowed NodeManager " +
      "Version "+ nmVersion + ", is less than the minimum version'",
      response.getDiagnosticsMessage().contains("Disallowed NodeManager Version " +
          nmVersion + ", is less than the minimum version "));

}
开发者ID:naver，项目名称:hadoop，代码行数:30，代码来源:TestResourceTrackerService.java

示例11: registerNode

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
private void registerNode(ResourceManager rm, NodeId nodeId)
    throws YarnException, IOException {
  ResourceTrackerService resourceTrackerService =
      rm.getResourceTrackerService();
  RegisterNodeManagerRequest req =
      Records.newRecord(RegisterNodeManagerRequest.class);
  Resource capability = BuilderUtils.newResource(1024, 1);
  req.setResource(capability);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  req.setNMVersion(YarnVersionInfo.getVersion());
  resourceTrackerService.registerNodeManager(req);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:14，代码来源:TestRMDelegatedNodeLabelsUpdater.java

示例12: testReconnect

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testReconnect() throws Exception {
  String hostname1 = "localhost1";
  Resource capability = BuilderUtils.newResource(1024, 1);

  RegisterNodeManagerRequest request1 = recordFactory
      .newRecordInstance(RegisterNodeManagerRequest.class);
  NodeId nodeId1 = NodeId.newInstance(hostname1, 0);
  request1.setNodeId(nodeId1);
  request1.setHttpPort(0);
  request1.setResource(capability);
  resourceTrackerService.registerNodeManager(request1);

  Assert.assertEquals(RMNodeEventType.STARTED, rmNodeEvents.get(0).getType());

  rmNodeEvents.clear();
  resourceTrackerService.registerNodeManager(request1);
  Assert.assertEquals(RMNodeEventType.RECONNECTED,
      rmNodeEvents.get(0).getType());

  rmNodeEvents.clear();
  resourceTrackerService.registerNodeManager(request1);
  capability = BuilderUtils.newResource(1024, 2);
  request1.setResource(capability);
  Assert.assertEquals(RMNodeEventType.RECONNECTED,
      rmNodeEvents.get(0).getType());
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:28，代码来源:TestNMReconnect.java

示例13: testNodeRegistrationVersionLessThanRM

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@Test
public void testNodeRegistrationVersionLessThanRM() throws Exception {
  writeToHostsFile("host2");
  Configuration conf = new Configuration();
  conf.set(YarnConfiguration.RM_NODES_INCLUDE_FILE_PATH, hostFile
      .getAbsolutePath());
  conf.set(YarnConfiguration.RM_NODEMANAGER_MINIMUM_VERSION,"EqualToRM" );
  rm = new MockRM(conf);
  rm.start();
  String nmVersion = "1.9.9";

  ResourceTrackerService resourceTrackerService = rm.getResourceTrackerService();
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  NodeId nodeId = NodeId.newInstance("host2", 1234);
  Resource capability = BuilderUtils.newResource(1024, 1);
  req.setResource(capability);
  req.setNodeId(nodeId);
  req.setHttpPort(1234);
  req.setNMVersion(nmVersion);
  // trying to register a invalid node.
  RegisterNodeManagerResponse response = resourceTrackerService.registerNodeManager(req);
  Assert.assertEquals(NodeAction.SHUTDOWN,response.getNodeAction());
  Assert.assertTrue("Diagnostic message did not contain: 'Disallowed NodeManager " +
      "Version "+ nmVersion + ", is less than the minimum version'",
      response.getDiagnosticsMessage().contains("Disallowed NodeManager Version " +
          nmVersion + ", is less than the minimum version "));

}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:30，代码来源:TestResourceTrackerService.java

示例14: registerNode

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
public RegisterNodeManagerResponse registerNode() throws Exception {
  RegisterNodeManagerRequest req = Records.newRecord(
      RegisterNodeManagerRequest.class);
  req.setNodeId(nodeId);
  req.setHttpPort(httpPort);
  Resource resource = BuilderUtils.newResource(memory, vCores);
  req.setResource(resource);
  RegisterNodeManagerResponse registrationResponse =
      resourceTracker.registerNodeManager(req);
  this.currentContainerTokenMasterKey =
      registrationResponse.getContainerTokenMasterKey();
  this.currentNMTokenMasterKey = registrationResponse.getNMTokenMasterKey();
  return registrationResponse;
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:15，代码来源:MockNM.java

示例15: registerWithRM

import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest; //导入方法依赖的package包/类
@VisibleForTesting
protected void registerWithRM() throws YarnException, IOException {
  RegisterNodeManagerRequest request =
      recordFactory.newRecordInstance(RegisterNodeManagerRequest.class);
  request.setHttpPort(this.httpPort);
  request.setResource(this.totalResource);
  request.setNodeId(this.nodeId);
  RegisterNodeManagerResponse regNMResponse =
      resourceTracker.registerNodeManager(request);
  this.rmIdentifier = regNMResponse.getRMIdentifier();
  // if the Resourcemanager instructs NM to shutdown.
  if (NodeAction.SHUTDOWN.equals(regNMResponse.getNodeAction())) {
    String message =
        "Message from ResourceManager: "
            + regNMResponse.getDiagnosticsMessage();
    throw new YarnRuntimeException(
      "Recieved SHUTDOWN signal from Resourcemanager ,Registration of NodeManager failed, "
          + message);
  }

  MasterKey masterKey = regNMResponse.getContainerTokenMasterKey();
  // do this now so that its set before we start heartbeating to RM
  // It is expected that status updater is started by this point and
  // RM gives the shared secret in registration during
  // StatusUpdater#start().
  if (masterKey != null) {
    this.context.getContainerTokenSecretManager().setMasterKey(masterKey);
  }
  
  masterKey = regNMResponse.getNMTokenMasterKey();
  if (masterKey != null) {
    this.context.getNMTokenSecretManager().setMasterKey(masterKey);
  }

  LOG.info("Registered with ResourceManager as " + this.nodeId
      + " with total resource of " + this.totalResource);
  LOG.info("Notifying ContainerManager to unblock new container-requests");
  ((ContainerManagerImpl) this.context.getContainerManager())
    .setBlockNewContainerRequests(false);
}
开发者ID:chendave，项目名称:hadoop-TCP，代码行数:41，代码来源:NodeStatusUpdaterImpl.java


注：本文中的org.apache.hadoop.yarn.server.api.protocolrecords.RegisterNodeManagerRequest.setNodeId方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。