当前位置: 首页>>代码示例>>Java>>正文

Java StartContainersRequest类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest类的典型用法代码示例。如果您正苦于以下问题：Java StartContainersRequest类的具体用法？Java StartContainersRequest怎么用？Java StartContainersRequest使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。


StartContainersRequest类属于org.apache.hadoop.yarn.api.protocolrecords包，在下文中一共展示了StartContainersRequest类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse startContainers(
    StartContainersRequest requests) throws YarnException {
  StartContainersResponse response =
      recordFactory.newRecordInstance(StartContainersResponse.class);
  for (StartContainerRequest request : requests.getStartContainerRequests()) {
    Token containerToken = request.getContainerToken();
    ContainerTokenIdentifier tokenId = null;

    try {
      tokenId = newContainerTokenIdentifier(containerToken);
    } catch (IOException e) {
      throw RPCUtil.getRemoteException(e);
    }
    ContainerStatus status =
        recordFactory.newRecordInstance(ContainerStatus.class);
    status.setState(ContainerState.RUNNING);
    status.setContainerId(tokenId.getContainerID());
    status.setExitStatus(0);
    statuses.add(status);

  }
  return response;
}
开发者ID:naver，项目名称:hadoop，代码行数:25，代码来源:TestRPC.java

示例2: startContainer

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
private void startContainer(final YarnRPC rpc,
    org.apache.hadoop.yarn.api.records.Token nmToken,
    org.apache.hadoop.yarn.api.records.Token containerToken,
    NodeId nodeId, String user) throws Exception {

  ContainerLaunchContext context =
      Records.newRecord(ContainerLaunchContext.class);
  StartContainerRequest scRequest =
      StartContainerRequest.newInstance(context,containerToken);
  List<StartContainerRequest> list = new ArrayList<StartContainerRequest>();
  list.add(scRequest);
  StartContainersRequest allRequests =
      StartContainersRequest.newInstance(list);
  ContainerManagementProtocol proxy = null;
  try {
    proxy = getContainerManagementProtocolProxy(rpc, nmToken, nodeId, user);
    StartContainersResponse response = proxy.startContainers(allRequests);
    for(SerializedException ex : response.getFailedRequests().values()){
      parseAndThrowException(ex.deSerialize());
    }
  } finally {
    if (proxy != null) {
      rpc.stopProxy(proxy, conf);
    }
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:27，代码来源:TestContainerManagerSecurity.java

示例3: startContainer

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
private StartContainersResponse startContainer(Context context,
    final ContainerManagerImpl cm, ContainerId cid,
    ContainerLaunchContext clc, LogAggregationContext logAggregationContext)
        throws Exception {
  UserGroupInformation user = UserGroupInformation.createRemoteUser(
      cid.getApplicationAttemptId().toString());
  StartContainerRequest scReq = StartContainerRequest.newInstance(
      clc, TestContainerManager.createContainerToken(cid, 0,
          context.getNodeId(), user.getShortUserName(),
          context.getContainerTokenSecretManager(), logAggregationContext));
  final List<StartContainerRequest> scReqList =
      new ArrayList<StartContainerRequest>();
  scReqList.add(scReq);
  NMTokenIdentifier nmToken = new NMTokenIdentifier(
      cid.getApplicationAttemptId(), context.getNodeId(),
      user.getShortUserName(),
      context.getNMTokenSecretManager().getCurrentKey().getKeyId());
  user.addTokenIdentifier(nmToken);
  return user.doAs(new PrivilegedExceptionAction<StartContainersResponse>() {
    @Override
    public StartContainersResponse run() throws Exception {
      return cm.startContainers(
          StartContainersRequest.newInstance(scReqList));
    }
  });
}
开发者ID:naver，项目名称:hadoop，代码行数:27，代码来源:TestContainerManagerRecovery.java

示例4: startContainer

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
private StartContainersResponse startContainer(Context context,
    final ContainerManagerImpl cm, ContainerId cid,
    ContainerLaunchContext clc, LogAggregationContext logAggregationContext)
        throws Exception {
  UserGroupInformation user = UserGroupInformation.createRemoteUser(
      cid.getApplicationAttemptId().toString(), false);
  StartContainerRequest scReq = StartContainerRequest.newInstance(
      clc, TestContainerManager.createContainerToken(cid, 0,
          context.getNodeId(), user.getShortUserName(),
          context.getContainerTokenSecretManager(), logAggregationContext, user.getShortUserName() + "Folder"));
  final List<StartContainerRequest> scReqList =
      new ArrayList<StartContainerRequest>();
  scReqList.add(scReq);
  NMTokenIdentifier nmToken = new NMTokenIdentifier(
      cid.getApplicationAttemptId(), context.getNodeId(),
      user.getShortUserName(),
      context.getNMTokenSecretManager().getCurrentKey().getKeyId());
  user.addTokenIdentifier(nmToken);
  return user.doAs(new PrivilegedExceptionAction<StartContainersResponse>() {
    @Override
    public StartContainersResponse run() throws Exception {
      return cm.startContainers(
          StartContainersRequest.newInstance(scReqList));
    }
  });
}
开发者ID:hopshadoop，项目名称:hops，代码行数:27，代码来源:TestContainerManagerRecovery.java

示例5: testNMProxyRPCRetry

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Test(timeout = 20000)
public void testNMProxyRPCRetry() throws Exception {
  conf.setLong(YarnConfiguration.CLIENT_NM_CONNECT_MAX_WAIT_MS, 1000);
  conf.setLong(YarnConfiguration.CLIENT_NM_CONNECT_RETRY_INTERVAL_MS, 100);
  StartContainersRequest allRequests =
      Records.newRecord(StartContainersRequest.class);
  Configuration newConf = new YarnConfiguration(conf);
  newConf.setInt(
      CommonConfigurationKeysPublic.IPC_CLIENT_CONNECT_MAX_RETRIES_KEY, 100);

  newConf.setInt(CommonConfigurationKeysPublic.
      IPC_CLIENT_CONNECT_MAX_RETRIES_ON_SOCKET_TIMEOUTS_KEY, 100);
  // connect to some dummy address so that it can trigger
  // connection failure and RPC level retires.
  newConf.set(YarnConfiguration.NM_ADDRESS, "1234");
  ContainerManagementProtocol proxy = getNMProxy(newConf);
  try {
    proxy.startContainers(allRequests);
    Assert.fail("should get socket exception");
  } catch (IOException e) {
    // socket exception should be thrown immediately, without RPC retries.
    Assert.assertTrue(e instanceof java.net.SocketException);
  }
}
开发者ID:hopshadoop，项目名称:hops，代码行数:25，代码来源:TestNMProxy.java

示例6: setupCryptoMaterial

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
private void setupCryptoMaterial(StartContainersRequest request, String user)
    throws IOException {
  Path kStorePath = Paths.get(HopsSSLSocketFactory.LOCALIZED_KEYSTORE_FILE_NAME);
  Path tStorePath = Paths.get(HopsSSLSocketFactory.LOCALIZED_TRUSTSTORE_FILE_NAME);
  Path passwdPath = Paths.get(HopsSSLSocketFactory.LOCALIZED_PASSWD_FILE_NAME);
  
  byte[] keyStoreBin = Files.readAllBytes(kStorePath);
  ByteBuffer kStore = ByteBuffer.wrap(keyStoreBin);
  ByteBuffer tStore = ByteBuffer.wrap(Files.readAllBytes(tStorePath));
  String password = readCryptoMaterialPassword(passwdPath.toFile());
  
  request.setKeyStore(kStore);
  request.setKeyStorePassword(password);
  request.setTrustStore(tStore);
  request.setTrustStorePassword(password);
}
开发者ID:hopshadoop，项目名称:hops，代码行数:17，代码来源:NMClientImpl.java

示例7: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse
    startContainers(StartContainersRequest requests) throws YarnException,
        IOException {
  StartContainersRequestProto requestProto =
      ((StartContainersRequestPBImpl) requests).getProto();
  try {
    return new StartContainersResponsePBImpl(proxy.startContainers(null,
      requestProto));
  } catch (ServiceException e) {
    RPCUtil.unwrapAndThrowException(e);
    return null;
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:ContainerManagementProtocolPBClientImpl.java

示例8: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse startContainers(
    StartContainersRequest requests) throws YarnException, IOException {
  try {
    // make the thread sleep to look like its not going to respond
    Thread.sleep(10000);
  } catch (Exception e) {
    LOG.error(e);
    throw new YarnException(e);
  }
  throw new YarnException("Shouldn't happen!!");
}
开发者ID:naver，项目名称:hadoop，代码行数:13，代码来源:TestContainerLaunchRPC.java

示例9: launch

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
private void launch() throws IOException, YarnException {
  connect();
  ContainerId masterContainerID = masterContainer.getId();
  ApplicationSubmissionContext applicationContext =
    application.getSubmissionContext();
  LOG.info("Setting up container " + masterContainer
      + " for AM " + application.getAppAttemptId());  
  ContainerLaunchContext launchContext =
      createAMContainerLaunchContext(applicationContext, masterContainerID);

  StartContainerRequest scRequest =
      StartContainerRequest.newInstance(launchContext,
        masterContainer.getContainerToken());
  List<StartContainerRequest> list = new ArrayList<StartContainerRequest>();
  list.add(scRequest);
  StartContainersRequest allRequests =
      StartContainersRequest.newInstance(list);

  StartContainersResponse response =
      containerMgrProxy.startContainers(allRequests);
  if (response.getFailedRequests() != null
      && response.getFailedRequests().containsKey(masterContainerID)) {
    Throwable t =
        response.getFailedRequests().get(masterContainerID).deSerialize();
    parseAndThrowException(t);
  } else {
    LOG.info("Done launching container " + masterContainer + " for AM "
        + application.getAppAttemptId());
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:31，代码来源:AMLauncher.java

示例10: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse
    startContainers(StartContainersRequest request)
        throws YarnException {
  containerTokens = request.getStartContainerRequests().get(0).getContainerLaunchContext().getTokens();
  return StartContainersResponse.newInstance(null, null, null);
}
开发者ID:naver，项目名称:hadoop，代码行数:8，代码来源:TestAMAuthorization.java

示例11: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse
    startContainers(StartContainersRequest requests)
        throws YarnException {
  StartContainerRequest request = requests.getStartContainerRequests().get(0);
  LOG.info("Container started by MyContainerManager: " + request);
  launched = true;
  Map<String, String> env =
      request.getContainerLaunchContext().getEnvironment();

  Token containerToken = request.getContainerToken();
  ContainerTokenIdentifier tokenId = null;

  try {
    tokenId = BuilderUtils.newContainerTokenIdentifier(containerToken);
  } catch (IOException e) {
    throw RPCUtil.getRemoteException(e);
  }

  ContainerId containerId = tokenId.getContainerID();
  containerIdAtContainerManager = containerId.toString();
  attemptIdAtContainerManager =
      containerId.getApplicationAttemptId().toString();
  nmHostAtContainerManager = tokenId.getNmHostAddress();
  submitTimeAtContainerManager =
      Long.parseLong(env.get(ApplicationConstants.APP_SUBMIT_TIME_ENV));
  maxAppAttempts =
      Integer.parseInt(env.get(ApplicationConstants.MAX_APP_ATTEMPTS_ENV));
  return StartContainersResponse.newInstance(
    new HashMap<String, ByteBuffer>(), new ArrayList<ContainerId>(),
    new HashMap<ContainerId, SerializedException>());
}
开发者ID:naver，项目名称:hadoop，代码行数:33，代码来源:TestApplicationMasterLauncher.java

示例12: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse startContainers(StartContainersRequest request)
    throws YarnException, IOException {
  ContainersResponse startContainersResp = containerManager
      .startContainers(request.getStartContainerRequests());
  return StartContainersResponse.newInstance(
      startContainersResp.getServicesMetaData(),
      startContainersResp.getSucceededContainers(),
      startContainersResp.getFailedContainers());
}
开发者ID:intel-hpdd，项目名称:scheduling-connector-for-hadoop，代码行数:11，代码来源:HPCContainerManagementProtocolImpl.java

示例13: startContainers

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Override
public StartContainersResponse startContainers(
    StartContainersRequest requests) throws YarnException, IOException {
  Exception e = new Exception("Dummy function", new Exception(
      "Dummy function cause"));
  throw new YarnException(e);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:8，代码来源:TestContainerResourceIncreaseRPC.java

示例14: testNMProxyRetry

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Test(timeout = 20000)
 public void testNMProxyRetry() throws Exception {
   conf.setLong(YarnConfiguration.CLIENT_NM_CONNECT_MAX_WAIT_MS, 10000);
   conf.setLong(YarnConfiguration.CLIENT_NM_CONNECT_RETRY_INTERVAL_MS, 100);
   StartContainersRequest allRequests =
       Records.newRecord(StartContainersRequest.class);

  ContainerManagementProtocol proxy = getNMProxy();

  retryCount = 0;
  shouldThrowNMNotYetReadyException = false;
  proxy.startContainers(allRequests);
  Assert.assertEquals(5, retryCount);

  retryCount = 0;
  shouldThrowNMNotYetReadyException = false;
  proxy.stopContainers(Records.newRecord(StopContainersRequest.class));
  Assert.assertEquals(5, retryCount);

  retryCount = 0;
  shouldThrowNMNotYetReadyException = false;
  proxy.getContainerStatuses(Records
    .newRecord(GetContainerStatusesRequest.class));
  Assert.assertEquals(5, retryCount);

  retryCount = 0;
  shouldThrowNMNotYetReadyException = true;
  proxy.startContainers(allRequests);
  Assert.assertEquals(5, retryCount);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:31，代码来源:TestNMProxy.java

示例15: testShouldNotRetryForeverForNonNetworkExceptionsOnNMConnections

import org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest; //导入依赖的package包/类
@Test(timeout = 20000, expected = IOException.class)
public void testShouldNotRetryForeverForNonNetworkExceptionsOnNMConnections()
    throws Exception {
  conf.setLong(YarnConfiguration.CLIENT_NM_CONNECT_MAX_WAIT_MS, -1);
  StartContainersRequest allRequests =
      Records.newRecord(StartContainersRequest.class);

  ContainerManagementProtocol proxy = getNMProxy();

  shouldThrowNMNotYetReadyException = false;
  retryCount = 0;
  proxy.startContainers(allRequests);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:14，代码来源:TestNMProxy.java


注：本文中的org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。