Java ContainerReacquisitionContext类代码示例

import org.apache.hadoop.yarn.server.nodemanager.executor.ContainerReacquisitionContext; //导入依赖的package包/类
@Test(timeout = 10000)
public void testPostExecuteAfterReacquisition() throws Exception {
  Assume.assumeTrue(shouldRun());
  // make up some bogus container ID
  ApplicationId appId = ApplicationId.newInstance(12345, 67890);
  ApplicationAttemptId attemptId =
      ApplicationAttemptId.newInstance(appId, 54321);
  ContainerId cid = ContainerId.newContainerId(attemptId, 9876);

  Configuration conf = new YarnConfiguration();
  conf.setClass(YarnConfiguration.NM_LINUX_CONTAINER_RESOURCES_HANDLER,
    TestResourceHandler.class, LCEResourcesHandler.class);
  LinuxContainerExecutor lce = new LinuxContainerExecutor();
  lce.setConf(conf);
  try {
    lce.init();
  } catch (IOException e) {
    // expected if LCE isn't setup right, but not necessary for this test
  }
  lce.reacquireContainer(new ContainerReacquisitionContext.Builder()
      .setUser("foouser")
      .setContainerId(cid)
      .build());
  assertTrue("postExec not called after reacquisition",
      TestResourceHandler.postExecContainers.contains(cid));
}
 

import org.apache.hadoop.yarn.server.nodemanager.executor.ContainerReacquisitionContext; //导入依赖的package包/类
@Test(timeout = 10000)
public void testPostExecuteAfterReacquisition() throws Exception {
  Assume.assumeTrue(shouldRun());
  // make up some bogus container ID
  ApplicationId appId = ApplicationId.newInstance(12345, 67890);
  ApplicationAttemptId attemptId =
      ApplicationAttemptId.newInstance(appId, 54321);
  ContainerId cid = ContainerId.newContainerId(attemptId, 9876);

  Configuration conf = new YarnConfiguration();
  conf.setClass(YarnConfiguration.NM_LINUX_CONTAINER_RESOURCES_HANDLER,
    TestResourceHandler.class, LCEResourcesHandler.class);
  LinuxContainerExecutor lce = new LinuxContainerExecutor();
  lce.setConf(conf);
  try {
    lce.init();
  } catch (IOException e) {
    // expected if LCE isn't setup right, but not necessary for this test
  }

  Container container = mock(Container.class);
  ContainerLaunchContext context = mock(ContainerLaunchContext.class);
  HashMap<String, String> env = new HashMap<>();

  when(container.getLaunchContext()).thenReturn(context);
  when(context.getEnvironment()).thenReturn(env);

  lce.reacquireContainer(new ContainerReacquisitionContext.Builder()
      .setContainer(container)
      .setUser("foouser")
      .setContainerId(cid)
      .build());
  assertTrue("postExec not called after reacquisition",
      TestResourceHandler.postExecContainers.contains(cid));
}
 

import org.apache.hadoop.yarn.server.nodemanager.executor.ContainerReacquisitionContext; //导入依赖的package包/类
/**
 * Recover an already existing container. This is a blocking call and returns
 * only when the container exits.  Note that the container must have been
 * activated prior to this call.
 * @param ctx encapsulates information necessary to reacquire container
 * @return The exit code of the pre-existing container
 * @throws IOException
 * @throws InterruptedException 
 */
public int reacquireContainer(ContainerReacquisitionContext ctx)
    throws IOException, InterruptedException {
  Container container = ctx.getContainer();
  String user = ctx.getUser();
  ContainerId containerId = ctx.getContainerId();


  Path pidPath = getPidFilePath(containerId);
  if (pidPath == null) {
    LOG.warn(containerId + " is not active, returning terminated error");
    return ExitCode.TERMINATED.getExitCode();
  }

  String pid = null;
  pid = ProcessIdFileReader.getProcessId(pidPath);
  if (pid == null) {
    throw new IOException("Unable to determine pid for " + containerId);
  }

  LOG.info("Reacquiring " + containerId + " with pid " + pid);
  ContainerLivenessContext livenessContext = new ContainerLivenessContext
      .Builder()
      .setContainer(container)
      .setUser(user)
      .setPid(pid)
      .build();
  while(isContainerAlive(livenessContext)) {
    Thread.sleep(1000);
  }

  // wait for exit code file to appear
  String exitCodeFile = ContainerLaunch.getExitCodeFile(pidPath.toString());
  File file = new File(exitCodeFile);
  final int sleepMsec = 100;
  int msecLeft = 2000;
  while (!file.exists() && msecLeft >= 0) {
    if (!isContainerActive(containerId)) {
      LOG.info(containerId + " was deactivated");
      return ExitCode.TERMINATED.getExitCode();
    }
    
    Thread.sleep(sleepMsec);
    
    msecLeft -= sleepMsec;
  }
  if (msecLeft < 0) {
    throw new IOException("Timeout while waiting for exit code from "
        + containerId);
  }

  try {
    return Integer.parseInt(FileUtils.readFileToString(file).trim());
  } catch (NumberFormatException e) {
    throw new IOException("Error parsing exit code from pid " + pid, e);
  }
}