Java ContainerLaunch类代码示例

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
/**
 * Finds the log file with the given filename for the given container.
 */
public static File getContainerLogFile(ContainerId containerId,
    String fileName, String remoteUser, Context context) throws YarnException {
  Container container = context.getContainers().get(containerId);
  
  Application application = getApplicationForContainer(containerId, context);
  checkAccess(remoteUser, application, context);
  if (container != null) {
    checkState(container.getContainerState());
  }
  
  try {
    LocalDirsHandlerService dirsHandler = context.getLocalDirsHandler();
    String relativeContainerLogDir = ContainerLaunch.getRelativeContainerLogDir(
        application.getAppId().toString(), containerId.toString());
    Path logPath = dirsHandler.getLogPathToRead(
        relativeContainerLogDir + Path.SEPARATOR + fileName);
    URI logPathURI = new File(logPath.toString()).toURI();
    File logFile = new File(logPathURI.getPath());
    return logFile;
  } catch (IOException e) {
    LOG.warn("Failed to find log file", e);
    throw new NotFoundException("Cannot find this log on the local disk.");
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerLaunched() throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.EXITED_WITH_FAILURE,
        wc.c.getContainerState());
    wc.killContainer();
    assertEquals(ContainerState.EXITED_WITH_FAILURE,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
/**
 * Finds the log file with the given filename for the given container.
 */
public static File getContainerLogFile(ContainerId containerId,
    String fileName, String remoteUser, Context context, String userFolder) throws YarnException {
  Container container = context.getContainers().get(containerId);
  
  Application application = getApplicationForContainer(containerId, context);
  checkAccess(remoteUser, application, context);
  if (container != null) {
    checkState(container.getContainerState());
  }
  
  try {
    LocalDirsHandlerService dirsHandler = context.getLocalDirsHandler();
    String relativeContainerLogDir = ContainerLaunch.getRelativeContainerLogDir(
        application.getAppId().toString(), containerId.toString(), userFolder);
    Path logPath = dirsHandler.getLogPathToRead(
        relativeContainerLogDir + Path.SEPARATOR + fileName);
    URI logPathURI = new File(logPath.toString()).toURI();
    File logFile = new File(logPathURI.getPath());
    return logFile;
  } catch (IOException e) {
    LOG.warn("Failed to find log file", e);
    throw new NotFoundException("Cannot find this log on the local disk.");
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerLaunched() throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak", "yakFolder");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.EXITED_WITH_FAILURE,
        wc.c.getContainerState());
    wc.killContainer();
    assertEquals(ContainerState.EXITED_WITH_FAILURE,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerNotLaunched() throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    wc.killContainer();
    assertEquals(ContainerState.KILLING, wc.c.getContainerState());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.CONTAINER_CLEANEDUP_AFTER_KILL,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerNotLaunched() throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    wc.killContainer();
    assertEquals(ContainerState.KILLING, wc.c.getContainerState());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.CONTAINER_CLEANEDUP_AFTER_KILL,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
    wc.c.handle(new ContainerEvent(wc.c.getContainerId(),
        ContainerEventType.CONTAINER_RESOURCES_CLEANEDUP));
    assertEquals(0, metrics.getRunningContainers());
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Override
public void writeLocalWrapperScript(Path launchDst, Path pidFile,
                                    PrintStream pout) {

  String exitCodeFile = ContainerLaunch.getExitCodeFile(
    pidFile.toString());
  String tmpFile = exitCodeFile + ".tmp";
  pout.println("#!/usr/bin/env bash");
  pout.println("bash \"" + sessionScriptPath.toString() + "\"");
  pout.println("rc=$?");
  pout.println("echo $rc > \"" + tmpFile + "\"");
  pout.println("mv -f \"" + tmpFile + "\" \"" + exitCodeFile + "\"");
  pout.println("exit $rc");
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Override
public void writeLocalWrapperScript(Path launchDst, Path pidFile,
    PrintStream pout) {
  String exitCodeFile = ContainerLaunch.getExitCodeFile(
      pidFile.toString());
  String tmpFile = exitCodeFile + ".tmp";
  pout.println("#!/bin/bash");
  pout.println("/bin/bash \"" + sessionScriptPath.toString() + "\"");
  pout.println("rc=$?");
  pout.println("echo $rc > \"" + tmpFile + "\"");
  pout.println("/bin/mv -f \"" + tmpFile + "\" \"" + exitCodeFile + "\"");
  pout.println("exit $rc");
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerNotLaunched() throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    wc.killContainer();
    assertEquals(ContainerState.KILLING, wc.c.getContainerState());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.CONTAINER_CLEANEDUP_AFTER_KILL,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
    int killed = metrics.getKilledContainers();
    wc.c.handle(new ContainerEvent(wc.c.getContainerId(),
        ContainerEventType.CONTAINER_RESOURCES_CLEANEDUP));
    assertEquals(ContainerState.DONE, wc.c.getContainerState());
    assertEquals(killed + 1, metrics.getKilledContainers());
    assertEquals(0, metrics.getRunningContainers());
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Override
public void writeLocalWrapperScript(Path launchDst, Path pidFile,
  PrintStream pout) {
  String exitCodeFile = ContainerLaunch.getExitCodeFile(
    pidFile.toString());
  String tmpFile = exitCodeFile + ".tmp";
  pout.println("#!/usr/bin/env bash");
  pout.println("bash \"" + sessionScriptPath.toString() + "\"");
  pout.println("rc=$?");
  pout.println("echo $rc > \"" + tmpFile + "\"");
  pout.println("mv -f \"" + tmpFile + "\" \"" + exitCodeFile + "\"");
  pout.println("exit $rc");
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerNotLaunchedContainerKilled()
    throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    wc.killContainer();
    assertEquals(ContainerState.KILLING, wc.c.getContainerState());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.CONTAINER_CLEANEDUP_AFTER_KILL,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
    int killed = metrics.getKilledContainers();
    wc.c.handle(new ContainerEvent(wc.c.getContainerId(),
        ContainerEventType.CONTAINER_RESOURCES_CLEANEDUP));
    assertEquals(ContainerState.DONE, wc.c.getContainerState());
    assertEquals(killed + 1, metrics.getKilledContainers());
    assertEquals(0, metrics.getRunningContainers());
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
public void writeLaunchEnv(OutputStream out, Map<String, String> environment, Map<Path, List<String>> resources, List<String> command) throws IOException{
  ContainerLaunch.ShellScriptBuilder sb = ContainerLaunch.ShellScriptBuilder.create();
 
  if (environment != null) {
    for (Map.Entry<String,String> env : environment.entrySet()) {
      sb.env(env.getKey().toString(), env.getValue().toString());
      LOG.info("key:"+env.getKey().toString()+"value:"+env.getValue().toString());
    }
  }
  
  sb.cd("$PWD");
  
  if (resources != null) {
    for (Map.Entry<Path,List<String>> entry : resources.entrySet()) {
      for (String linkName : entry.getValue()) {
        sb.symlink(entry.getKey(), new Path(linkName));
        LOG.info("key:"+entry.getKey().toString()+"value:"+entry.getValue().toString());
      }
    }
  }

  LOG.info("commands "+command);
  
  sb.command(command);

  PrintStream pout = null;
  try {
    pout = new PrintStream(out, false, "UTF-8");
    sb.write(pout);
  } finally {
    if (out != null) {
      out.close();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
public void writeLaunchEnv(OutputStream out, Map<String, String> environment, Map<Path, List<String>> resources, List<String> command) throws IOException{
  ContainerLaunch.ShellScriptBuilder sb = ContainerLaunch.ShellScriptBuilder.create();
  if (environment != null) {
    for (Map.Entry<String,String> env : environment.entrySet()) {
      sb.env(env.getKey().toString(), env.getValue().toString());
    }
  }
  if (resources != null) {
    for (Map.Entry<Path,List<String>> entry : resources.entrySet()) {
      for (String linkName : entry.getValue()) {
        sb.symlink(entry.getKey(), new Path(linkName));
      }
    }
  }

  sb.command(command);

  PrintStream pout = null;
  try {
    pout = new PrintStream(out);
    sb.write(pout);
  } finally {
    if (out != null) {
      out.close();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
@Test
public void testKillOnLocalizedWhenContainerNotLaunchedContainerKilled()
    throws Exception {
  WrappedContainer wc = null;
  try {
    wc = new WrappedContainer(17, 314159265358979L, 4344, "yak", "yakFolder");
    wc.initContainer();
    wc.localizeResources();
    assertEquals(ContainerState.LOCALIZED, wc.c.getContainerState());
    ContainerLaunch launcher = wc.launcher.running.get(wc.c.getContainerId());
    wc.killContainer();
    assertEquals(ContainerState.KILLING, wc.c.getContainerState());
    launcher.call();
    wc.drainDispatcherEvents();
    assertEquals(ContainerState.CONTAINER_CLEANEDUP_AFTER_KILL,
        wc.c.getContainerState());
    assertNull(wc.c.getLocalizedResources());
    verifyCleanupCall(wc);
    int killed = metrics.getKilledContainers();
    wc.c.handle(new ContainerEvent(wc.c.getContainerId(),
        ContainerEventType.CONTAINER_RESOURCES_CLEANEDUP));
    assertEquals(ContainerState.DONE, wc.c.getContainerState());
    assertEquals(killed + 1, metrics.getKilledContainers());
    assertEquals(0, metrics.getRunningContainers());
  } finally {
    if (wc != null) {
      wc.finished();
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch; //导入依赖的package包/类
/**
 * Recover an already existing container. This is a blocking call and returns
 * only when the container exits.  Note that the container must have been
 * activated prior to this call.
 * @param ctx encapsulates information necessary to reacquire container
 * @return The exit code of the pre-existing container
 * @throws IOException
 * @throws InterruptedException 
 */
public int reacquireContainer(ContainerReacquisitionContext ctx)
    throws IOException, InterruptedException {
  Container container = ctx.getContainer();
  String user = ctx.getUser();
  ContainerId containerId = ctx.getContainerId();


  Path pidPath = getPidFilePath(containerId);
  if (pidPath == null) {
    LOG.warn(containerId + " is not active, returning terminated error");
    return ExitCode.TERMINATED.getExitCode();
  }

  String pid = null;
  pid = ProcessIdFileReader.getProcessId(pidPath);
  if (pid == null) {
    throw new IOException("Unable to determine pid for " + containerId);
  }

  LOG.info("Reacquiring " + containerId + " with pid " + pid);
  ContainerLivenessContext livenessContext = new ContainerLivenessContext
      .Builder()
      .setContainer(container)
      .setUser(user)
      .setPid(pid)
      .build();
  while(isContainerAlive(livenessContext)) {
    Thread.sleep(1000);
  }

  // wait for exit code file to appear
  String exitCodeFile = ContainerLaunch.getExitCodeFile(pidPath.toString());
  File file = new File(exitCodeFile);
  final int sleepMsec = 100;
  int msecLeft = 2000;
  while (!file.exists() && msecLeft >= 0) {
    if (!isContainerActive(containerId)) {
      LOG.info(containerId + " was deactivated");
      return ExitCode.TERMINATED.getExitCode();
    }
    
    Thread.sleep(sleepMsec);
    
    msecLeft -= sleepMsec;
  }
  if (msecLeft < 0) {
    throw new IOException("Timeout while waiting for exit code from "
        + containerId);
  }

  try {
    return Integer.parseInt(FileUtils.readFileToString(file).trim());
  } catch (NumberFormatException e) {
    throw new IOException("Error parsing exit code from pid " + pid, e);
  }
}