Java ContainerManagerImpl类代码示例

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
public ContainerLaunch(Context context, Configuration configuration,
    Dispatcher dispatcher, ContainerExecutor exec, Application app,
    Container container, LocalDirsHandlerService dirsHandler,
    ContainerManagerImpl containerManager) {
  this.context = context;
  this.conf = configuration;
  this.app = app;
  this.exec = exec;
  this.container = container;
  this.dispatcher = dispatcher;
  this.dirsHandler = dirsHandler;
  this.containerManager = containerManager;
  this.sleepDelayBeforeSigKill =
      conf.getLong(YarnConfiguration.NM_SLEEP_DELAY_BEFORE_SIGKILL_MS,
          YarnConfiguration.DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS);
  this.maxKillWaitTime =
      conf.getLong(YarnConfiguration.NM_PROCESS_KILL_WAIT_MS,
          YarnConfiguration.DEFAULT_NM_PROCESS_KILL_WAIT_MS);

  this.olr = new OwnLocalResources();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
public ContainerLaunch(Context context, Configuration configuration,
    Dispatcher dispatcher, ContainerExecutor exec, Application app,
    Container container, LocalDirsHandlerService dirsHandler,
    ContainerManagerImpl containerManager) {
  this.context = context;
  this.conf = configuration;
  this.app = app;
  this.exec = exec;
  this.container = container;
  this.dispatcher = dispatcher;
  this.dirsHandler = dirsHandler;
  this.containerManager = containerManager;
  this.sleepDelayBeforeSigKill =
      conf.getLong(YarnConfiguration.NM_SLEEP_DELAY_BEFORE_SIGKILL_MS,
          YarnConfiguration.DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS);
  this.maxKillWaitTime =
      conf.getLong(YarnConfiguration.NM_PROCESS_KILL_WAIT_MS,
          YarnConfiguration.DEFAULT_NM_PROCESS_KILL_WAIT_MS);
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
protected void waitForNMToReceiveNMTokenKey(
    NMTokenSecretManagerInNM nmTokenSecretManagerNM, NodeManager nm)
    throws InterruptedException {
  int attempt = 60;
  ContainerManagerImpl cm =
      ((ContainerManagerImpl) nm.getNMContext().getContainerManager());
  while ((cm.getBlockNewContainerRequestsStatus() || nmTokenSecretManagerNM
      .getNodeId() == null) && attempt-- > 0) {
    Thread.sleep(2000);
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
public RecoveredContainerLaunch(Context context, Configuration configuration,
    Dispatcher dispatcher, ContainerExecutor exec, Application app,
    Container container, LocalDirsHandlerService dirsHandler,
    ContainerManagerImpl containerManager)
{
  super(context, configuration, dispatcher, exec, app, container, dirsHandler,
    containerManager);
  this.shouldLaunchContainer.set(true);
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
public ContainersLauncher(Context context, Dispatcher dispatcher,
    ContainerExecutor exec, LocalDirsHandlerService dirsHandler,
    ContainerManagerImpl containerManager) {
  super("containers-launcher");
  this.exec = exec;
  this.context = context;
  this.dispatcher = dispatcher;
  this.dirsHandler = dirsHandler;
  this.containerManager = containerManager;
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
protected ContainerManagerImpl createContainerManager(Context context,
    ContainerExecutor exec, DeletionService del,
    NodeStatusUpdater nodeStatusUpdater, ApplicationACLsManager aclsManager,
    LocalDirsHandlerService dirsHandler) {
  return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
    metrics, aclsManager, dirsHandler);
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
/**
 * Verifies that if for some reason NM fails to start ContainerManager RPC
 * server, RM is oblivious to NM's presence. The behaviour is like this
 * because otherwise, NM will report to RM even if all its servers are not
 * started properly, RM will think that the NM is alive and will retire the NM
 * only after NM_EXPIRY interval. See MAPREDUCE-2749.
 */
@Test
public void testNoRegistrationWhenNMServicesFail() throws Exception {

  nm = new NodeManager() {
    @Override
    protected NodeStatusUpdater createNodeStatusUpdater(Context context,
        Dispatcher dispatcher, NodeHealthCheckerService healthChecker) {
      return new MyNodeStatusUpdater(context, dispatcher, healthChecker,
                                     metrics);
    }

    @Override
    protected ContainerManagerImpl createContainerManager(Context context,
        ContainerExecutor exec, DeletionService del,
        NodeStatusUpdater nodeStatusUpdater,
        ApplicationACLsManager aclsManager,
        LocalDirsHandlerService diskhandler) {
      return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
        metrics, aclsManager, diskhandler) {
        @Override
        protected void serviceStart() {
          // Simulating failure of starting RPC server
          throw new YarnRuntimeException("Starting of RPC Server failed");
        }
      };
    }
  };

  verifyNodeStartFailure("Starting of RPC Server failed");
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
@Override
protected ContainerManagerImpl createContainerManager(Context context,
    ContainerExecutor exec, DeletionService del,
    NodeStatusUpdater nodeStatusUpdater, ApplicationACLsManager aclsManager,
    LocalDirsHandlerService dirsHandler) {
  return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
    metrics, aclsManager, dirsHandler){
    @Override
    public void setBlockNewContainerRequests(
        boolean blockNewContainerRequests) {
      if (blockNewContainerRequests) {
        // start test thread right after blockNewContainerRequests is set
        // true
        super.setBlockNewContainerRequests(blockNewContainerRequests);
        launchContainersThread = new RejectedContainersLauncherThread();
        launchContainersThread.start();
      } else {
        // join the test thread right before blockNewContainerRequests is
        // reset
        try {
          // stop the test thread
          ((RejectedContainersLauncherThread) launchContainersThread)
            .setStopThreadFlag(true);
          launchContainersThread.join();
          ((RejectedContainersLauncherThread) launchContainersThread)
          .setStopThreadFlag(false);
          super.setBlockNewContainerRequests(blockNewContainerRequests);
        } catch (InterruptedException e) {
          e.printStackTrace();
        }
      }
    }
  };
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
protected ContainerManagerImpl createContainerManager(Context context,
    ContainerExecutor exec, DeletionService del,
    NodeStatusUpdater nodeStatusUpdater, ApplicationACLsManager aclsManager,
    LocalDirsHandlerService dirsHandler) {
  return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
    metrics, dirsHandler);
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
/**
 * Get the aggregated utilization of the containers in this node.
 * @return Resource utilization of all the containers.
 */
private ResourceUtilization getContainersUtilization() {
  ContainerManagerImpl containerManager =
      (ContainerManagerImpl) this.context.getContainerManager();
  ContainersMonitor containersMonitor =
      containerManager.getContainersMonitor();
  return containersMonitor.getContainersUtilization();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
/**
 * Verifies that if for some reason NM fails to start ContainerManager RPC
 * server, RM is oblivious to NM's presence. The behaviour is like this
 * because otherwise, NM will report to RM even if all its servers are not
 * started properly, RM will think that the NM is alive and will retire the NM
 * only after NM_EXPIRY interval. See MAPREDUCE-2749.
 */
@Test
public void testNoRegistrationWhenNMServicesFail() throws Exception {

  nm = new NodeManager() {
    @Override
    protected NodeStatusUpdater createNodeStatusUpdater(Context context,
        Dispatcher dispatcher, NodeHealthCheckerService healthChecker) {
      return new MyNodeStatusUpdater(context, dispatcher, healthChecker,
                                     metrics);
    }

    @Override
    protected ContainerManagerImpl createContainerManager(Context context,
        ContainerExecutor exec, DeletionService del,
        NodeStatusUpdater nodeStatusUpdater,
        ApplicationACLsManager aclsManager,
        LocalDirsHandlerService diskhandler) {
      return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
        metrics, diskhandler) {
        @Override
        protected void serviceStart() {
          // Simulating failure of starting RPC server
          throw new YarnRuntimeException("Starting of RPC Server failed");
        }
      };
    }
  };

  verifyNodeStartFailure("Starting of RPC Server failed");
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
@Override
protected ContainerManagerImpl createContainerManager(Context context,
    ContainerExecutor exec, DeletionService del,
    NodeStatusUpdater nodeStatusUpdater, ApplicationACLsManager aclsManager,
    LocalDirsHandlerService dirsHandler) {
  return new ContainerManagerImpl(context, exec, del, nodeStatusUpdater,
    metrics, dirsHandler){
    @Override
    public void setBlockNewContainerRequests(
        boolean blockNewContainerRequests) {
      if (blockNewContainerRequests) {
        // start test thread right after blockNewContainerRequests is set
        // true
        super.setBlockNewContainerRequests(blockNewContainerRequests);
        launchContainersThread = new RejectedContainersLauncherThread();
        launchContainersThread.start();
      } else {
        // join the test thread right before blockNewContainerRequests is
        // reset
        try {
          // stop the test thread
          ((RejectedContainersLauncherThread) launchContainersThread)
            .setStopThreadFlag(true);
          launchContainersThread.join();
          ((RejectedContainersLauncherThread) launchContainersThread)
          .setStopThreadFlag(false);
          super.setBlockNewContainerRequests(blockNewContainerRequests);
        } catch (InterruptedException e) {
          e.printStackTrace();
        }
      }
    }
  };
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
@VisibleForTesting
protected void registerWithRM() throws YarnException, IOException {
  RegisterNodeManagerRequest request =
      recordFactory.newRecordInstance(RegisterNodeManagerRequest.class);
  request.setHttpPort(this.httpPort);
  request.setResource(this.totalResource);
  request.setNodeId(this.nodeId);
  RegisterNodeManagerResponse regNMResponse =
      resourceTracker.registerNodeManager(request);
  this.rmIdentifier = regNMResponse.getRMIdentifier();
  // if the Resourcemanager instructs NM to shutdown.
  if (NodeAction.SHUTDOWN.equals(regNMResponse.getNodeAction())) {
    String message =
        "Message from ResourceManager: "
            + regNMResponse.getDiagnosticsMessage();
    throw new YarnRuntimeException(
      "Recieved SHUTDOWN signal from Resourcemanager ,Registration of NodeManager failed, "
          + message);
  }

  MasterKey masterKey = regNMResponse.getContainerTokenMasterKey();
  // do this now so that its set before we start heartbeating to RM
  // It is expected that status updater is started by this point and
  // RM gives the shared secret in registration during
  // StatusUpdater#start().
  if (masterKey != null) {
    this.context.getContainerTokenSecretManager().setMasterKey(masterKey);
  }
  
  masterKey = regNMResponse.getNMTokenMasterKey();
  if (masterKey != null) {
    this.context.getNMTokenSecretManager().setMasterKey(masterKey);
  }

  LOG.info("Registered with ResourceManager as " + this.nodeId
      + " with total resource of " + this.totalResource);
  LOG.info("Notifying ContainerManager to unblock new container-requests");
  ((ContainerManagerImpl) this.context.getContainerManager())
    .setBlockNewContainerRequests(false);
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
protected static void waitForNMToRegister(NodeManager nm)
    throws Exception {
  int attempt = 60;
  ContainerManagerImpl cm =
      ((ContainerManagerImpl) nm.getNMContext().getContainerManager());
  while (cm.getBlockNewContainerRequestsStatus() && attempt-- > 0) {
    Thread.sleep(2000);
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl; //导入依赖的package包/类
@Override
protected ContainerManagerImpl createContainerManager(Context context,
    ContainerExecutor exec, DeletionService del,
    NodeStatusUpdater nodeStatusUpdater, ApplicationACLsManager aclsManager,
    LocalDirsHandlerService dirsHandler) {
  return new CustomContainerManagerImpl(context, exec, del,
      nodeStatusUpdater, metrics, dirsHandler);
}