当前位置: 首页>>代码示例>>Java>>正文


Java AuxServicesEventType类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType的典型用法代码示例。如果您正苦于以下问题:Java AuxServicesEventType类的具体用法?Java AuxServicesEventType怎么用?Java AuxServicesEventType使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


AuxServicesEventType类属于org.apache.hadoop.yarn.server.nodemanager.containermanager包,在下文中一共展示了AuxServicesEventType类的11个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: handleAppFinishWithContainersCleanedup

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@SuppressWarnings("unchecked")
void handleAppFinishWithContainersCleanedup() {
  // Delete Application level resources
  this.dispatcher.getEventHandler().handle(
      new ApplicationLocalizationEvent(
          LocalizationEventType.DESTROY_APPLICATION_RESOURCES, this));

  // tell any auxiliary services that the app is done 
  this.dispatcher.getEventHandler().handle(
      new AuxServicesEvent(AuxServicesEventType.APPLICATION_STOP, appId));

  // TODO: Trigger the LogsManager
}
 
开发者ID:naver,项目名称:hadoop,代码行数:14,代码来源:ApplicationImpl.java

示例2: transition

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@Override
@SuppressWarnings("unchecked")
public void transition(ContainerImpl container, ContainerEvent event) {
  container.metrics.releaseContainer(container.resource);
  container.sendFinishedEvents();
  //if the current state is NEW it means the CONTAINER_INIT was never 
  // sent for the event, thus no need to send the CONTAINER_STOP
  if (container.getCurrentState() 
      != org.apache.hadoop.yarn.api.records.ContainerState.NEW) {
    container.dispatcher.getEventHandler().handle(new AuxServicesEvent
        (AuxServicesEventType.CONTAINER_STOP, container));
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:14,代码来源:ContainerImpl.java

示例3: transition

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@Override
@SuppressWarnings("unchecked")
public void transition(ContainerImpl container, ContainerEvent event) {
  container.metrics.releaseContainer(container.resource);
  container.sendFinishedEvents();
  //if the current state is NEW it means the CONTAINER_INIT was never 
  // sent for the event, thus no need to send the CONTAINER_STOP
  if (container.getCurrentState()
      != org.apache.hadoop.yarn.api.records.ContainerState.NEW) {
    container.dispatcher.getEventHandler().handle(new AuxServicesEvent
        (AuxServicesEventType.CONTAINER_STOP, container));
  }
  container.context.getNodeStatusUpdater().sendOutofBandHeartBeat();
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:15,代码来源:ContainerImpl.java

示例4: transition

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@Override
@SuppressWarnings("unchecked")
public void transition(ContainerImpl container, ContainerEvent event) {
  container.finished();
  //if the current state is NEW it means the CONTAINER_INIT was never 
  // sent for the event, thus no need to send the CONTAINER_STOP
  if (container.getCurrentState() 
      != org.apache.hadoop.yarn.api.records.ContainerState.NEW) {
    container.dispatcher.getEventHandler().handle(new AuxServicesEvent
        (AuxServicesEventType.CONTAINER_STOP, container));
  }
}
 
开发者ID:chendave,项目名称:hadoop-TCP,代码行数:13,代码来源:ContainerImpl.java

示例5: testAppFinishedOnRunningContainers

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testAppFinishedOnRunningContainers() {
  WrappedApplication wa = null;
  try {
    wa = new WrappedApplication(4, 314159265358979L, "yak", 3);
    wa.initApplication();
    wa.initContainer(-1);
    assertEquals(ApplicationState.INITING, wa.app.getApplicationState());
    wa.applicationInited();
    assertEquals(ApplicationState.RUNNING, wa.app.getApplicationState());

    wa.containerFinished(0);
    assertEquals(ApplicationState.RUNNING, wa.app.getApplicationState());
    assertEquals(2, wa.app.getContainers().size());

    wa.appFinished();
    assertEquals(ApplicationState.FINISHING_CONTAINERS_WAIT,
        wa.app.getApplicationState());
    assertEquals(2, wa.app.getContainers().size());

    for (int i = 1; i < wa.containers.size(); i++) {
      verify(wa.containerBus).handle(
          argThat(new ContainerKillMatcher(wa.containers.get(i)
              .getContainerId())));
    }

    wa.containerFinished(1);
    assertEquals(ApplicationState.FINISHING_CONTAINERS_WAIT,
        wa.app.getApplicationState());
    assertEquals(1, wa.app.getContainers().size());

    reset(wa.localizerBus);
    wa.containerFinished(2);
    // All containers finished. Cleanup should be called.
    assertEquals(ApplicationState.APPLICATION_RESOURCES_CLEANINGUP,
        wa.app.getApplicationState());
    assertEquals(0, wa.app.getContainers().size());

    verify(wa.localizerBus).handle(
        refEq(new ApplicationLocalizationEvent(
            LocalizationEventType.DESTROY_APPLICATION_RESOURCES, wa.app)));

    verify(wa.auxBus).handle(
        refEq(new AuxServicesEvent(
            AuxServicesEventType.APPLICATION_STOP, wa.appId)));

    wa.appResourcesCleanedup();
    for (Container container : wa.containers) {
      ContainerTokenIdentifier identifier =
          wa.getContainerTokenIdentifier(container.getContainerId());
      waitForContainerTokenToExpire(identifier);
      Assert.assertTrue(wa.context.getContainerTokenSecretManager()
        .isValidStartContainerRequest(identifier));
    }
    assertEquals(ApplicationState.FINISHED, wa.app.getApplicationState());

  } finally {
    if (wa != null)
      wa.finished();
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:63,代码来源:TestApplication.java

示例6: WrappedApplication

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  nmTokenSecretMgr = mock(NMTokenSecretManagerInNM.class);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  when(context.getApplicationACLsManager()).thenReturn(
    new ApplicationACLsManager(conf));
  when(context.getNMTokenSecretManager()).thenReturn(nmTokenSecretMgr);
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, this.user, appId, null, context);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime,
          Priority.newInstance(0), 0);
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 
开发者ID:naver,项目名称:hadoop,代码行数:63,代码来源:TestApplication.java

示例7: WrappedApplication

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, new ApplicationACLsManager(
      new Configuration()), this.user, appId, null, context);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime);
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 
开发者ID:ict-carch,项目名称:hadoop-plus,代码行数:58,代码来源:TestApplication.java

示例8: testAppFinishedOnRunningContainers

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testAppFinishedOnRunningContainers() {
  WrappedApplication wa = null;
  try {
    wa = new WrappedApplication(4, 314159265358979L, "yak", 3, "yakFolder");
    wa.initApplication();
    wa.initContainer(-1);
    assertEquals(ApplicationState.INITING, wa.app.getApplicationState());
    wa.applicationInited();
    assertEquals(ApplicationState.RUNNING, wa.app.getApplicationState());

    wa.containerFinished(0);
    assertEquals(ApplicationState.RUNNING, wa.app.getApplicationState());
    assertEquals(2, wa.app.getContainers().size());

    wa.appFinished();
    assertEquals(ApplicationState.FINISHING_CONTAINERS_WAIT,
        wa.app.getApplicationState());
    assertEquals(2, wa.app.getContainers().size());

    for (int i = 1; i < wa.containers.size(); i++) {
      verify(wa.containerBus).handle(
          argThat(new ContainerKillMatcher(wa.containers.get(i)
              .getContainerId())));
    }

    wa.containerFinished(1);
    assertEquals(ApplicationState.FINISHING_CONTAINERS_WAIT,
        wa.app.getApplicationState());
    assertEquals(1, wa.app.getContainers().size());

    reset(wa.localizerBus);
    wa.containerFinished(2);
    // All containers finished. Cleanup should be called.
    assertEquals(ApplicationState.APPLICATION_RESOURCES_CLEANINGUP,
        wa.app.getApplicationState());
    assertEquals(0, wa.app.getContainers().size());

    verify(wa.localizerBus).handle(
        refEq(new ApplicationLocalizationEvent(
            LocalizationEventType.DESTROY_APPLICATION_RESOURCES, wa.app)));

    verify(wa.auxBus).handle(
        refEq(new AuxServicesEvent(
            AuxServicesEventType.APPLICATION_STOP, wa.appId)));

    wa.appResourcesCleanedup();
    for (Container container : wa.containers) {
      ContainerTokenIdentifier identifier =
          wa.getContainerTokenIdentifier(container.getContainerId());
      waitForContainerTokenToExpire(identifier);
      Assert.assertTrue(wa.context.getContainerTokenSecretManager()
        .isValidStartContainerRequest(identifier));
    }
    assertEquals(ApplicationState.FINISHED, wa.app.getApplicationState());

  } finally {
    if (wa != null)
      wa.finished();
  }
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:63,代码来源:TestApplication.java

示例9: WrappedApplication

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers, String userFolder) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  nmTokenSecretMgr = mock(NMTokenSecretManagerInNM.class);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  when(context.getApplicationACLsManager()).thenReturn(
    new ApplicationACLsManager(conf));
  when(context.getNMTokenSecretManager()).thenReturn(nmTokenSecretMgr);
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.userFolder = userFolder;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, this.user, appId, null, context, this.userFolder);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime,
          Priority.newInstance(0), 0, "");
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:64,代码来源:TestApplication.java

示例10: WrappedApplication

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  nmTokenSecretMgr = mock(NMTokenSecretManagerInNM.class);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  when(context.getNMTokenSecretManager()).thenReturn(nmTokenSecretMgr);
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, new ApplicationACLsManager(
      new Configuration()), this.user, appId, null, context);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime);
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 
开发者ID:chendave,项目名称:hadoop-TCP,代码行数:61,代码来源:TestApplication.java

示例11: WrappedApplication

import org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType; //导入依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  nmTokenSecretMgr = mock(NMTokenSecretManagerInNM.class);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  when(context.getApplicationACLsManager()).thenReturn(
    new ApplicationACLsManager(conf));
  when(context.getNMTokenSecretManager()).thenReturn(nmTokenSecretMgr);
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, this.user, appId, null, context);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime);
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 
开发者ID:Seagate,项目名称:hadoop-on-lustre2,代码行数:62,代码来源:TestApplication.java


注:本文中的org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。