Java LogHandlerAppFinishedEvent类代码示例

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
public void testHandlingApplicationFinishedEvent() throws IOException {
  DeletionService delService = new DeletionService(null);
  NonAggregatingLogHandler aggregatingLogHandler =
      new NonAggregatingLogHandler(new InlineDispatcher(),
          delService,
          dirsHandler,
          new NMNullStateStoreService());

  dirsHandler.init(conf);
  dirsHandler.start();
  delService.init(conf);
  delService.start();
  aggregatingLogHandler.init(conf);
  aggregatingLogHandler.start();
  
  // It should NOT throw RejectedExecutionException
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
  aggregatingLogHandler.stop();

  // It should NOT throw RejectedExecutionException after stopping
  // handler service.
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
  aggregatingLogHandler.close();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
public void testHandlingApplicationFinishedEvent() throws IOException {
  DeletionService delService = new DeletionService(null);
  NonAggregatingLogHandler aggregatingLogHandler =
      new NonAggregatingLogHandler(new InlineDispatcher(),
          delService,
          dirsHandler);

  dirsHandler.init(conf);
  dirsHandler.start();
  delService.init(conf);
  delService.start();
  aggregatingLogHandler.init(conf);
  aggregatingLogHandler.start();
  
  // It should NOT throw RejectedExecutionException
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
  aggregatingLogHandler.stop();

  // It should NOT throw RejectedExecutionException after stopping
  // handler service.
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
  aggregatingLogHandler.close();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
public void testHandlingApplicationFinishedEvent() {
  Configuration conf = new Configuration();
  LocalDirsHandlerService dirsService  = new LocalDirsHandlerService();
  DeletionService delService = new DeletionService(null);
  NonAggregatingLogHandler aggregatingLogHandler =
      new NonAggregatingLogHandler(new InlineDispatcher(),
          delService,
          dirsService);

  dirsService.init(conf);
  dirsService.start();
  delService.init(conf);
  delService.start();
  aggregatingLogHandler.init(conf);
  aggregatingLogHandler.start();
  ApplicationId appId = BuilderUtils.newApplicationId(1234, 1);
  // It should NOT throw RejectedExecutionException
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
  aggregatingLogHandler.stop();

  // It should NOT throw RejectedExecutionException after stopping
  // handler service.
  aggregatingLogHandler.handle(new LogHandlerAppFinishedEvent(appId));
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void transition(ApplicationImpl app, ApplicationEvent event) {

  // Inform the logService
  app.dispatcher.getEventHandler().handle(
      new LogHandlerAppFinishedEvent(app.appId));

  app.context.getNMTokenSecretManager().appFinished(app.getAppId());
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartEvent =
          (LogHandlerAppStartedEvent) event;
      initApp(appStartEvent.getApplicationId(), appStartEvent.getUser(),
          appStartEvent.getCredentials(),
          appStartEvent.getLogRetentionPolicy(),
          appStartEvent.getApplicationAcls(),
          appStartEvent.getLogAggregationContext());
      break;
    case CONTAINER_FINISHED:
      LogHandlerContainerFinishedEvent containerFinishEvent =
          (LogHandlerContainerFinishedEvent) event;
      stopContainer(containerFinishEvent.getContainerId(),
          containerFinishEvent.getExitCode());
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      stopApp(appFinishedEvent.getApplicationId());
      break;
    default:
      ; // Ignore
  }

}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
public void testLogAggregatorCleanup() throws Exception {
  DeletionService delSrvc = mock(DeletionService.class);

  // get the AppLogAggregationImpl thread to crash
  LocalDirsHandlerService mockedDirSvc = mock(LocalDirsHandlerService.class);

  LogAggregationService logAggregationService =
      new LogAggregationService(dispatcher, this.context, delSrvc,
                                mockedDirSvc);
  logAggregationService.init(this.conf);
  logAggregationService.start();

  ApplicationId application1 = BuilderUtils.newApplicationId(1234, 1);
  logAggregationService.handle(new LogHandlerAppStartedEvent(
          application1, this.user, null,
          ContainerLogsRetentionPolicy.ALL_CONTAINERS, this.acls));

  logAggregationService.handle(new LogHandlerAppFinishedEvent(application1));
  dispatcher.await();
  int timeToWait = 20 * 1000;
  while (timeToWait > 0 && logAggregationService.getNumAggregators() > 0) {
    Thread.sleep(100);
    timeToWait -= 100;
  }
  Assert.assertEquals("Log aggregator failed to cleanup!", 0,
      logAggregationService.getNumAggregators());
  logAggregationService.stop();
  logAggregationService.close();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartEvent =
          (LogHandlerAppStartedEvent) event;
      initApp(appStartEvent.getApplicationId(), appStartEvent.getUser(),
          appStartEvent.getCredentials(),
          appStartEvent.getApplicationAcls(),
          appStartEvent.getLogAggregationContext());
      break;
    case CONTAINER_FINISHED:
      LogHandlerContainerFinishedEvent containerFinishEvent =
          (LogHandlerContainerFinishedEvent) event;
      stopContainer(containerFinishEvent.getContainerId(),
          containerFinishEvent.getExitCode());
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      stopApp(appFinishedEvent.getApplicationId());
      break;
    default:
      ; // Ignore
  }

}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
public void testLogAggregatorCleanup() throws Exception {
  DeletionService delSrvc = mock(DeletionService.class);

  // get the AppLogAggregationImpl thread to crash
  LocalDirsHandlerService mockedDirSvc = mock(LocalDirsHandlerService.class);

  LogAggregationService logAggregationService =
      new LogAggregationService(dispatcher, this.context, delSrvc,
                                mockedDirSvc);
  logAggregationService.init(this.conf);
  logAggregationService.start();

  ApplicationId application1 = BuilderUtils.newApplicationId(1234, 1);
  logAggregationService.handle(new LogHandlerAppStartedEvent(
          application1, this.user, null, this.acls));

  logAggregationService.handle(new LogHandlerAppFinishedEvent(application1));
  dispatcher.await();
  int timeToWait = 20 * 1000;
  while (timeToWait > 0 && logAggregationService.getNumAggregators() > 0) {
    Thread.sleep(100);
    timeToWait -= 100;
  }
  Assert.assertEquals("Log aggregator failed to cleanup!", 0,
      logAggregationService.getNumAggregators());
  logAggregationService.stop();
  logAggregationService.close();
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
private void finishApplication(ApplicationId appId,
    LogAggregationService logAggregationService) throws Exception {
  dispatcher.await();
  ApplicationEvent expectedInitEvents[] =
      new ApplicationEvent[] { new ApplicationEvent(appId,
          ApplicationEventType.APPLICATION_LOG_HANDLING_INITED) };
  checkEvents(appEventHandler, expectedInitEvents, false, "getType",
      "getApplicationID");
  reset(appEventHandler);

  logAggregationService.handle(new LogHandlerAppFinishedEvent(appId));
  logAggregationService.stop();
  assertEquals(0, logAggregationService.getNumAggregators());
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@SuppressWarnings("unchecked")
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartedEvent =
          (LogHandlerAppStartedEvent) event;
      this.appOwners.put(appStartedEvent.getApplicationId(),
          appStartedEvent.getUser());
      this.dispatcher.getEventHandler().handle(
          new ApplicationEvent(appStartedEvent.getApplicationId(),
              ApplicationEventType.APPLICATION_LOG_HANDLING_INITED));
      break;
    case CONTAINER_FINISHED:
      // Ignore
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      // Schedule - so that logs are available on the UI till they're deleted.
      LOG.info("Scheduling Log Deletion for application: "
          + appFinishedEvent.getApplicationId() + ", with delay of "
          + this.deleteDelaySeconds + " seconds");
      LogDeleterRunnable logDeleter =
          new LogDeleterRunnable(appOwners.remove(appFinishedEvent
                .getApplicationId()), appFinishedEvent.getApplicationId());
      try {
        sched.schedule(logDeleter, this.deleteDelaySeconds,
            TimeUnit.SECONDS);
      } catch (RejectedExecutionException e) {
        // Handling this event in local thread before starting threads
        // or after calling sched.shutdownNow().
        logDeleter.run();
      }
      break;
    default:
      ; // Ignore
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void transition(ApplicationImpl app, ApplicationEvent event) {

  // Inform the logService
  app.dispatcher.getEventHandler().handle(
      new LogHandlerAppFinishedEvent(app.appId));

}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@SuppressWarnings("unchecked")
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartedEvent =
          (LogHandlerAppStartedEvent) event;
      this.appOwners.put(appStartedEvent.getApplicationId(),
          appStartedEvent.getUser());
      this.dispatcher.getEventHandler().handle(
          new ApplicationEvent(appStartedEvent.getApplicationId(),
              ApplicationEventType.APPLICATION_LOG_HANDLING_INITED));
      break;
    case CONTAINER_FINISHED:
      // Ignore
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      // Schedule - so that logs are available on the UI till they're deleted.
      LOG.info("Scheduling Log Deletion for application: "
          + appFinishedEvent.getApplicationId() + ", with delay of "
          + this.deleteDelaySeconds + " seconds");
      sched.schedule(
          new LogDeleterRunnable(appOwners.remove(appFinishedEvent
              .getApplicationId()), appFinishedEvent.getApplicationId()),
          this.deleteDelaySeconds, TimeUnit.SECONDS);
      break;
    default:
      ; // Ignore
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartEvent =
          (LogHandlerAppStartedEvent) event;
      initApp(appStartEvent.getApplicationId(), appStartEvent.getUser(),
          appStartEvent.getCredentials(),
          appStartEvent.getLogRetentionPolicy(),
          appStartEvent.getApplicationAcls());
      break;
    case CONTAINER_FINISHED:
      LogHandlerContainerFinishedEvent containerFinishEvent =
          (LogHandlerContainerFinishedEvent) event;
      stopContainer(containerFinishEvent.getContainerId(),
          containerFinishEvent.getExitCode());
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      stopApp(appFinishedEvent.getApplicationId());
      break;
    default:
      ; // Ignore
  }

}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testLogAggregatorCleanup() throws Exception {
  DeletionService delSrvc = mock(DeletionService.class);

  // get the AppLogAggregationImpl thread to crash
  LocalDirsHandlerService mockedDirSvc = mock(LocalDirsHandlerService.class);

  DrainDispatcher dispatcher = createDispatcher();
  EventHandler<ApplicationEvent> appEventHandler = mock(EventHandler.class);
  dispatcher.register(ApplicationEventType.class, appEventHandler);

  LogAggregationService logAggregationService =
      new LogAggregationService(dispatcher, this.context, delSrvc,
                                mockedDirSvc);
  logAggregationService.init(this.conf);
  logAggregationService.start();

  ApplicationId application1 = BuilderUtils.newApplicationId(1234, 1);
  logAggregationService.handle(new LogHandlerAppStartedEvent(
          application1, this.user, null,
          ContainerLogsRetentionPolicy.ALL_CONTAINERS, this.acls));

  logAggregationService.handle(new LogHandlerAppFinishedEvent(application1));
  dispatcher.await();
  int timeToWait = 20 * 1000;
  while (timeToWait > 0 && logAggregationService.getNumAggregators() > 0) {
    Thread.sleep(100);
    timeToWait -= 100;
  }
  Assert.assertEquals("Log aggregator failed to cleanup!", 0,
      logAggregationService.getNumAggregators());
}
 

import org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerAppFinishedEvent; //导入依赖的package包/类
@Override
public void handle(LogHandlerEvent event) {
  switch (event.getType()) {
    case APPLICATION_STARTED:
      LogHandlerAppStartedEvent appStartEvent =
          (LogHandlerAppStartedEvent) event;
      initApp(appStartEvent.getApplicationId(), appStartEvent.getUser(),
          appStartEvent.getCredentials(),
          appStartEvent.getApplicationAcls(),
          appStartEvent.getLogAggregationContext(),
          appStartEvent.getUserFolder());
      break;
    case CONTAINER_FINISHED:
      LogHandlerContainerFinishedEvent containerFinishEvent =
          (LogHandlerContainerFinishedEvent) event;
      stopContainer(containerFinishEvent.getContainerId(),
          containerFinishEvent.getExitCode());
      break;
    case APPLICATION_FINISHED:
      LogHandlerAppFinishedEvent appFinishedEvent =
          (LogHandlerAppFinishedEvent) event;
      stopApp(appFinishedEvent.getApplicationId());
      break;
    default:
      ; // Ignore
  }

}