Java JobStateInternal.REBOOT属性代码示例

@Test (timeout = 30000)
public void testNoDeletionofStagingOnReboot() throws IOException {
  conf.set(MRJobConfig.MAPREDUCE_JOB_DIR, stagingJobDir);
  fs = mock(FileSystem.class);
  when(fs.delete(any(Path.class),anyBoolean())).thenReturn(true);
  String user = UserGroupInformation.getCurrentUser().getShortUserName();
  Path stagingDir = MRApps.getStagingAreaDir(conf, user);
  when(fs.exists(stagingDir)).thenReturn(true);
  ApplicationId appId = ApplicationId.newInstance(System.currentTimeMillis(),
      0);
  ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
  ContainerAllocator mockAlloc = mock(ContainerAllocator.class);
  Assert.assertTrue(MRJobConfig.DEFAULT_MR_AM_MAX_ATTEMPTS > 1);
  MRAppMaster appMaster = new TestMRApp(attemptId, mockAlloc,
      JobStateInternal.REBOOT, MRJobConfig.DEFAULT_MR_AM_MAX_ATTEMPTS);
  appMaster.init(conf);
  appMaster.start();
  //shutdown the job, not the lastRetry
  appMaster.shutDownJob();
  //test whether notifyIsLastAMRetry called
  Assert.assertEquals(false, ((TestMRApp)appMaster).getTestIsLastAMRetry());
  verify(fs, times(0)).delete(stagingJobPath, true);
}
 

public void testDeletionofStagingOnReboot() throws IOException {
  conf.set(MRJobConfig.MAPREDUCE_JOB_DIR, stagingJobDir);
  fs = mock(FileSystem.class);
  when(fs.delete(any(Path.class),anyBoolean())).thenReturn(true);
  String user = UserGroupInformation.getCurrentUser().getShortUserName();
  Path stagingDir = MRApps.getStagingAreaDir(conf, user);
  when(fs.exists(stagingDir)).thenReturn(true);
  ApplicationId appId = ApplicationId.newInstance(System.currentTimeMillis(),
      0);
  ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
  ContainerAllocator mockAlloc = mock(ContainerAllocator.class);
  MRAppMaster appMaster = new TestMRApp(attemptId, mockAlloc,
      JobStateInternal.REBOOT, 1); //no retry
  appMaster.init(conf);
  appMaster.start();
  //shutdown the job, is lastRetry
  appMaster.shutDownJob();
  //test whether notifyIsLastAMRetry called
  Assert.assertEquals(true, ((TestMRApp)appMaster).getTestIsLastAMRetry());
  verify(fs).delete(stagingJobPath, true);
}
 

public InternalRebootTransition(){
  super(JobStateInternal.REBOOT, JobStateInternal.ERROR.toString());
}
 

@VisibleForTesting
public void shutDownJob() {
  // job has finished
  // this is the only job, so shut down the Appmaster
  // note in a workflow scenario, this may lead to creation of a new
  // job (FIXME?)

  try {
    //if isLastAMRetry comes as true, should never set it to false
    if ( !isLastAMRetry){
      if (((JobImpl)job).getInternalState() != JobStateInternal.REBOOT) {
        LOG.info("We are finishing cleanly so this is the last retry");
        isLastAMRetry = true;
      }
    }
    notifyIsLastAMRetry(isLastAMRetry);
    // Stop all services
    // This will also send the final report to the ResourceManager
    LOG.info("Calling stop for all the services");
    MRAppMaster.this.stop();

    if (isLastAMRetry) {
      // Send job-end notification when it is safe to report termination to
      // users and it is the last AM retry
      if (getConfig().get(MRJobConfig.MR_JOB_END_NOTIFICATION_URL) != null) {
        try {
          LOG.info("Job end notification started for jobID : "
              + job.getReport().getJobId());
          JobEndNotifier notifier = new JobEndNotifier();
          notifier.setConf(getConfig());
          JobReport report = job.getReport();
          // If unregistration fails, the final state is unavailable. However,
          // at the last AM Retry, the client will finally be notified FAILED
          // from RM, so we should let users know FAILED via notifier as well
          if (!context.hasSuccessfullyUnregistered()) {
            report.setJobState(JobState.FAILED);
          }
          notifier.notify(report);
        } catch (InterruptedException ie) {
          LOG.warn("Job end notification interrupted for jobID : "
              + job.getReport().getJobId(), ie);
        }
      }
    }

    try {
      Thread.sleep(5000);
    } catch (InterruptedException e) {
      e.printStackTrace();
    }
    clientService.stop();
  } catch (Throwable t) {
    LOG.warn("Graceful stop failed. Exiting.. ", t);
    ExitUtil.terminate(1, t);
  }

}
 

@VisibleForTesting
public void shutDownJob() {
  // job has finished
  // this is the only job, so shut down the Appmaster
  // note in a workflow scenario, this may lead to creation of a new
  // job (FIXME?)

  try {
    //if isLastAMRetry comes as true, should never set it to false
    if ( !isLastAMRetry){
      if (((JobImpl)job).getInternalState() != JobStateInternal.REBOOT) {
        LOG.info("Job finished cleanly, recording last MRAppMaster retry");
        isLastAMRetry = true;
      }
    }
    notifyIsLastAMRetry(isLastAMRetry);
    // Stop all services
    // This will also send the final report to the ResourceManager
    LOG.info("Calling stop for all the services");
    MRAppMaster.this.stop();

    if (isLastAMRetry) {
      // Send job-end notification when it is safe to report termination to
      // users and it is the last AM retry
      if (getConfig().get(MRJobConfig.MR_JOB_END_NOTIFICATION_URL) != null) {
        try {
          LOG.info("Job end notification started for jobID : "
              + job.getReport().getJobId());
          JobEndNotifier notifier = new JobEndNotifier();
          notifier.setConf(getConfig());
          JobReport report = job.getReport();
          // If unregistration fails, the final state is unavailable. However,
          // at the last AM Retry, the client will finally be notified FAILED
          // from RM, so we should let users know FAILED via notifier as well
          if (!context.hasSuccessfullyUnregistered()) {
            report.setJobState(JobState.FAILED);
          }
          notifier.notify(report);
        } catch (InterruptedException ie) {
          LOG.warn("Job end notification interrupted for jobID : "
              + job.getReport().getJobId(), ie);
        }
      }
    }

    try {
      Thread.sleep(5000);
    } catch (InterruptedException e) {
      e.printStackTrace();
    }
    clientService.stop();
  } catch (Throwable t) {
    LOG.warn("Graceful stop failed. Exiting.. ", t);
    exitMRAppMaster(1, t);
  }
  exitMRAppMaster(0, null);
}