Java RunningJob.killJob方法代码示例

import org.apache.hadoop.mapred.RunningJob; //导入方法依赖的package包/类
/**
 * Submit/run a map/reduce job.
 * 
 * @param job
 * @return true for success
 * @throws IOException
 */
public static boolean runJob(JobConf job) throws IOException {
  JobClient jc = new JobClient(job);
  boolean sucess = true;
  RunningJob running = null;
  try {
    running = jc.submitJob(job);
    JobID jobId = running.getID();
    System.out.println("Job " + jobId + " is submitted");
    while (!running.isComplete()) {
      System.out.println("Job " + jobId + " is still running.");
      try {
        Thread.sleep(60000);
      } catch (InterruptedException e) {
      }
      running = jc.getJob(jobId);
    }
    sucess = running.isSuccessful();
  } finally {
    if (!sucess && (running != null)) {
      running.killJob();
    }
    jc.close();
  }
  return sucess;
}
 

import org.apache.hadoop.mapred.RunningJob; //导入方法依赖的package包/类
/**
 * Verify JobContext.JOB_ACL_VIEW_JOB
 * 
 * @throws IOException
 * @throws InterruptedException
 */
private void verifyACLViewJob() throws IOException, InterruptedException {

  // Set the job up.
  final JobConf myConf = mr.createJobConf();
  myConf.set(JobContext.JOB_ACL_VIEW_JOB, viewColleague);

  // Submit the job as user1
  RunningJob job = submitJobAsUser(myConf, jobSubmitter);

  final JobID jobId = job.getID();

  // Try operations as an unauthorized user.
  verifyViewJobAsUnauthorizedUser(myConf, jobId, modifyColleague);

  // Try operations as an authorized user, who is part of view-job-acl.
  verifyViewJobAsAuthorizedUser(myConf, jobId, viewColleague);

  // Try operations as an authorized user, who is a queue administrator.
  verifyViewJobAsAuthorizedUser(myConf, jobId, qAdmin);

  // Clean up the job
  job.killJob();
}
 

import org.apache.hadoop.mapred.RunningJob; //导入方法依赖的package包/类
/**
 * {@inheritDoc}
 */
@Override
public void stop(String externalJobId) {
  try {
    RunningJob runningJob = jobClient.getJob(JobID.forName(externalJobId));
    if(runningJob == null) {
      return;
    }

    runningJob.killJob();
  } catch (IOException e) {
    throw new SqoopException(MapreduceSubmissionError.MAPREDUCE_0003, e);
  }
}
 

import org.apache.hadoop.mapred.RunningJob; //导入方法依赖的package包/类
private void verifyACLPersistence() throws IOException,
    InterruptedException {

  // Set the job up.
  final JobConf myConf = mr.createJobConf();
  myConf.set(JobContext.JOB_ACL_VIEW_JOB, viewColleague + " group2");

  // Submit the job as user1
  RunningJob job = submitJobAsUser(myConf, jobSubmitter);

  final JobID jobId = job.getID();

  // Kill the job and wait till it is actually killed so that it is written to
  // CompletedJobStore
  job.killJob();
  while (job.getJobState() != JobStatus.KILLED) {
    LOG.info("Waiting for the job to be killed successfully..");
    Thread.sleep(200);
  }

  // Now kill the cluster, so that the job is 'forgotten'
  tearDown();

  // Re-start the cluster
  startCluster(true);

  final JobConf myNewJobConf = mr.createJobConf();
  // Now verify view-job works off CompletedJobStore
  verifyViewJobAsAuthorizedUser(myNewJobConf, jobId, viewColleague);
  verifyViewJobAsAuthorizedUser(myNewJobConf, jobId, qAdmin);

  // Only JobCounters is persisted on the JobStore. So test counters only.
  UserGroupInformation unauthorizedUGI =
      UserGroupInformation.createUserForTesting(
          modifyColleague, new String[] {});

  unauthorizedUGI.doAs(new PrivilegedExceptionAction<Object>() {
    @SuppressWarnings("null")
    @Override
    public Object run() {
      RunningJob myJob = null;
      try {
        JobClient client = new JobClient(myNewJobConf);
        myJob = client.getJob(jobId);
      } catch (Exception e) {
        fail("Exception .." + e);
      }

      assertNotNull("Job " + jobId + " is not known to the JobTracker!",
          myJob);

      // Tests authorization failure with getCounters
      try {
        myJob.getCounters();
        fail("'cannot perform operation VIEW_JOB_COUNTERS' expected..");
      } catch (IOException ioe) {
        assertTrue(ioe.getMessage(), ioe.getMessage().contains("cannot perform operation VIEW_JOB_COUNTERS"));
      }

      return null;
    }
  });

}