Java RunningJob.getID方法代碼示例

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
/**
 * Submit/run a map/reduce job.
 * 
 * @param job
 * @return true for success
 * @throws IOException
 */
public static boolean runJob(JobConf job) throws IOException {
  JobClient jc = new JobClient(job);
  boolean sucess = true;
  RunningJob running = null;
  try {
    running = jc.submitJob(job);
    JobID jobId = running.getID();
    System.out.println("Job " + jobId + " is submitted");
    while (!running.isComplete()) {
      System.out.println("Job " + jobId + " is still running.");
      try {
        Thread.sleep(60000);
      } catch (InterruptedException e) {
      }
      running = jc.getJob(jobId);
    }
    sucess = running.isSuccessful();
  } finally {
    if (!sucess && (running != null)) {
      running.killJob();
    }
    jc.close();
  }
  return sucess;
}
 

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
/**
 * Verify JobContext.JOB_ACL_VIEW_JOB
 * 
 * @throws IOException
 * @throws InterruptedException
 */
private void verifyACLViewJob() throws IOException, InterruptedException {

  // Set the job up.
  final JobConf myConf = mr.createJobConf();
  myConf.set(JobContext.JOB_ACL_VIEW_JOB, viewColleague);

  // Submit the job as user1
  RunningJob job = submitJobAsUser(myConf, jobSubmitter);

  final JobID jobId = job.getID();

  // Try operations as an unauthorized user.
  verifyViewJobAsUnauthorizedUser(myConf, jobId, modifyColleague);

  // Try operations as an authorized user, who is part of view-job-acl.
  verifyViewJobAsAuthorizedUser(myConf, jobId, viewColleague);

  // Try operations as an authorized user, who is a queue administrator.
  verifyViewJobAsAuthorizedUser(myConf, jobId, qAdmin);

  // Clean up the job
  job.killJob();
}
 

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
/**
 * Verify JobContext.Job_ACL_MODIFY_JOB
 * 
 * @throws IOException
 * @throws InterruptedException
 * @throws ClassNotFoundException
 */
private void verifyACLModifyJob(String authorizedUser) throws IOException,
    InterruptedException, ClassNotFoundException {

  // Set the job up.
  final JobConf myConf = mr.createJobConf();
  myConf.set(JobContext.JOB_ACL_MODIFY_JOB, modifyColleague);

  // Submit the job as user1
  RunningJob job = submitJobAsUser(myConf, jobSubmitter);

  final JobID jobId = job.getID();

  // Try operations as an unauthorized user.
  verifyModifyJobAsUnauthorizedUser(myConf, jobId, viewColleague);

  // Try operations as an authorized user.
  verifyModifyJobAsAuthorizedUser(myConf, jobId, authorizedUser);
}
 

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
/**
 * Submit this job to mapred. The state becomes RUNNING if submission 
 * is successful, FAILED otherwise.  
 */
protected synchronized void submit() {
  try {
    if (theJobConf.getBoolean("create.empty.dir.if.nonexist", false)) {
      FileSystem fs = FileSystem.get(theJobConf);
      Path inputPaths[] = FileInputFormat.getInputPaths(theJobConf);
      for (int i = 0; i < inputPaths.length; i++) {
        if (!fs.exists(inputPaths[i])) {
          try {
            fs.mkdirs(inputPaths[i]);
          } catch (IOException e) {

          }
        }
      }
    }
    RunningJob running = jc.submitJob(theJobConf);
    this.mapredJobID = running.getID();
    this.state = Job.RUNNING;
  } catch (IOException ioe) {
    this.state = Job.FAILED;
    this.message = StringUtils.stringifyException(ioe);
  }
}
 

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
/**
 * Verification API to wait till job retires and verify all the retired state
 * is correct. 
 * <br/>
 * @param conf of the job used for completion
 * @return job handle
 * @throws Exception
 */
public RunningJob submitAndVerifyJob(Configuration conf) throws Exception {
  JobConf jconf = new JobConf(conf);
  RunningJob rJob = getClient().submitJob(jconf);
  JobID jobId = rJob.getID();
  verifyRunningJob(jobId);
  verifyCompletedJob(jobId);
  return rJob;
}
 

import org.apache.hadoop.mapred.RunningJob; //導入方法依賴的package包/類
private void verifyACLPersistence() throws IOException,
    InterruptedException {

  // Set the job up.
  final JobConf myConf = mr.createJobConf();
  myConf.set(JobContext.JOB_ACL_VIEW_JOB, viewColleague + " group2");

  // Submit the job as user1
  RunningJob job = submitJobAsUser(myConf, jobSubmitter);

  final JobID jobId = job.getID();

  // Kill the job and wait till it is actually killed so that it is written to
  // CompletedJobStore
  job.killJob();
  while (job.getJobState() != JobStatus.KILLED) {
    LOG.info("Waiting for the job to be killed successfully..");
    Thread.sleep(200);
  }

  // Now kill the cluster, so that the job is 'forgotten'
  tearDown();

  // Re-start the cluster
  startCluster(true);

  final JobConf myNewJobConf = mr.createJobConf();
  // Now verify view-job works off CompletedJobStore
  verifyViewJobAsAuthorizedUser(myNewJobConf, jobId, viewColleague);
  verifyViewJobAsAuthorizedUser(myNewJobConf, jobId, qAdmin);

  // Only JobCounters is persisted on the JobStore. So test counters only.
  UserGroupInformation unauthorizedUGI =
      UserGroupInformation.createUserForTesting(
          modifyColleague, new String[] {});

  unauthorizedUGI.doAs(new PrivilegedExceptionAction<Object>() {
    @SuppressWarnings("null")
    @Override
    public Object run() {
      RunningJob myJob = null;
      try {
        JobClient client = new JobClient(myNewJobConf);
        myJob = client.getJob(jobId);
      } catch (Exception e) {
        fail("Exception .." + e);
      }

      assertNotNull("Job " + jobId + " is not known to the JobTracker!",
          myJob);

      // Tests authorization failure with getCounters
      try {
        myJob.getCounters();
        fail("'cannot perform operation VIEW_JOB_COUNTERS' expected..");
      } catch (IOException ioe) {
        assertTrue(ioe.getMessage(), ioe.getMessage().contains("cannot perform operation VIEW_JOB_COUNTERS"));
      }

      return null;
    }
  });

}