Java MRApps.toJobID方法代码示例

import org.apache.hadoop.mapreduce.v2.util.MRApps; //导入方法依赖的package包/类
/**
 * Ensure that a JOB_ID was passed into the page.
 */
public void requireJob() {
  if ($(JOB_ID).isEmpty()) {
    badRequest("missing job ID");
    throw new RuntimeException("Bad Request: Missing job ID");
  }

  JobId jobID = MRApps.toJobID($(JOB_ID));
  app.setJob(app.context.getJob(jobID));
  if (app.getJob() == null) {
    notFound($(JOB_ID));
    throw new RuntimeException("Not Found: " + $(JOB_ID));
  }

  /* check for acl access */
  Job job = app.context.getJob(jobID);
  if (!checkAccess(job)) {
    accessDenied("User " + request().getRemoteUser() + " does not have " +
        " permission to view job " + $(JOB_ID));
    throw new RuntimeException("Access denied: User " +
        request().getRemoteUser() + " does not have permission to view job " +
        $(JOB_ID));
  }
}
 

import org.apache.hadoop.mapreduce.v2.util.MRApps; //导入方法依赖的package包/类
@Before
public void setUp() throws IOException {
  AppContext context = mock(AppContext.class);
  when(context.getApplicationID()).thenReturn(
      ApplicationId.newInstance(0, 0));
  when(context.getApplicationName()).thenReturn("AppName");
  when(context.getUser()).thenReturn("User");
  when(context.getStartTime()).thenReturn(System.currentTimeMillis());
  job = mock(Job.class);
  Task task = mock(Task.class);

  when(job.getTask(any(TaskId.class))).thenReturn(task);

  JobId jobID = MRApps.toJobID("job_01_01");
  when(context.getJob(jobID)).thenReturn(job);
  when(job.checkAccess(any(UserGroupInformation.class), any(JobACL.class)))
      .thenReturn(true);

  App app = new App(context);
  Configuration configuration = new Configuration();
  ctx = mock(RequestContext.class);

  appController = new AppControllerForTest(app, configuration, ctx);
  appController.getProperty().put(AMParams.JOB_ID, "job_01_01");
  appController.getProperty().put(AMParams.TASK_ID, "task_01_01_m01_01");

}
 

import org.apache.hadoop.mapreduce.v2.util.MRApps; //导入方法依赖的package包/类
@Override protected void render(Block html) {
  String jid = $(JOB_ID);
  if (jid.isEmpty()) {
    html.
      p()._("Sorry, can't do anything without a JobID.")._();
    return;
  }
  JobId jobID = MRApps.toJobID(jid);
  Job job = appContext.getJob(jobID);
  if (job == null) {
    html.
      p()._("Sorry, ", jid, " not found.")._();
    return;
  }
  Path confPath = job.getConfFile();
  try {
    ConfInfo info = new ConfInfo(job);

    html.div().h3(confPath.toString())._();
    TBODY<TABLE<Hamlet>> tbody = html.
      // Tasks table
    table("#conf").
      thead().
        tr().
          th(_TH, "key").
          th(_TH, "value").
          th(_TH, "source chain").
        _().
      _().
    tbody();
    for (ConfEntryInfo entry : info.getProperties()) {
      StringBuffer buffer = new StringBuffer();
      String[] sources = entry.getSource();
      //Skip the last entry, because it is always the same HDFS file, and
      // output them in reverse order so most recent is output first
      boolean first = true;
      for(int i = (sources.length  - 2); i >= 0; i--) {
        if(!first) {
          // \u2B05 is an arrow <--
          buffer.append(" \u2B05 ");
        }
        first = false;
        buffer.append(sources[i]);
      }
      tbody.
        tr().
          td(entry.getName()).
          td(entry.getValue()).
          td(buffer.toString()).
        _();
    }
    tbody._().
    tfoot().
      tr().
        th().input("search_init").$type(InputType.text).$name("key").$value("key")._()._().
        th().input("search_init").$type(InputType.text).$name("value").$value("value")._()._().
        th().input("search_init").$type(InputType.text).$name("source chain").$value("source chain")._()._().
        _().
      _().
    _();
  } catch(IOException e) {
    LOG.error("Error while reading "+confPath, e);
    html.p()._("Sorry got an error while reading conf file. ",confPath);
  }
}
 

import org.apache.hadoop.mapreduce.v2.util.MRApps; //导入方法依赖的package包/类
/**
 * test HsController
 */

@Test
public void testHsController() throws Exception {
  AppContext ctx = mock(AppContext.class);
  ApplicationId appId = ApplicationIdPBImpl.newInstance(0,5);
  
  when(ctx.getApplicationID()).thenReturn(appId);

  AppForTest app = new AppForTest(ctx);
  Configuration config = new Configuration();
  RequestContext requestCtx = mock(RequestContext.class);
  HsControllerForTest controller = new HsControllerForTest(app, config,
          requestCtx);
  controller.index();
  assertEquals("JobHistory", controller.get(Params.TITLE, ""));
  assertEquals(HsJobPage.class, controller.jobPage());
  assertEquals(HsCountersPage.class, controller.countersPage());
  assertEquals(HsTasksPage.class, controller.tasksPage());
  assertEquals(HsTaskPage.class, controller.taskPage());
  assertEquals(HsAttemptsPage.class, controller.attemptsPage());

  controller.set(AMParams.JOB_ID, "job_01_01");
  controller.set(AMParams.TASK_ID, "task_01_01_m01_01");
  controller.set(AMParams.TASK_TYPE, "m");
  controller.set(AMParams.ATTEMPT_STATE, "State");

  Job job = mock(Job.class);
  Task task = mock(Task.class);
  when(job.getTask(any(TaskId.class))).thenReturn(task);
  JobId jobID = MRApps.toJobID("job_01_01");
  when(ctx.getJob(jobID)).thenReturn(job);
  when(job.checkAccess(any(UserGroupInformation.class), any(JobACL.class)))
          .thenReturn(true);

  controller.job();
  assertEquals(HsJobPage.class, controller.getClazz());
  controller.jobCounters();
  assertEquals(HsCountersPage.class, controller.getClazz());
  controller.taskCounters();
  assertEquals(HsCountersPage.class, controller.getClazz());
  controller.tasks();
  assertEquals(HsTasksPage.class, controller.getClazz());
  controller.task();
  assertEquals(HsTaskPage.class, controller.getClazz());
  controller.attempts();
  assertEquals(HsAttemptsPage.class, controller.getClazz());

  assertEquals(HsConfPage.class, controller.confPage());
  assertEquals(HsAboutPage.class, controller.aboutPage());
  controller.about();
  assertEquals(HsAboutPage.class, controller.getClazz());
  controller.logs();
  assertEquals(HsLogsPage.class, controller.getClazz());
  controller.nmlogs();
  assertEquals(AggregatedLogsPage.class, controller.getClazz());

  assertEquals(HsSingleCounterPage.class, controller.singleCounterPage());
  controller.singleJobCounter();
  assertEquals(HsSingleCounterPage.class, controller.getClazz());
  controller.singleTaskCounter();
  assertEquals(HsSingleCounterPage.class, controller.getClazz());


}