Java RMAppImpl类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Override
protected void submitApplication(
    ApplicationSubmissionContext submissionContext, long submitTime,
    String user) throws YarnException {
  //Do nothing, just add the application to RMContext
  RMAppImpl application =
      new RMAppImpl(submissionContext.getApplicationId(), this.rmContext,
          this.conf, submissionContext.getApplicationName(), user,
          submissionContext.getQueue(), submissionContext,
          this.rmContext.getScheduler(),
          this.rmContext.getApplicationMasterService(),
          submitTime, submissionContext.getApplicationType(),
          submissionContext.getApplicationTags(), null);
  this.rmContext.getRMApps().put(submissionContext.getApplicationId(),
      application);
  //Do not send RMAppEventType.START event
  //so the state of Application will not reach to NEW_SAVING state.
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
private static RMApp createRMApp(int id, Configuration conf, RMContext rmContext,
     final LogAggregationStatus aggStatus) {
  ApplicationId appId = ApplicationId.newInstance(CLUSTER_TIMESTAMP, id);
  ApplicationSubmissionContext submissionContext =
      ApplicationSubmissionContext.newInstance(appId, "test", "default",
          Priority.newInstance(0), null, true, true,
          2, Resource.newInstance(10, 2), "test");
  return new RMAppImpl(appId, rmContext, conf, "test",
      USER, "default", submissionContext, rmContext.getScheduler(),
      rmContext.getApplicationMasterService(),
      System.currentTimeMillis(), "test",
      null, null) {
    @Override
    public ApplicationReport createAndGetApplicationReport(
        String clientUserName, boolean allowAccess) {
      ApplicationReport report =
          super.createAndGetApplicationReport(clientUserName, allowAccess);
      report.setLogAggregationStatus(aggStatus);
      return report;
    }
  };
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Test (timeout = 30000)
public void testEscapeApplicationSummary() {
  RMApp app = mock(RMAppImpl.class);
  when(app.getApplicationId()).thenReturn(
      ApplicationId.newInstance(100L, 1));
  when(app.getName()).thenReturn("Multiline\n\n\r\rAppName");
  when(app.getUser()).thenReturn("Multiline\n\n\r\rUserName");
  when(app.getQueue()).thenReturn("Multiline\n\n\r\rQueueName");
  when(app.getState()).thenReturn(RMAppState.RUNNING);

  RMAppManager.ApplicationSummary.SummaryBuilder summary =
      new RMAppManager.ApplicationSummary().createAppSummary(app);
  String msg = summary.toString();
  LOG.info("summary: " + msg);
  Assert.assertFalse(msg.contains("\n"));
  Assert.assertFalse(msg.contains("\r"));

  String escaped = "\\n\\n\\r\\r";
  Assert.assertTrue(msg.contains("Multiline" + escaped +"AppName"));
  Assert.assertTrue(msg.contains("Multiline" + escaped +"UserName"));
  Assert.assertTrue(msg.contains("Multiline" + escaped +"QueueName"));
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Override
protected void submitApplication(
    ApplicationSubmissionContext submissionContext, long submitTime,
    String user) throws YarnException {
  try{
  //Do nothing, just add the application to RMContext
  RMAppImpl application =
      new RMAppImpl(submissionContext.getApplicationId(), this.rmContext,
          this.conf, submissionContext.getApplicationName(), user,
          submissionContext.getQueue(), submissionContext,
          this.rmContext.getScheduler(),
          this.rmContext.getApplicationMasterService(),
          submitTime, submissionContext.getApplicationType(),
          submissionContext.getApplicationTags(), null, null, null, null, null);
  this.rmContext.getRMApps().put(submissionContext.getApplicationId(),
      application);
  //Do not send RMAppEventType.START event
  //so the state of Application will not reach to NEW_SAVING state.
  }catch(IOException e){
    throw new YarnException(e);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
private static RMApp createRMApp(int id, Configuration conf, RMContext rmContext,
     final LogAggregationStatus aggStatus) throws IOException{
  ApplicationId appId = ApplicationId.newInstance(CLUSTER_TIMESTAMP, id);
  ApplicationSubmissionContext submissionContext =
      ApplicationSubmissionContext.newInstance(appId, "test", "default",
          Priority.newInstance(0), null, true, true,
          2, Resource.newInstance(10, 2), "test");
  return new RMAppImpl(appId, rmContext, conf, "test",
      USER, "default", submissionContext, rmContext.getScheduler(),
      rmContext.getApplicationMasterService(),
      System.currentTimeMillis(), "test",
      null, null, null, null, null, null) {
    @Override
    public ApplicationReport createAndGetApplicationReport(
        String clientUserName, boolean allowAccess) {
      ApplicationReport report =
          super.createAndGetApplicationReport(clientUserName, allowAccess);
      report.setLogAggregationStatus(aggStatus);
      return report;
    }
  };
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Test
public void testUserAsDefaultQueue() throws Exception {
  conf.set(FairSchedulerConfiguration.USER_AS_DEFAULT_QUEUE, "true");
  scheduler.reinitialize(conf, resourceManager.getRMContext());
  RMContext rmContext = resourceManager.getRMContext();
  Map<ApplicationId, RMApp> appsMap = rmContext.getRMApps();
  ApplicationAttemptId appAttemptId = createAppAttemptId(1, 1);
  RMApp rmApp = new RMAppImpl(appAttemptId.getApplicationId(), rmContext, conf,
      null, null, null, ApplicationSubmissionContext.newInstance(null, null,
      null, null, null, false, false, 0, null, null), null, null, 0, null, null);
  appsMap.put(appAttemptId.getApplicationId(), rmApp);
  
  AppAddedSchedulerEvent appAddedEvent =
      new AppAddedSchedulerEvent(appAttemptId.getApplicationId(), "default",
        "user1");
  scheduler.handle(appAddedEvent);
  AppAttemptAddedSchedulerEvent attempAddedEvent =
      new AppAttemptAddedSchedulerEvent(appAttemptId, false);
  scheduler.handle(attempAddedEvent);
  assertEquals(1, scheduler.getQueueManager().getLeafQueue("user1", true)
      .getRunnableAppSchedulables().size());
  assertEquals(0, scheduler.getQueueManager().getLeafQueue("default", true)
      .getRunnableAppSchedulables().size());
  assertEquals("root.user1", rmApp.getQueue());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Test
public void testNotUserAsDefaultQueue() throws Exception {
  conf.set(FairSchedulerConfiguration.USER_AS_DEFAULT_QUEUE, "false");
  scheduler.reinitialize(conf, resourceManager.getRMContext());
  RMContext rmContext = resourceManager.getRMContext();
  Map<ApplicationId, RMApp> appsMap = rmContext.getRMApps();
  ApplicationAttemptId appAttemptId = createAppAttemptId(1, 1);
  RMApp rmApp = new RMAppImpl(appAttemptId.getApplicationId(), rmContext, conf,
      null, null, null, ApplicationSubmissionContext.newInstance(null, null,
      null, null, null, false, false, 0, null, null), null, null, 0, null, null);
  appsMap.put(appAttemptId.getApplicationId(), rmApp);

  AppAddedSchedulerEvent appAddedEvent =
      new AppAddedSchedulerEvent(appAttemptId.getApplicationId(), "default",
        "user2");
  scheduler.handle(appAddedEvent);
  AppAttemptAddedSchedulerEvent attempAddedEvent =
      new AppAttemptAddedSchedulerEvent(appAttemptId, false);
  scheduler.handle(attempAddedEvent);
  assertEquals(0, scheduler.getQueueManager().getLeafQueue("user1", true)
      .getRunnableAppSchedulables().size());
  assertEquals(1, scheduler.getQueueManager().getLeafQueue("default", true)
      .getRunnableAppSchedulables().size());
  assertEquals(0, scheduler.getQueueManager().getLeafQueue("user2", true)
      .getRunnableAppSchedulables().size());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Override
protected void submitApplication(
    ApplicationSubmissionContext submissionContext, long submitTime,
    String user) throws YarnException {
  //Do nothing, just add the application to RMContext
  RMAppImpl application =
      new RMAppImpl(submissionContext.getApplicationId(), this.rmContext,
          this.conf, submissionContext.getApplicationName(), user,
          submissionContext.getQueue(), submissionContext,
          this.rmContext.getScheduler(),
          this.rmContext.getApplicationMasterService(),
          submitTime, submissionContext.getApplicationType(),
          submissionContext.getApplicationTags());
  this.rmContext.getRMApps().put(submissionContext.getApplicationId(),
      application);
  //Do not send RMAppEventType.START event
  //so the state of Application will not reach to NEW_SAVING state.
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
protected void recoverApplication(ApplicationStateData appState,
    RMState rmState) throws Exception {
  ApplicationSubmissionContext appContext =
      appState.getApplicationSubmissionContext();
  ApplicationId appId = appContext.getApplicationId();

  // create and recover app.
  RMAppImpl application =
      createAndPopulateNewRMApp(appContext, appState.getSubmitTime(),
          appState.getUser(), true);

  application.handle(new RMAppRecoverEvent(appId, rmState));
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
private RMAppImpl createAndPopulateNewRMApp(
    ApplicationSubmissionContext submissionContext, long submitTime,
    String user, boolean isRecovery) throws YarnException {
  ApplicationId applicationId = submissionContext.getApplicationId();
  ResourceRequest amReq =
      validateAndCreateResourceRequest(submissionContext, isRecovery);

  // Create RMApp
  RMAppImpl application =
      new RMAppImpl(applicationId, rmContext, this.conf,
          submissionContext.getApplicationName(), user,
          submissionContext.getQueue(),
          submissionContext, this.scheduler, this.masterService,
          submitTime, submissionContext.getApplicationType(),
          submissionContext.getApplicationTags(), amReq);

  // Concurrent app submissions with same applicationId will fail here
  // Concurrent app submissions with different applicationIds will not
  // influence each other
  if (rmContext.getRMApps().putIfAbsent(applicationId, application) !=
      null) {
    String message = "Application with id " + applicationId
        + " is already present! Cannot add a duplicate!";
    LOG.warn(message);
    throw new YarnException(message);
  }
  // Inform the ACLs Manager
  this.applicationACLsManager.addApplication(applicationId,
      submissionContext.getAMContainerSpec().getApplicationACLs());
  String appViewACLs = submissionContext.getAMContainerSpec()
      .getApplicationACLs().get(ApplicationAccessType.VIEW_APP);
  rmContext.getSystemMetricsPublisher().appACLsUpdated(
      application, appViewACLs, System.currentTimeMillis());
  return application;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
@Test (timeout = 30000)
 public void testEscapeApplicationSummary() {
   RMApp app = mock(RMAppImpl.class);
   when(app.getApplicationId()).thenReturn(
       ApplicationId.newInstance(100L, 1));
   when(app.getName()).thenReturn("Multiline\n\n\r\rAppName");
   when(app.getUser()).thenReturn("Multiline\n\n\r\rUserName");
   when(app.getQueue()).thenReturn("Multiline\n\n\r\rQueueName");
   when(app.getState()).thenReturn(RMAppState.RUNNING);
   when(app.getApplicationType()).thenReturn("MAPREDUCE");
   RMAppMetrics metrics =
       new RMAppMetrics(Resource.newInstance(1234, 56, 56), 10, 1, 16384, 64, 64);
   when(app.getRMAppMetrics()).thenReturn(metrics);

   RMAppManager.ApplicationSummary.SummaryBuilder summary =
       new RMAppManager.ApplicationSummary().createAppSummary(app);
   String msg = summary.toString();
   LOG.info("summary: " + msg);
   Assert.assertFalse(msg.contains("\n"));
   Assert.assertFalse(msg.contains("\r"));

   String escaped = "\\n\\n\\r\\r";
   Assert.assertTrue(msg.contains("Multiline" + escaped +"AppName"));
   Assert.assertTrue(msg.contains("Multiline" + escaped +"UserName"));
   Assert.assertTrue(msg.contains("Multiline" + escaped +"QueueName"));
   Assert.assertTrue(msg.contains("memorySeconds=16384"));
   Assert.assertTrue(msg.contains("vcoreSeconds=64"));
   Assert.assertTrue(msg.contains("gcoreSeconds=64"));
   Assert.assertTrue(msg.contains("preemptedAMContainers=1"));
   Assert.assertTrue(msg.contains("preemptedNonAMContainers=10"));
   Assert.assertTrue(msg.contains("preemptedResources=<memory:1234\\, vCores:56\\, gCores:56>"));
   Assert.assertTrue(msg.contains("applicationType=MAPREDUCE"));
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
private RMAppImpl createMockRMApp(ApplicationAttemptId attemptId,
    RMContext context) {
  RMAppImpl app = mock(RMAppImpl.class);
  when(app.getApplicationId()).thenReturn(attemptId.getApplicationId());
  RMAppAttemptImpl attempt = mock(RMAppAttemptImpl.class);
  when(attempt.getAppAttemptId()).thenReturn(attemptId);
  RMAppAttemptMetrics attemptMetric = mock(RMAppAttemptMetrics.class);
  when(attempt.getRMAppAttemptMetrics()).thenReturn(attemptMetric);
  when(app.getCurrentAppAttempt()).thenReturn(attempt);
  context.getRMApps().putIfAbsent(attemptId.getApplicationId(), app);
  return app;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
protected void createApplicationWithAMResource(ApplicationAttemptId attId,
    String queue, String user, Resource amResource) {
  RMContext rmContext = resourceManager.getRMContext();
  RMApp rmApp = new RMAppImpl(attId.getApplicationId(), rmContext, conf,
      null, null, null, ApplicationSubmissionContext.newInstance(null, null,
      null, null, null, false, false, 0, amResource, null), null, null,
      0, null, null, null);
  rmContext.getRMApps().put(attId.getApplicationId(), rmApp);
  AppAddedSchedulerEvent appAddedEvent = new AppAddedSchedulerEvent(
      attId.getApplicationId(), queue, user);
  scheduler.handle(appAddedEvent);
  AppAttemptAddedSchedulerEvent attempAddedEvent =
      new AppAttemptAddedSchedulerEvent(attId, false);
  scheduler.handle(attempAddedEvent);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
protected RMApp createMockRMApp(ApplicationAttemptId attemptId) {
  RMApp app = mock(RMAppImpl.class);
  when(app.getApplicationId()).thenReturn(attemptId.getApplicationId());
  RMAppAttemptImpl attempt = mock(RMAppAttemptImpl.class);
  when(attempt.getAppAttemptId()).thenReturn(attemptId);
  RMAppAttemptMetrics attemptMetric = mock(RMAppAttemptMetrics.class);
  when(attempt.getRMAppAttemptMetrics()).thenReturn(attemptMetric);
  when(app.getCurrentAppAttempt()).thenReturn(attempt);
  resourceManager.getRMContext().getRMApps()
      .put(attemptId.getApplicationId(), app);
  return app;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppImpl; //导入依赖的package包/类
private void handleLogAggregationStatus(
    List<LogAggregationReport> logAggregationReportsForApps) {
  for (LogAggregationReport report : logAggregationReportsForApps) {
    RMApp rmApp = this.context.getRMApps().get(report.getApplicationId());
    if (rmApp != null) {
      ((RMAppImpl)rmApp).aggregateLogReport(this.nodeId, report);
    }
  }
}