Java RMAppEvent类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@SuppressWarnings("unchecked")
private void handleDTRenewerAppSubmitEvent(
    DelegationTokenRenewerAppSubmitEvent event) {
  /*
   * For applications submitted with delegation tokens we are not submitting
   * the application to scheduler from RMAppManager. Instead we are doing
   * it from here. The primary goal is to make token renewal as a part of
   * application submission asynchronous so that client thread is not
   * blocked during app submission.
   */
  try {
    // Setup tokens for renewal
    DelegationTokenRenewer.this.handleAppSubmitEvent(event);
    rmContext.getDispatcher().getEventHandler()
        .handle(new RMAppEvent(event.getApplicationId(), RMAppEventType.START));
  } catch (Throwable t) {
    LOG.warn(
        "Unable to add the application to the delegation token renewer.",
        t);
    // Sending APP_REJECTED is fine, since we assume that the
    // RMApp is in NEW state and thus we havne't yet informed the
    // Scheduler about the existence of the application
    rmContext.getDispatcher().getEventHandler().handle(
        new RMAppRejectedEvent(event.getApplicationId(), t.getMessage()));
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@VisibleForTesting
public synchronized void addApplication(ApplicationId applicationId,
    String queue, String user, boolean isAppRecovering) {
  SchedulerApplication<FiCaSchedulerApp> application =
      new SchedulerApplication<FiCaSchedulerApp>(DEFAULT_QUEUE, user);
  applications.put(applicationId, application);
  metrics.submitApp(user);
  LOG.info("Accepted application " + applicationId + " from user: " + user
      + ", currently num of applications: " + applications.size());
  if (isAppRecovering) {
    if (LOG.isDebugEnabled()) {
      LOG.debug(applicationId + " is recovering. Skip notifying APP_ACCEPTED");
    }
  } else {
    rmContext.getDispatcher().getEventHandler()
      .handle(new RMAppEvent(applicationId, RMAppEventType.APP_ACCEPTED));
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public synchronized void killAllAppsInQueue(String queueName)
    throws YarnException {
  // check if queue is a valid
  List<ApplicationAttemptId> apps = getAppsInQueue(queueName);
  if (apps == null) {
    String errMsg = "The specified Queue: " + queueName + " doesn't exist";
    LOG.warn(errMsg);
    throw new YarnException(errMsg);
  }
  // generate kill events for each pending/running app
  for (ApplicationAttemptId app : apps) {
    this.rmContext
        .getDispatcher()
        .getEventHandler()
        .handle(new RMAppEvent(app.getApplicationId(), RMAppEventType.KILL));
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void transition(RMStateStore store, RMStateStoreEvent event) {
  if (!(event instanceof RMStateStoreAppEvent)) {
    // should never happen
    LOG.error("Illegal event type: " + event.getClass());
    return;
  }
  ApplicationStateData appState =
      ((RMStateStoreAppEvent) event).getAppState();
  ApplicationId appId =
      appState.getApplicationSubmissionContext().getApplicationId();
  LOG.info("Storing info for app: " + appId);
  try {
    store.storeApplicationStateInternal(appId, appState);
    store.notifyApplication(new RMAppEvent(appId,
           RMAppEventType.APP_NEW_SAVED));
  } catch (Exception e) {
    LOG.error("Error storing app: " + appId, e);
    store.notifyStoreOperationFailed(e);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public synchronized void killAllAppsInQueue(String queueName)
    throws YarnException {
  // check if queue is a valid
  List<ApplicationAttemptId> apps = getAppsInQueue(queueName);
  if (apps == null) {
    String errMsg = "The specified Queue: " + queueName + " doesn't exist";
    LOG.warn(errMsg);
    throw new YarnException(errMsg);
  }
  // generate kill events for each pending/running app
  for (ApplicationAttemptId app : apps) {
    this.rmContext
        .getDispatcher()
        .getEventHandler()
        .handle(new RMAppEvent(app.getApplicationId(), RMAppEventType.KILL,
        "Application killed due to expiry of reservation queue " +
        queueName + "."));
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public RMStateStoreState transition(RMStateStore store,
    RMStateStoreEvent event) {
  if (!(event instanceof RMStateStoreAppEvent)) {
    // should never happen
    LOG.error("Illegal event type: " + event.getClass());
    return RMStateStoreState.ACTIVE;
  }
  boolean isFenced = false;
  ApplicationStateData appState =
      ((RMStateStoreAppEvent) event).getAppState();
  ApplicationId appId =
      appState.getApplicationSubmissionContext().getApplicationId();
  LOG.info("Storing info for app: " + appId);
  try {
    store.storeApplicationStateInternal(appId, appState);
    store.notifyApplication(new RMAppEvent(appId,
           RMAppEventType.APP_NEW_SAVED));
  } catch (Exception e) {
    LOG.error("Error storing app: " + appId, e);
    isFenced = store.notifyStoreOperationFailedInternal(e);
  }
  return finalState(isFenced);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void transition(RMStateStore store, RMStateStoreEvent event) {
  if (!(event instanceof RMStateStoreAppEvent)) {
    // should never happen
    LOG.error("Illegal event type: " + event.getClass());
    return;
  }
  ApplicationState appState = ((RMStateStoreAppEvent) event).getAppState();
  ApplicationId appId = appState.getAppId();
  ApplicationStateData appStateData = ApplicationStateData
      .newInstance(appState);
  LOG.info("Storing info for app: " + appId);
  try {
    store.storeApplicationStateInternal(appId, appStateData);
    store.notifyApplication(new RMAppEvent(appId,
           RMAppEventType.APP_NEW_SAVED));
  } catch (Exception e) {
    LOG.error("Error storing app: " + appId, e);
    store.notifyStoreOperationFailed(e);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void transition(RMAppAttemptImpl appAttempt,
                        RMAppAttemptEvent event) {
  appAttempt.checkAttemptStoreError(event);
  // Send the acceptance to the app
  // Ideally this should have been done when the scheduler accepted the app.
  // But its here because until the attempt is saved the client should not
  // launch the unmanaged AM. Client waits for the app status to be accepted
  // before doing so. So we have to delay the accepted state until we have 
  // completed storing the attempt
  appAttempt.eventHandler.handle(new RMAppEvent(event
      .getApplicationAttemptId().getApplicationId(),
      RMAppEventType.APP_ACCEPTED));
  
  super.transition(appAttempt, event);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Test
public void testMultipleAppAttempts() throws JSONException, Exception {
  rm.start();
  MockNM amNodeManager = rm.registerNode("127.0.0.1:1234", 2048);
  RMApp app1 = rm.submitApp(1024, "testwordcount", "user1");
  amNodeManager.nodeHeartbeat(true);
  int maxAppAttempts = rm.getConfig().getInt(
      YarnConfiguration.RM_AM_MAX_ATTEMPTS,
      YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS);
  assertTrue(maxAppAttempts > 1);
  int retriesLeft = maxAppAttempts;
  while (--retriesLeft > 0) {
    RMAppEvent event =
        new RMAppFailedAttemptEvent(app1.getApplicationId(),
            RMAppEventType.ATTEMPT_FAILED, "");
    app1.handle(event);
    rm.waitForState(app1.getApplicationId(), RMAppState.ACCEPTED);
    amNodeManager.nodeHeartbeat(true);
  }
  assertEquals("incorrect number of attempts", maxAppAttempts,
      app1.getAppAttempts().values().size());
  testAppAttemptsHelper(app1.getApplicationId().toString(), app1,
      MediaType.APPLICATION_JSON);
  rm.stop();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void transition(RMAppAttemptImpl appAttempt,
    RMAppAttemptEvent event) {

  RMAppAttemptRegistrationEvent registrationEvent
      = (RMAppAttemptRegistrationEvent) event;
  appAttempt.host = registrationEvent.getHost();
  appAttempt.rpcPort = registrationEvent.getRpcport();
  appAttempt.originalTrackingUrl =
      sanitizeTrackingUrl(registrationEvent.getTrackingurl());
  appAttempt.proxiedTrackingUrl = 
    appAttempt.generateProxyUriWithScheme(appAttempt.originalTrackingUrl);

  // Let the app know
  appAttempt.eventHandler.handle(new RMAppEvent(appAttempt
      .getAppAttemptId().getApplicationId(),
      RMAppEventType.ATTEMPT_REGISTERED));

  // TODO:FIXME: Note for future. Unfortunately we only do a state-store
  // write at AM launch time, so we don't save the AM's tracking URL anywhere
  // as that would mean an extra state-store write. For now, we hope that in
  // work-preserving restart, AMs are forced to reregister.

  appAttempt.rmContext.getRMApplicationHistoryWriter()
      .applicationAttemptStarted(appAttempt);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void transition(RMAppAttemptImpl appAttempt,
    RMAppAttemptEvent event) {
  long delay = System.currentTimeMillis() - appAttempt.launchAMEndTime;
  ClusterMetrics.getMetrics().addAMRegisterDelay(delay);
  RMAppAttemptRegistrationEvent registrationEvent
      = (RMAppAttemptRegistrationEvent) event;
  appAttempt.host = registrationEvent.getHost();
  appAttempt.rpcPort = registrationEvent.getRpcport();
  appAttempt.originalTrackingUrl =
      sanitizeTrackingUrl(registrationEvent.getTrackingurl());

  // Let the app know
  appAttempt.eventHandler.handle(new RMAppEvent(appAttempt
      .getAppAttemptId().getApplicationId(),
      RMAppEventType.ATTEMPT_REGISTERED));

  // TODO:FIXME: Note for future. Unfortunately we only do a state-store
  // write at AM launch time, so we don't save the AM's tracking URL anywhere
  // as that would mean an extra state-store write. For now, we hope that in
  // work-preserving restart, AMs are forced to reregister.

  appAttempt.rmContext.getRMApplicationHistoryWriter()
      .applicationAttemptStarted(appAttempt);
  appAttempt.rmContext.getSystemMetricsPublisher()
      .appAttemptRegistered(appAttempt, System.currentTimeMillis());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void handle(RMAppEvent event) {
  ApplicationId appID = event.getApplicationId();
  RMApp rmApp = this.rmContext.getRMApps().get(appID);
  if (rmApp != null) {
    try {
      rmApp.handle(event);
    } catch (Throwable t) {
      LOG.error("Error in handling event type " + event.getType()
          + " for application " + appID, t);
    }
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@SuppressWarnings("unchecked")
/**
 * This method is called to notify the application that
 * new application is stored or updated in state store
 * @param event App event containing the app id and event type
 */
private void notifyApplication(RMAppEvent event) {
  rmDispatcher.getEventHandler().handle(event);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Test(timeout=60000)
public void testAppRejectionWithCancelledDelegationToken() throws Exception {
  MyFS dfs = (MyFS)FileSystem.get(conf);
  LOG.info("dfs="+(Object)dfs.hashCode() + ";conf="+conf.hashCode());

  MyToken token = dfs.getDelegationToken("user1");
  token.cancelToken();

  Credentials ts = new Credentials();
  ts.addToken(token.getKind(), token);
  
  // register the tokens for renewal
  ApplicationId appId =  BuilderUtils.newApplicationId(0, 0);
  delegationTokenRenewer.addApplicationAsync(appId, ts, true, "user");
  int waitCnt = 20;
  while (waitCnt-- >0) {
    if (!eventQueue.isEmpty()) {
      Event evt = eventQueue.take();
      if (evt.getType() == RMAppEventType.APP_REJECTED) {
        Assert.assertTrue(
            ((RMAppEvent) evt).getApplicationId().equals(appId));
        return;
      }
    } else {
      Thread.sleep(500);
    }
  }
  fail("App submission with a cancelled token should have failed");
}
 

import org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEvent; //导入依赖的package包/类
@Override
public void handle(RMAppEvent event) {
  assertEquals(application.getApplicationId(), event.getApplicationId());
  if (event instanceof RMAppFailedAttemptEvent) {
    transferStateFromPreviousAttempt =
        ((RMAppFailedAttemptEvent) event)
          .getTransferStateFromPreviousAttempt();
  }
  try {
    application.handle(event);
  } catch (Throwable t) {
    LOG.error("Error in handling event type " + event.getType()
        + " for application " + application.getApplicationId(), t);
  }
}