Java RMState类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
public void recover(RMState state) {
  if (state.getAMRMTokenSecretManagerState() != null) {
    // recover the current master key
    MasterKey currentKey =
        state.getAMRMTokenSecretManagerState().getCurrentMasterKey();
    this.currentMasterKey =
        new MasterKeyData(currentKey, createSecretKey(currentKey.getBytes()
          .array()));

    // recover the next master key if not null
    MasterKey nextKey =
        state.getAMRMTokenSecretManagerState().getNextMasterKey();
    if (nextKey != null) {
      this.nextMasterKey =
          new MasterKeyData(nextKey, createSecretKey(nextKey.getBytes()
            .array()));
      this.timer.schedule(new NextKeyActivator(), this.activationDelay);
    }
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState rmState) throws Exception {

  LOG.info("recovering RMDelegationTokenSecretManager.");
  // recover RMDTMasterKeys
  for (DelegationKey dtKey : rmState.getRMDTSecretManagerState()
    .getMasterKeyState()) {
    addKey(dtKey);
  }

  // recover RMDelegationTokens
  Map<RMDelegationTokenIdentifier, Long> rmDelegationTokens =
      rmState.getRMDTSecretManagerState().getTokenState();
  this.delegationTokenSequenceNumber =
      rmState.getRMDTSecretManagerState().getDTSequenceNumber();
  for (Map.Entry<RMDelegationTokenIdentifier, Long> entry : rmDelegationTokens
    .entrySet()) {
    addPersistedDelegationToken(entry.getKey(), entry.getValue());
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) {
  ApplicationStateData appState =
      state.getApplicationState().get(getApplicationId());
  this.recoveredFinalState = appState.getState();
  LOG.info("Recovering app: " + getApplicationId() + " with " + 
      + appState.getAttemptCount() + " attempts and final state = "
      + this.recoveredFinalState );
  this.diagnostics.append(appState.getDiagnostics());
  this.storedFinishTime = appState.getFinishTime();
  this.startTime = appState.getStartTime();

  for(int i=0; i<appState.getAttemptCount(); ++i) {
    // create attempt
    createNewAttempt();
    ((RMAppAttemptImpl)this.currentAttempt).recover(state);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
private void finishApplicationMaster(RMApp rmApp, MockRM rm, MockNM nm,
    MockAM am, FinishApplicationMasterRequest req) throws Exception {
  RMState rmState =
      ((MemoryRMStateStore) rm.getRMContext().getStateStore()).getState();
  Map<ApplicationId, ApplicationStateData> rmAppState =
      rmState.getApplicationState();
  am.unregisterAppAttempt(req,true);
  am.waitForState(RMAppAttemptState.FINISHING);
  nm.nodeHeartbeat(am.getApplicationAttemptId(), 1, ContainerState.COMPLETE);
  am.waitForState(RMAppAttemptState.FINISHED);
  rm.waitForState(rmApp.getApplicationId(), RMAppState.FINISHED);
  // check that app/attempt is saved with the final state
  ApplicationStateData appState = rmAppState.get(rmApp.getApplicationId());
  Assert
    .assertEquals(RMAppState.FINISHED, appState.getState());
  Assert.assertEquals(RMAppAttemptState.FINISHED,
    appState.getAttempt(am.getApplicationAttemptId()).getState());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
protected RMApp testCreateAppSubmittedRecovery(
    ApplicationSubmissionContext submissionContext) throws IOException {
  RMApp application = createNewTestApp(submissionContext);
  // NEW => SUBMITTED event RMAppEventType.RECOVER
  RMState state = new RMState();
  ApplicationStateData appState =
      ApplicationStateData.newInstance(123, 123, null, "user");
  state.getApplicationState().put(application.getApplicationId(), appState);
  RMAppEvent event =
      new RMAppRecoverEvent(application.getApplicationId(), state);


  application.handle(event);
  assertStartTimeSet(application);
  assertAppState(RMAppState.SUBMITTED, application);
  return application;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) throws Exception {
  LOG.info("Recovering Reservation system");
  writeLock.lock();
  try {
    Map<String, Map<ReservationId, ReservationAllocationStateProto>> reservationSystemState =
        state.getReservationState();
    if (planFollower != null) {
      for (String plan : plans.keySet()) {
        // recover reservations if any from state store
        if (reservationSystemState.containsKey(plan)) {
          loadPlan(plan, reservationSystemState.get(plan));
        }
        synchronizePlan(plan, false);
      }
      startPlanFollower(conf.getLong(
          YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_SCHEDULING_WAIT_MS,
          YarnConfiguration.DEFAULT_RM_WORK_PRESERVING_RECOVERY_SCHEDULING_WAIT_MS));
    }
  } finally {
    writeLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) {
  ApplicationStateData appState =
      state.getApplicationState().get(getApplicationId());
  this.recoveredFinalState = appState.getState();
  LOG.info("Recovering app: " + getApplicationId() + " with " + 
      + appState.getAttemptCount() + " attempts and final state = "
      + this.recoveredFinalState );
  this.diagnostics.append(null == appState.getDiagnostics() ? "" : appState
      .getDiagnostics());
  this.storedFinishTime = appState.getFinishTime();
  this.startTime = appState.getStartTime();
  this.callerContext = appState.getCallerContext();

  // send the ATS create Event
  sendATSCreateEvent(this, this.startTime);

  for(int i=0; i<appState.getAttemptCount(); ++i) {
    // create attempt
    createNewAttempt();
    ((RMAppAttemptImpl)this.currentAttempt).recover(state);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) throws Exception {
  // recover RMdelegationTokenSecretManager
  rmContext.getRMDelegationTokenSecretManager().recover(state);

  // recover AMRMTokenSecretManager
  rmContext.getAMRMTokenSecretManager().recover(state);

  // recover reservations
  if (reservationSystem != null) {
    reservationSystem.recover(state);
  }
  // recover applications
  rmAppManager.recover(state);

  setSchedulerRecoveryStartAndWaitTime(state, conf);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
protected RMApp testCreateAppSubmittedRecovery(
    ApplicationSubmissionContext submissionContext) throws IOException {
  RMApp application = createNewTestApp(submissionContext);
  // NEW => SUBMITTED event RMAppEventType.RECOVER
  RMState state = new RMState();
  ApplicationStateData appState =
      ApplicationStateData.newInstance(123, 123, null, "user", null);
  state.getApplicationState().put(application.getApplicationId(), appState);
  RMAppEvent event =
      new RMAppRecoverEvent(application.getApplicationId(), state);


  application.handle(event);
  assertStartTimeSet(application);
  assertAppState(RMAppState.SUBMITTED, application);
  return application;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
private void validateStoredReservation(
    RMStateStoreHelper stateStoreHelper, TestDispatcher dispatcher,
    RMContext rmContext, ReservationId r1, String planName,
    ReservationAllocation allocation,
    ReservationAllocationStateProto allocationStateProto) throws Exception {
  RMStateStore store = stateStoreHelper.getRMStateStore();
  when(rmContext.getStateStore()).thenReturn(store);
  store.setRMDispatcher(dispatcher);
  RMState state = store.loadState();
  Map<String, Map<ReservationId, ReservationAllocationStateProto>>
      reservationState = state.getReservationState();
  Assert.assertNotNull(reservationState);
  Map<ReservationId, ReservationAllocationStateProto> reservations =
      reservationState.get(planName);
  Assert.assertNotNull(reservations);
  ReservationAllocationStateProto storedReservationAllocation =
      reservations.get(r1);
  Assert.assertNotNull(storedReservationAllocation);

  assertAllocationStateEqual(
      allocationStateProto, storedReservationAllocation);
  assertAllocationStateEqual(allocation, storedReservationAllocation);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) {
  ApplicationState appState = state.getApplicationState().get(getApplicationId());
  this.recoveredFinalState = appState.getState();
  LOG.info("Recovering app: " + getApplicationId() + " with " + 
      + appState.getAttemptCount() + " attempts and final state = " + this.recoveredFinalState );
  this.diagnostics.append(appState.getDiagnostics());
  this.storedFinishTime = appState.getFinishTime();
  this.startTime = appState.getStartTime();

  for(int i=0; i<appState.getAttemptCount(); ++i) {
    // create attempt
    createNewAttempt();
    ((RMAppAttemptImpl)this.currentAttempt).recover(state);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  RMStateStore rmStore = rmContext.getStateStore();
  // The state store needs to start irrespective of recoveryEnabled as apps
  // need events to move to further states.
  rmStore.start();

  if(recoveryEnabled) {
    try {
      rmStore.checkVersion();
      if (rmContext.isWorkPreservingRecoveryEnabled()) {
        rmContext.setEpoch(rmStore.getAndIncrementEpoch());
      }
      RMState state = rmStore.loadState();
      recover(state);
    } catch (Exception e) {
      // the Exception from loadState() needs to be handled for
      // HA and we need to give up master status if we got fenced
      LOG.error("Failed to load/recover state", e);
      throw e;
    }
  }

  super.serviceStart();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
private void finishApplicationMaster(RMApp rmApp, MockRM rm, MockNM nm,
    MockAM am, FinishApplicationMasterRequest req) throws Exception {
  RMState rmState =
      ((MemoryRMStateStore) rm.getRMContext().getStateStore()).getState();
  Map<ApplicationId, ApplicationState> rmAppState =
      rmState.getApplicationState();
  am.unregisterAppAttempt(req,true);
  am.waitForState(RMAppAttemptState.FINISHING);
  nm.nodeHeartbeat(am.getApplicationAttemptId(), 1, ContainerState.COMPLETE);
  am.waitForState(RMAppAttemptState.FINISHED);
  rm.waitForState(rmApp.getApplicationId(), RMAppState.FINISHED);
  // check that app/attempt is saved with the final state
  ApplicationState appState = rmAppState.get(rmApp.getApplicationId());
  Assert
    .assertEquals(RMAppState.FINISHED, appState.getState());
  Assert.assertEquals(RMAppAttemptState.FINISHED,
    appState.getAttempt(am.getApplicationAttemptId()).getState());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) {
  ApplicationStateData appState =
      state.getApplicationState().get(getApplicationId());
  this.recoveredFinalState = appState.getState();
  LOG.info("Recovering app: " + getApplicationId() + " with " + 
      + appState.getAttemptCount() + " attempts and final state = "
      + this.recoveredFinalState );
  this.diagnostics.append(null == appState.getDiagnostics() ? "" : appState
      .getDiagnostics());
  this.storedFinishTime = appState.getFinishTime();
  this.startTime = appState.getStartTime();
  this.callerContext = appState.getCallerContext();

  // send the ATS create Event during RM recovery.
  // NOTE: it could be duplicated with events sent before RM get restarted.
  sendATSCreateEvent();

  for(int i=0; i<appState.getAttemptCount(); ++i) {
    // create attempt
    createNewAttempt();
    ((RMAppAttemptImpl)this.currentAttempt).recover(state);
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState; //导入依赖的package包/类
@Override
public void recover(RMState state) throws Exception {
  // recover RMdelegationTokenSecretManager
  rmContext.getRMDelegationTokenSecretManager().recover(state);

  // recover AMRMTokenSecretManager
  rmContext.getAMRMTokenSecretManager().recover(state);

  // recover reservations
  if (reservationSystem != null) {
    reservationSystem.recover(state);
  }
  // recover applications
  rmAppManager.recover(state);

  recoverSalt();
  
  setSchedulerRecoveryStartAndWaitTime(state, conf);
}