Java RMStateStore类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
private void recoverAppAttemptCredentials(Credentials appAttemptTokens,
    RMAppAttemptState state) {
  if (appAttemptTokens == null || state == RMAppAttemptState.FAILED
      || state == RMAppAttemptState.FINISHED
      || state == RMAppAttemptState.KILLED) {
    return;
  }

  if (UserGroupInformation.isSecurityEnabled()) {
    byte[] clientTokenMasterKeyBytes = appAttemptTokens.getSecretKey(
        RMStateStore.AM_CLIENT_TOKEN_MASTER_KEY_NAME);
    if (clientTokenMasterKeyBytes != null) {
      clientTokenMasterKey = rmContext.getClientToAMTokenSecretManager()
          .registerMasterKey(applicationAttemptId, clientTokenMasterKeyBytes);
    }
  }

  setAMRMToken(rmContext.getAMRMTokenSecretManager().createAndGetAMRMToken(
      applicationAttemptId));
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStop() throws Exception {

  DefaultMetricsSystem.shutdown();

  if (rmContext != null) {
    RMStateStore store = rmContext.getStateStore();
    try {
      store.close();
    } catch (Exception e) {
      LOG.error("Error closing store.", e);
    }
  }

  super.serviceStop();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStop() throws Exception {

  super.serviceStop();

  DefaultMetricsSystem.shutdown();
  if (rmContext != null) {
    RMStateStore store = rmContext.getStateStore();
    try {
      if (null != store) {
        store.close();
      }
    } catch (Exception e) {
      LOG.error("Error closing store.", e);
    }
  }

}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
private void recoverAppAttemptCredentials(Credentials appAttemptTokens,
    RMAppAttemptState state) {
  if (appAttemptTokens == null || state == RMAppAttemptState.FAILED
      || state == RMAppAttemptState.FINISHED
      || state == RMAppAttemptState.KILLED) {
    return;
  }

  if (UserGroupInformation.isSecurityEnabled()) {
    byte[] clientTokenMasterKeyBytes = appAttemptTokens.getSecretKey(
        RMStateStore.AM_CLIENT_TOKEN_MASTER_KEY_NAME);
    if (clientTokenMasterKeyBytes != null) {
      clientTokenMasterKey = rmContext.getClientToAMTokenSecretManager()
          .registerMasterKey(applicationAttemptId, clientTokenMasterKeyBytes);
    }
  }

  this.amrmToken =
      rmContext.getAMRMTokenSecretManager().createAndGetAMRMToken(
        applicationAttemptId);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  RMStateStore rmStore = rmContext.getStateStore();
  // The state store needs to start irrespective of recoveryEnabled as apps
  // need events to move to further states.
  rmStore.start();

  if(recoveryEnabled) {
    try {
      rmStore.checkVersion();
      if (rmContext.isWorkPreservingRecoveryEnabled()) {
        rmContext.setEpoch(rmStore.getAndIncrementEpoch());
      }
      RMState state = rmStore.loadState();
      recover(state);
    } catch (Exception e) {
      // the Exception from loadState() needs to be handled for
      // HA and we need to give up master status if we got fenced
      LOG.error("Failed to load/recover state", e);
      throw e;
    }
  }

  super.serviceStart();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
private void recoverAppAttemptTokens(Credentials appAttemptTokens) {
  if (appAttemptTokens == null) {
    return;
  }
  if (UserGroupInformation.isSecurityEnabled()) {

    ClientToAMTokenSelector clientToAMTokenSelector =
        new ClientToAMTokenSelector();
    this.clientToAMToken =
        clientToAMTokenSelector.selectToken(new Text(),
          appAttemptTokens.getAllTokens());
  }

  // Only one AMRMToken is stored per-attempt, so this should be fine. Can't
  // use TokenSelector as service may change - think fail-over.
  this.amrmToken =
      (Token<AMRMTokenIdentifier>) appAttemptTokens
        .getToken(RMStateStore.AM_RM_TOKEN_SERVICE);

  // For now, no need to populate tokens back to AMRMTokenSecretManager,
  // because running attempts are rebooted. Later in work-preserve restart,
  // we'll create NEW->RUNNING transition in which the restored tokens will be
  // added to the secret manager
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
public void transition(RMAppAttemptImpl appAttempt,
                                                 RMAppAttemptEvent event) {
  // Acquire the AM container from the scheduler.
  Allocation amContainerAllocation = appAttempt.scheduler.allocate(
      appAttempt.applicationAttemptId, EMPTY_CONTAINER_REQUEST_LIST,
      EMPTY_CONTAINER_RELEASE_LIST, null, null);

  // Set the masterContainer
  appAttempt.setMasterContainer(amContainerAllocation.getContainers().get(
                                                                       0));
  appAttempt.getSubmissionContext().setResource(
      appAttempt.getMasterContainer().getResource());
  RMStateStore store = appAttempt.rmContext.getStateStore();
  appAttempt.storeAttempt(store);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
protected synchronized void finishApplication(ApplicationId applicationId) {
  if (applicationId == null) {
    LOG.error("RMAppManager received completed appId of null, skipping");
  } else {
    // Inform the DelegationTokenRenewer
    if (UserGroupInformation.isSecurityEnabled()) {
      rmContext.getDelegationTokenRenewer().applicationFinished(applicationId);
    }
    
    completedApps.add(applicationId);  
    writeAuditLog(applicationId);
    
    // application completely done. Remove from state
    RMStateStore store = rmContext.getStateStore();
    store.removeApplication(rmContext.getRMApps().get(applicationId));
  }
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
public RMContextImpl(Dispatcher rmDispatcher,
    RMStateStore store,
    ContainerAllocationExpirer containerAllocationExpirer,
    AMLivelinessMonitor amLivelinessMonitor,
    AMLivelinessMonitor amFinishingMonitor,
    DelegationTokenRenewer tokenRenewer,
    AMRMTokenSecretManager amRMTokenSecretManager,
    RMContainerTokenSecretManager containerTokenSecretManager,
    NMTokenSecretManagerInRM nmTokenSecretManager,
    ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager) {
  this.rmDispatcher = rmDispatcher;
  this.stateStore = store;
  this.containerAllocationExpirer = containerAllocationExpirer;
  this.amLivelinessMonitor = amLivelinessMonitor;
  this.amFinishingMonitor = amFinishingMonitor;
  this.tokenRenewer = tokenRenewer;
  this.amRMTokenSecretManager = amRMTokenSecretManager;
  this.containerTokenSecretManager = containerTokenSecretManager;
  this.nmTokenSecretManager = nmTokenSecretManager;
  this.clientToAMTokenSecretManager = clientToAMTokenSecretManager;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStop() throws Exception {

  super.serviceStop();

  if (pauseMonitor != null) {
    pauseMonitor.stop();
  }

  DefaultMetricsSystem.shutdown();
  if (rmContext != null) {
    RMStateStore store = rmContext.getStateStore();
    try {
      if (null != store) {
        store.close();
      }
    } catch (Exception e) {
      LOG.error("Error closing store.", e);
    }
  }

}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
private void recoverAppAttemptCredentials(Credentials appAttemptTokens)
    throws IOException {
  if (appAttemptTokens == null) {
    return;
  }

  if (UserGroupInformation.isSecurityEnabled()) {
    byte[] clientTokenMasterKeyBytes = appAttemptTokens.getSecretKey(
        RMStateStore.AM_CLIENT_TOKEN_MASTER_KEY_NAME);
    clientTokenMasterKey = rmContext.getClientToAMTokenSecretManager()
        .registerMasterKey(applicationAttemptId, clientTokenMasterKeyBytes);
  }

  // Only one AMRMToken is stored per-attempt, so this should be fine. Can't
  // use TokenSelector as service may change - think fail-over.
  this.amrmToken =
      (Token<AMRMTokenIdentifier>) appAttemptTokens
        .getToken(RMStateStore.AM_RM_TOKEN_SERVICE);
  rmContext.getAMRMTokenSecretManager().addPersistedPassword(this.amrmToken);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
public RMContextImpl(Dispatcher rmDispatcher,
    RMStateStore store,
    ContainerAllocationExpirer containerAllocationExpirer,
    AMLivelinessMonitor amLivelinessMonitor,
    AMLivelinessMonitor amFinishingMonitor,
    DelegationTokenRenewer delegationTokenRenewer,
    AMRMTokenSecretManager amRMTokenSecretManager,
    RMContainerTokenSecretManager containerTokenSecretManager,
    NMTokenSecretManagerInRM nmTokenSecretManager,
    ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager) {
  this.rmDispatcher = rmDispatcher;
  this.stateStore = store;
  this.containerAllocationExpirer = containerAllocationExpirer;
  this.amLivelinessMonitor = amLivelinessMonitor;
  this.amFinishingMonitor = amFinishingMonitor;
  this.delegationTokenRenewer = delegationTokenRenewer;
  this.amRMTokenSecretManager = amRMTokenSecretManager;
  this.containerTokenSecretManager = containerTokenSecretManager;
  this.nmTokenSecretManager = nmTokenSecretManager;
  this.clientToAMTokenSecretManager = clientToAMTokenSecretManager;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  RMStateStore rmStore = rmContext.getStateStore();
  // The state store needs to start irrespective of recoveryEnabled as apps
  // need events to move to further states.
  rmStore.start();

  if(recoveryEnabled) {
    try {
      rmStore.checkVersion();
      RMState state = rmStore.loadState();
      recover(state);
    } catch (Exception e) {
      // the Exception from loadState() needs to be handled for
      // HA and we need to give up master status if we got fenced
      LOG.error("Failed to load/recover state", e);
      throw e;
    }
  }

  super.serviceStart();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
public static RMContext mockRMContext(int n, long time) {
  final List<RMApp> apps = newRMApps(n, time, RMAppState.FINISHED);
  final ConcurrentMap<ApplicationId, RMApp> map = Maps.newConcurrentMap();
  for (RMApp app : apps) {
    map.put(app.getApplicationId(), app);
  }
  Dispatcher rmDispatcher = new AsyncDispatcher();
  ContainerAllocationExpirer containerAllocationExpirer = new ContainerAllocationExpirer(
      rmDispatcher);
  AMLivelinessMonitor amLivelinessMonitor = new AMLivelinessMonitor(
      rmDispatcher);
  AMLivelinessMonitor amFinishingMonitor = new AMLivelinessMonitor(
      rmDispatcher);
  RMApplicationHistoryWriter writer = mock(RMApplicationHistoryWriter.class);
  RMContext context = new RMContextImpl(rmDispatcher,
      containerAllocationExpirer, amLivelinessMonitor, amFinishingMonitor,
      null, null, null, null, null, writer) {
    @Override
    public ConcurrentMap<ApplicationId, RMApp> getRMApps() {
      return map;
    }
  };
  ((RMContextImpl)context).setStateStore(mock(RMStateStore.class));
  return context;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  RMStateStore rmStore = rmContext.getStateStore();
  // The state store needs to start irrespective of recoveryEnabled as apps
  // need events to move to further states.
  rmStore.start();

  if(recoveryEnabled) {
    try {
      LOG.info("Recovery started");
      rmStore.checkVersion();
      if (rmContext.isWorkPreservingRecoveryEnabled()) {
        rmContext.setEpoch(rmStore.getAndIncrementEpoch());
      }
      RMState state = rmStore.loadState();
      recover(state);
      LOG.info("Recovery ended");
    } catch (Exception e) {
      // the Exception from loadState() needs to be handled for
      // HA and we need to give up master status if we got fenced
      LOG.error("Failed to load/recover state", e);
      throw e;
    }
  }

  super.serviceStart();
}