Java ResourceSchedulerWrapper类代码示例

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
public void start() throws Exception {
  // start resource manager
  startRM();
  // start node managers
  startNM();
  // start application masters
  startAM();
  // set queue & tracked apps information
  ((ResourceSchedulerWrapper) rm.getResourceScheduler())
                          .setQueueSet(this.queueAppNumMap.keySet());
  ((ResourceSchedulerWrapper) rm.getResourceScheduler())
                          .setTrackedAppSet(this.trackedApps);
  // print out simulation info
  printSimulationInfo();
  // blocked until all nodes RUNNING
  waitForNodesRunning();
  // starting the runner once everything is ready to go,
  runner.start();
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
private void startRM() throws IOException, ClassNotFoundException {
  Configuration rmConf = new YarnConfiguration();
  String schedulerClass = rmConf.get(YarnConfiguration.RM_SCHEDULER);

  // For CapacityScheduler we use a sub-classing instead of wrapping
  // to allow scheduler-specific invocations from monitors to work
  // this can be used for other schedulers as well if we care to
  // exercise/track behaviors that are not common to the scheduler api
  if(Class.forName(schedulerClass) == CapacityScheduler.class) {
    rmConf.set(YarnConfiguration.RM_SCHEDULER,
        SLSCapacityScheduler.class.getName());
  } else {
    rmConf.set(YarnConfiguration.RM_SCHEDULER,
            ResourceSchedulerWrapper.class.getName());
    rmConf.set(SLSConfiguration.RM_SCHEDULER, schedulerClass);
  }

  rmConf.set(SLSConfiguration.METRICS_OUTPUT_DIR, metricsOutputDir);
  rm = new ResourceManager();
  rm.init(rmConf);
  rm.start();
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
public SLSWebApp(ResourceSchedulerWrapper wrapper, int metricsAddressPort) {
  this.wrapper = wrapper;
  metrics = wrapper.getMetrics();
  handleOperTimecostHistogramMap =
          new HashMap<SchedulerEventType, Histogram>();
  queueAllocatedMemoryCounterMap = new HashMap<String, Counter>();
  queueAllocatedVCoresCounterMap = new HashMap<String, Counter>();
  schedulerMetrics = wrapper.getSchedulerMetrics();
  port = metricsAddressPort;
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
private void startRM() throws IOException, ClassNotFoundException {
  Configuration rmConf = new YarnConfiguration();
  String schedulerClass = rmConf.get(YarnConfiguration.RM_SCHEDULER);
  rmConf.set(SLSConfiguration.RM_SCHEDULER, schedulerClass);
  rmConf.set(YarnConfiguration.RM_SCHEDULER,
          ResourceSchedulerWrapper.class.getName());
  rmConf.set(SLSConfiguration.METRICS_OUTPUT_DIR, metricsOutputDir);
  rm = new ResourceManager();
  rm.init(rmConf);
  rm.start();
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
@Override
public void lastStep() throws Exception {
  LOG.info(MessageFormat.format("Application {0} is shutting down.", appId));
  // unregister tracking
  if (isTracked) {
    untrackApp();
  }
  // unregister application master
  final FinishApplicationMasterRequest finishAMRequest = recordFactory
                .newRecordInstance(FinishApplicationMasterRequest.class);
  finishAMRequest.setFinalApplicationStatus(FinalApplicationStatus.SUCCEEDED);

  UserGroupInformation ugi =
      UserGroupInformation.createRemoteUser(appAttemptId.toString());
  Token<AMRMTokenIdentifier> token = rm.getRMContext().getRMApps().get(appId)
      .getRMAppAttempt(appAttemptId).getAMRMToken();
  ugi.addTokenIdentifier(token.decodeIdentifier());
  ugi.doAs(new PrivilegedExceptionAction<Object>() {
    @Override
    public Object run() throws Exception {
      rm.getApplicationMasterService()
          .finishApplicationMaster(finishAMRequest);
      return null;
    }
  });

  simulateFinishTimeMS = System.currentTimeMillis() -
      SLSRunner.getRunner().getStartTimeMS();
  // record job running information
  ((ResourceSchedulerWrapper)rm.getResourceScheduler())
       .addAMRuntime(appId, 
                    traceStartTimeMS, traceFinishTimeMS, 
                    simulateStartTimeMS, simulateFinishTimeMS);
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
private void startRM() throws IOException, ClassNotFoundException {
  Configuration rmConf = new YarnConfiguration();
  String schedulerClass = rmConf.get(YarnConfiguration.RM_SCHEDULER);
  rmConf.set(SLSConfiguration.RM_SCHEDULER, schedulerClass);
  rmConf.set(YarnConfiguration.RM_SCHEDULER,
          ResourceSchedulerWrapper.class.getName());
  rmConf.set(SLSConfiguration.METRICS_OUTPUT_DIR, metricsOutputDir);
  RMStorageFactory.setConfiguration(rmConf);
  YarnAPIStorageFactory.setConfiguration(rmConf);
  DBUtility.InitializeDB();
  rm = new ResourceManager();
  rm.init(rmConf);
  rm.start();
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
private void trackApp() {
  if (isTracked) {
    ((ResourceSchedulerWrapper) rm.getResourceScheduler())
            .addTrackedApp(appAttemptId, oldAppId);
  }
}
 

import org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper; //导入依赖的package包/类
public void untrackApp() {
  if (isTracked) {
    ((ResourceSchedulerWrapper) rm.getResourceScheduler())
            .removeTrackedApp(appAttemptId, oldAppId);
  }
}