当前位置: 首页>>代码示例>>Java>>正文


Java RunningAppContext类代码示例

本文整理汇总了Java中org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext的典型用法代码示例。如果您正苦于以下问题:Java RunningAppContext类的具体用法?Java RunningAppContext怎么用?Java RunningAppContext使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


RunningAppContext类属于org.apache.hadoop.mapreduce.v2.app.MRAppMaster包,在下文中一共展示了RunningAppContext类的9个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: unregister

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
protected void unregister() {
  try {
    doUnregistration();
  } catch(Exception are) {
    LOG.error("Exception while unregistering ", are);
    // if unregistration failed, isLastAMRetry needs to be recalculated
    // to see whether AM really has the chance to retry
    RunningAppContext raContext = (RunningAppContext) context;
    raContext.resetIsLastAMRetry();
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:12,代码来源:RMCommunicator.java

示例2: testDeletionofStagingOnUnregistrationFailure

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@SuppressWarnings("resource")
private void testDeletionofStagingOnUnregistrationFailure(
    int maxAttempts, boolean shouldHaveDeleted) throws IOException {
  conf.set(MRJobConfig.MAPREDUCE_JOB_DIR, stagingJobDir);
  fs = mock(FileSystem.class);
  when(fs.delete(any(Path.class), anyBoolean())).thenReturn(true);
  //Staging Dir exists
  String user = UserGroupInformation.getCurrentUser().getShortUserName();
  Path stagingDir = MRApps.getStagingAreaDir(conf, user);
  when(fs.exists(stagingDir)).thenReturn(true);
  ApplicationId appId = ApplicationId.newInstance(0, 1);
  ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
  JobId jobid = recordFactory.newRecordInstance(JobId.class);
  jobid.setAppId(appId);
  TestMRApp appMaster = new TestMRApp(attemptId, null,
      JobStateInternal.RUNNING, maxAttempts);
  appMaster.crushUnregistration = true;
  appMaster.init(conf);
  appMaster.start();
  appMaster.shutDownJob();
  ((RunningAppContext) appMaster.getContext()).resetIsLastAMRetry();
  if (shouldHaveDeleted) {
    Assert.assertEquals(new Boolean(true), appMaster.isLastAMRetry());
    verify(fs).delete(stagingJobPath, true);
  } else {
    Assert.assertEquals(new Boolean(false), appMaster.isLastAMRetry());
    verify(fs, never()).delete(stagingJobPath, true);
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:30,代码来源:TestStagingCleanup.java

示例3: setup

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@Before
@SuppressWarnings("rawtypes") // mocked generics
public void setup() {
  ApplicationId appId = ApplicationId.newInstance(200, 1);
  ApplicationAttemptId appAttemptId =
      ApplicationAttemptId.newInstance(appId, 1);
  jid = MRBuilderUtils.newJobId(appId, 1);

  mActxt = mock(RunningAppContext.class);
  EventHandler ea = mock(EventHandler.class);
  when(mActxt.getEventHandler()).thenReturn(ea);
  for (int i = 0; i < 40; ++i) {
    ContainerId cId = ContainerId.newContainerId(appAttemptId, i);
    if (0 == i % 7) {
      preemptedContainers.add(cId);
    }
    TaskId tId = 0 == i % 2
        ? MRBuilderUtils.newTaskId(jid, i / 2, TaskType.MAP)
        : MRBuilderUtils.newTaskId(jid, i / 2 + 1, TaskType.REDUCE);
    assignedContainers.put(cId, MRBuilderUtils.newTaskAttemptId(tId, 0));
    contToResourceMap.put(cId, Resource.newInstance(2 * minAlloc, 2));
  }

  for (Map.Entry<ContainerId,TaskAttemptId> ent :
       assignedContainers.entrySet()) {
    System.out.println("cont:" + ent.getKey().getContainerId() +
        " type:" + ent.getValue().getTaskId().getTaskType() +
        " res:" + contToResourceMap.get(ent.getKey()).getMemory() + "MB" );
  }
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:31,代码来源:TestCheckpointPreemptionPolicy.java

示例4: unregister

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
protected void unregister() {
  try {
    doUnregistration();
  } catch(Exception are) {
    LOG.error("Exception while unregistering ", are);
    // if unregistration failed, isLastAMRetry needs to be recalculated
    // to see whether AM really has the chance to retry
    RunningAppContext raContext = (RunningAppContext) context;
    raContext.computeIsLastAMRetry();
  }
}
 
开发者ID:chendave,项目名称:hadoop-TCP,代码行数:12,代码来源:RMCommunicator.java

示例5: testDeletionofStagingOnUnregistrationFailure

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@SuppressWarnings("resource")
private void testDeletionofStagingOnUnregistrationFailure(
    int maxAttempts, boolean shouldHaveDeleted) throws IOException {
  conf.set(MRJobConfig.MAPREDUCE_JOB_DIR, stagingJobDir);
  fs = mock(FileSystem.class);
  when(fs.delete(any(Path.class), anyBoolean())).thenReturn(true);
  //Staging Dir exists
  String user = UserGroupInformation.getCurrentUser().getShortUserName();
  Path stagingDir = MRApps.getStagingAreaDir(conf, user);
  when(fs.exists(stagingDir)).thenReturn(true);
  ApplicationId appId = ApplicationId.newInstance(0, 1);
  ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
  JobId jobid = recordFactory.newRecordInstance(JobId.class);
  jobid.setAppId(appId);
  TestMRApp appMaster = new TestMRApp(attemptId, null,
      JobStateInternal.RUNNING, maxAttempts);
  appMaster.crushUnregistration = true;
  appMaster.init(conf);
  appMaster.start();
  appMaster.shutDownJob();
  ((RunningAppContext) appMaster.getContext()).computeIsLastAMRetry();
  if (shouldHaveDeleted) {
    Assert.assertEquals(new Boolean(true), appMaster.isLastAMRetry());
    verify(fs).delete(stagingJobPath, true);
  } else {
    Assert.assertEquals(new Boolean(false), appMaster.isLastAMRetry());
    verify(fs, never()).delete(stagingJobPath, true);
  }
}
 
开发者ID:chendave,项目名称:hadoop-TCP,代码行数:30,代码来源:TestStagingCleanup.java

示例6: doUnregistration

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@VisibleForTesting
protected void doUnregistration()
    throws YarnException, IOException, InterruptedException {
  FinalApplicationStatus finishState = FinalApplicationStatus.UNDEFINED;
  JobImpl jobImpl = (JobImpl)job;
  if (jobImpl.getInternalState() == JobStateInternal.SUCCEEDED) {
    finishState = FinalApplicationStatus.SUCCEEDED;
  } else if (jobImpl.getInternalState() == JobStateInternal.KILLED
      || (jobImpl.getInternalState() == JobStateInternal.RUNNING && isSignalled)) {
    finishState = FinalApplicationStatus.KILLED;
  } else if (jobImpl.getInternalState() == JobStateInternal.FAILED
      || jobImpl.getInternalState() == JobStateInternal.ERROR) {
    finishState = FinalApplicationStatus.FAILED;
  }
  StringBuffer sb = new StringBuffer();
  for (String s : job.getDiagnostics()) {
    sb.append(s).append("\n");
  }
  LOG.info("Setting job diagnostics to " + sb.toString());

  String historyUrl =
      MRWebAppUtil.getApplicationWebURLOnJHSWithScheme(getConfig(),
          context.getApplicationID());
  LOG.info("History url is " + historyUrl);
  FinishApplicationMasterRequest request =
      FinishApplicationMasterRequest.newInstance(finishState,
        sb.toString(), historyUrl);
  try {
    while (true) {
      FinishApplicationMasterResponse response =
          scheduler.finishApplicationMaster(request);
      if (response.getIsUnregistered()) {
        // When excepting ClientService, other services are already stopped,
        // it is safe to let clients know the final states. ClientService
        // should wait for some time so clients have enough time to know the
        // final states.
        RunningAppContext raContext = (RunningAppContext) context;
        raContext.markSuccessfulUnregistration();
        break;
      }
      LOG.info("Waiting for application to be successfully unregistered.");
      Thread.sleep(rmPollInterval);
    }
  } catch (ApplicationMasterNotRegisteredException e) {
    // RM might have restarted or failed over and so lost the fact that AM had
    // registered before.
    register();
    doUnregistration();
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:51,代码来源:RMCommunicator.java

示例7: testKillAMPreemptPolicy

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@SuppressWarnings("unchecked")
@Test
public void testKillAMPreemptPolicy() {

  ApplicationId appId = ApplicationId.newInstance(123456789, 1);
  ContainerId container = ContainerId.newContainerId(
      ApplicationAttemptId.newInstance(appId, 1), 1);
  AMPreemptionPolicy.Context mPctxt = mock(AMPreemptionPolicy.Context.class);
  when(mPctxt.getTaskAttempt(any(ContainerId.class))).thenReturn(
      MRBuilderUtils.newTaskAttemptId(MRBuilderUtils.newTaskId(
          MRBuilderUtils.newJobId(appId, 1), 1, TaskType.MAP), 0));
  List<Container> p = new ArrayList<Container>();
  p.add(Container.newInstance(container, null, null, null, null, null));
  when(mPctxt.getContainers(any(TaskType.class))).thenReturn(p);

  KillAMPreemptionPolicy policy = new KillAMPreemptionPolicy();

  // strictContract is null & contract is null
  RunningAppContext mActxt = getRunningAppContext();
  policy.init(mActxt);
  PreemptionMessage pM = getPreemptionMessage(false, false, container);
  policy.preempt(mPctxt, pM);
  verify(mActxt.getEventHandler(), times(0)).handle(
      any(TaskAttemptEvent.class));
  verify(mActxt.getEventHandler(), times(0)).handle(
      any(JobCounterUpdateEvent.class));

  // strictContract is not null & contract is null
  mActxt = getRunningAppContext();
  policy.init(mActxt);
  pM = getPreemptionMessage(true, false, container);
  policy.preempt(mPctxt, pM);
  verify(mActxt.getEventHandler(), times(2)).handle(
      any(TaskAttemptEvent.class));
  verify(mActxt.getEventHandler(), times(2)).handle(
      any(JobCounterUpdateEvent.class));

  // strictContract is null & contract is not null
  mActxt = getRunningAppContext();
  policy.init(mActxt);
  pM = getPreemptionMessage(false, true, container);
  policy.preempt(mPctxt, pM);
  verify(mActxt.getEventHandler(), times(2)).handle(
      any(TaskAttemptEvent.class));
  verify(mActxt.getEventHandler(), times(2)).handle(
      any(JobCounterUpdateEvent.class));

  // strictContract is not null & contract is not null
  mActxt = getRunningAppContext();
  policy.init(mActxt);
  pM = getPreemptionMessage(true, true, container);
  policy.preempt(mPctxt, pM);
  verify(mActxt.getEventHandler(), times(4)).handle(
      any(TaskAttemptEvent.class));
  verify(mActxt.getEventHandler(), times(4)).handle(
      any(JobCounterUpdateEvent.class));
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:58,代码来源:TestKillAMPreemptionPolicy.java

示例8: getRunningAppContext

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
private RunningAppContext getRunningAppContext() {
  RunningAppContext mActxt = mock(RunningAppContext.class);
  EventHandler<?> eventHandler = mock(EventHandler.class);
  when(mActxt.getEventHandler()).thenReturn(eventHandler);
  return mActxt;
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:7,代码来源:TestKillAMPreemptionPolicy.java

示例9: doUnregistration

import org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext; //导入依赖的package包/类
@VisibleForTesting
protected void doUnregistration()
    throws YarnException, IOException, InterruptedException {
  FinalApplicationStatus finishState = FinalApplicationStatus.UNDEFINED;
  JobImpl jobImpl = (JobImpl)job;
  if (jobImpl.getInternalState() == JobStateInternal.SUCCEEDED) {
    finishState = FinalApplicationStatus.SUCCEEDED;
  } else if (jobImpl.getInternalState() == JobStateInternal.KILLED
      || (jobImpl.getInternalState() == JobStateInternal.RUNNING && isSignalled)) {
    finishState = FinalApplicationStatus.KILLED;
  } else if (jobImpl.getInternalState() == JobStateInternal.FAILED
      || jobImpl.getInternalState() == JobStateInternal.ERROR) {
    finishState = FinalApplicationStatus.FAILED;
  }
  StringBuffer sb = new StringBuffer();
  for (String s : job.getDiagnostics()) {
    sb.append(s).append("\n");
  }
  LOG.info("Setting job diagnostics to " + sb.toString());

  String historyUrl =
      MRWebAppUtil.getApplicationWebURLOnJHSWithScheme(getConfig(),
          context.getApplicationID());
  LOG.info("History url is " + historyUrl);
  FinishApplicationMasterRequest request =
      FinishApplicationMasterRequest.newInstance(finishState,
        sb.toString(), historyUrl);
  while (true) {
    FinishApplicationMasterResponse response =
        scheduler.finishApplicationMaster(request);
    if (response.getIsUnregistered()) {
      // When excepting ClientService, other services are already stopped,
      // it is safe to let clients know the final states. ClientService
      // should wait for some time so clients have enough time to know the
      // final states.
      RunningAppContext raContext = (RunningAppContext) context;
      raContext.markSuccessfulUnregistration();
      break;
    }
    LOG.info("Waiting for application to be successfully unregistered.");
    Thread.sleep(rmPollInterval);
  }
}
 
开发者ID:chendave,项目名称:hadoop-TCP,代码行数:44,代码来源:RMCommunicator.java


注:本文中的org.apache.hadoop.mapreduce.v2.app.MRAppMaster.RunningAppContext类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。