Java ApplicationAttemptHistoryData类代码示例

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
private ApplicationReport convertToApplicationReport(
    ApplicationHistoryData appHistory) throws IOException {
  ApplicationAttemptId currentApplicationAttemptId = null;
  String trackingUrl = UNAVAILABLE;
  String host = UNAVAILABLE;
  int rpcPort = -1;

  ApplicationAttemptHistoryData lastAttempt =
      getLastAttempt(appHistory.getApplicationId());
  if (lastAttempt != null) {
    currentApplicationAttemptId = lastAttempt.getApplicationAttemptId();
    trackingUrl = lastAttempt.getTrackingURL();
    host = lastAttempt.getHost();
    rpcPort = lastAttempt.getRPCPort();
  }
  return ApplicationReport.newInstance(appHistory.getApplicationId(),
    currentApplicationAttemptId, appHistory.getUser(), appHistory.getQueue(),
    appHistory.getApplicationName(), host, rpcPort, null,
    appHistory.getYarnApplicationState(), appHistory.getDiagnosticsInfo(),
    trackingUrl, appHistory.getStartTime(), appHistory.getFinishTime(),
    appHistory.getFinalApplicationStatus(), null, "", 100,
    appHistory.getApplicationType(), null);
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
private ApplicationAttemptHistoryData getLastAttempt(ApplicationId appId)
    throws IOException {
  Map<ApplicationAttemptId, ApplicationAttemptHistoryData> attempts =
      historyStore.getApplicationAttempts(appId);
  ApplicationAttemptId prevMaxAttemptId = null;
  for (ApplicationAttemptId attemptId : attempts.keySet()) {
    if (prevMaxAttemptId == null) {
      prevMaxAttemptId = attemptId;
    } else {
      if (prevMaxAttemptId.getAttemptId() < attemptId.getAttemptId()) {
        prevMaxAttemptId = attemptId;
      }
    }
  }
  return attempts.get(prevMaxAttemptId);
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public void applicationAttemptStarted(
    ApplicationAttemptStartData appAttemptStart) throws IOException {
  ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData> subMap =
      getSubMap(appAttemptStart.getApplicationAttemptId().getApplicationId());
  ApplicationAttemptHistoryData oldData =
      subMap.putIfAbsent(appAttemptStart.getApplicationAttemptId(),
        ApplicationAttemptHistoryData.newInstance(
          appAttemptStart.getApplicationAttemptId(),
          appAttemptStart.getHost(), appAttemptStart.getRPCPort(),
          appAttemptStart.getMasterContainerId(), null, null, null, null));
  if (oldData != null) {
    throw new IOException("The start information of application attempt "
        + appAttemptStart.getApplicationAttemptId() + " is already stored.");
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public void applicationAttemptFinished(
    ApplicationAttemptFinishData appAttemptFinish) throws IOException {
  ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData> subMap =
      getSubMap(appAttemptFinish.getApplicationAttemptId().getApplicationId());
  ApplicationAttemptHistoryData data =
      subMap.get(appAttemptFinish.getApplicationAttemptId());
  if (data == null) {
    throw new IOException("The finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is stored before"
        + " the start information.");
  }
  // Make the assumption that YarnApplicationAttemptState should not be null
  // if the finish information is already recorded
  if (data.getYarnApplicationAttemptState() != null) {
    throw new IOException("The finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is already stored.");
  }
  data.setTrackingURL(appAttemptFinish.getTrackingURL());
  data.setDiagnosticsInfo(appAttemptFinish.getDiagnosticsInfo());
  data
    .setFinalApplicationStatus(appAttemptFinish.getFinalApplicationStatus());
  data.setYarnApplicationAttemptState(appAttemptFinish
    .getYarnApplicationAttemptState());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
private ApplicationAttemptReport convertToApplicationAttemptReport(
    ApplicationAttemptHistoryData appAttemptHistory) {
  return ApplicationAttemptReport.newInstance(
    appAttemptHistory.getApplicationAttemptId(), appAttemptHistory.getHost(),
    appAttemptHistory.getRPCPort(), appAttemptHistory.getTrackingURL(), null,
    appAttemptHistory.getDiagnosticsInfo(),
    appAttemptHistory.getYarnApplicationAttemptState(),
    appAttemptHistory.getMasterContainerId());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public Map<ApplicationAttemptId, ApplicationAttemptReport>
    getApplicationAttempts(ApplicationId appId) throws IOException {
  Map<ApplicationAttemptId, ApplicationAttemptHistoryData> histData =
      historyStore.getApplicationAttempts(appId);
  HashMap<ApplicationAttemptId, ApplicationAttemptReport> applicationAttemptsReport =
      new HashMap<ApplicationAttemptId, ApplicationAttemptReport>();
  for (Entry<ApplicationAttemptId, ApplicationAttemptHistoryData> entry : histData
    .entrySet()) {
    applicationAttemptsReport.put(entry.getKey(),
      convertToApplicationAttemptReport(entry.getValue()));
  }
  return applicationAttemptsReport;
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public Map<ApplicationAttemptId, ApplicationAttemptHistoryData>
    getApplicationAttempts(ApplicationId appId) {
  ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData> subMap =
      applicationAttemptData.get(appId);
  if (subMap == null) {
    return Collections
      .<ApplicationAttemptId, ApplicationAttemptHistoryData> emptyMap();
  } else {
    return new HashMap<ApplicationAttemptId, ApplicationAttemptHistoryData>(
      subMap);
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public ApplicationAttemptHistoryData getApplicationAttempt(
    ApplicationAttemptId appAttemptId) {
  ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData> subMap =
      applicationAttemptData.get(appAttemptId.getApplicationId());
  if (subMap == null) {
    return null;
  } else {
    return subMap.get(appAttemptId);
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public ContainerHistoryData getAMContainer(ApplicationAttemptId appAttemptId) {
  ApplicationAttemptHistoryData appAttempt =
      getApplicationAttempt(appAttemptId);
  if (appAttempt == null || appAttempt.getMasterContainerId() == null) {
    return null;
  } else {
    return getContainer(appAttempt.getMasterContainerId());
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
private ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData>
    getSubMap(ApplicationId appId) {
  applicationAttemptData
    .putIfAbsent(
      appId,
      new ConcurrentHashMap<ApplicationAttemptId, ApplicationAttemptHistoryData>());
  return applicationAttemptData.get(appId);
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
@Override
public ContainerHistoryData getAMContainer(ApplicationAttemptId appAttemptId)
    throws IOException {
  ApplicationAttemptHistoryData attemptHistoryData =
      getApplicationAttempt(appAttemptId);
  if (attemptHistoryData == null
      || attemptHistoryData.getMasterContainerId() == null) {
    return null;
  }
  return getContainer(attemptHistoryData.getMasterContainerId());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptHistoryData; //导入依赖的package包/类
private static void mergeApplicationAttemptHistoryData(
    ApplicationAttemptHistoryData historyData,
    ApplicationAttemptStartData startData) {
  historyData.setHost(startData.getHost());
  historyData.setRPCPort(startData.getRPCPort());
  historyData.setMasterContainerId(startData.getMasterContainerId());
}