Java ApplicationAttemptFinishData类代码示例

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@Override
public void applicationAttemptFinished(
    ApplicationAttemptFinishData appAttemptFinish) throws IOException {
  ConcurrentMap<ApplicationAttemptId, ApplicationAttemptHistoryData> subMap =
      getSubMap(appAttemptFinish.getApplicationAttemptId().getApplicationId());
  ApplicationAttemptHistoryData data =
      subMap.get(appAttemptFinish.getApplicationAttemptId());
  if (data == null) {
    throw new IOException("The finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is stored before"
        + " the start information.");
  }
  // Make the assumption that YarnApplicationAttemptState should not be null
  // if the finish information is already recorded
  if (data.getYarnApplicationAttemptState() != null) {
    throw new IOException("The finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is already stored.");
  }
  data.setTrackingURL(appAttemptFinish.getTrackingURL());
  data.setDiagnosticsInfo(appAttemptFinish.getDiagnosticsInfo());
  data
    .setFinalApplicationStatus(appAttemptFinish.getFinalApplicationStatus());
  data.setYarnApplicationAttemptState(appAttemptFinish
    .getYarnApplicationAttemptState());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@Override
public void applicationAttemptFinished(
    ApplicationAttemptFinishData appAttemptFinish) throws IOException {
  HistoryFileWriter hfWriter =
      getHistoryFileWriter(appAttemptFinish.getApplicationAttemptId()
        .getApplicationId());
  assert appAttemptFinish instanceof ApplicationAttemptFinishDataPBImpl;
  try {
    hfWriter.writeHistoryData(new HistoryDataKey(appAttemptFinish
      .getApplicationAttemptId().toString(), FINISH_DATA_SUFFIX),
      ((ApplicationAttemptFinishDataPBImpl) appAttemptFinish).getProto()
        .toByteArray());
    LOG.info("Finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is written");
  } catch (IOException e) {
    LOG.error("Error when writing finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId(), e);
    throw e;
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@Override
public void applicationAttemptFinished(
    ApplicationAttemptFinishData appAttemptFinish) throws IOException {
  HistoryFileWriter hfWriter =
      getHistoryFileWriter(appAttemptFinish.getApplicationAttemptId()
        .getApplicationId());
  assert appAttemptFinish instanceof ApplicationAttemptFinishDataPBImpl;
  try {
    hfWriter.writeHistoryData(new HistoryDataKey(appAttemptFinish
      .getApplicationAttemptId().toString(), FINISH_DATA_SUFFIX),
      ((ApplicationAttemptFinishDataPBImpl) appAttemptFinish).getProto()
        .toByteArray());
    LOG.info("Finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId() + " is written");
  } catch (IOException e) {
    LOG.error("Error when writing finish information of application attempt "
        + appAttemptFinish.getApplicationAttemptId());
    throw e;
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@SuppressWarnings("unchecked")
public void applicationAttemptFinished(RMAppAttempt appAttempt,
    RMAppAttemptState finalState) {
  if (historyServiceEnabled) {
    dispatcher.getEventHandler().handle(
      new WritingApplicationAttemptFinishEvent(appAttempt.getAppAttemptId(),
        ApplicationAttemptFinishData.newInstance(
          appAttempt.getAppAttemptId(), appAttempt.getDiagnostics()
            .toString(), appAttempt.getTrackingUrl(), appAttempt
            .getFinalApplicationStatus(),
            RMServerUtils.createApplicationAttemptState(finalState))));
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
public WritingApplicationAttemptFinishEvent(
    ApplicationAttemptId appAttemptId,
    ApplicationAttemptFinishData appAttemptFinish) {
  super(WritingHistoryEventType.APP_ATTEMPT_FINISH);
  this.appAttemptId = appAttemptId;
  this.appAttemptFinish = appAttemptFinish;
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
private static void mergeApplicationAttemptHistoryData(
    ApplicationAttemptHistoryData historyData,
    ApplicationAttemptFinishData finishData) {
  historyData.setDiagnosticsInfo(finishData.getDiagnosticsInfo());
  historyData.setTrackingURL(finishData.getTrackingURL());
  historyData.setFinalApplicationStatus(finishData
    .getFinalApplicationStatus());
  historyData.setYarnApplicationAttemptState(finishData
    .getYarnApplicationAttemptState());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
public ApplicationAttemptFinishData getApplicationAttemptFinishData() {
  return appAttemptFinish;
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@Override
public void applicationAttemptFinished(
    ApplicationAttemptFinishData appAttemptFinish) throws IOException {
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
@Override
public ApplicationAttemptHistoryData getApplicationAttempt(
    ApplicationAttemptId appAttemptId) throws IOException {
  HistoryFileReader hfReader =
      getHistoryFileReader(appAttemptId.getApplicationId());
  try {
    boolean readStartData = false;
    boolean readFinishData = false;
    ApplicationAttemptHistoryData historyData =
        ApplicationAttemptHistoryData.newInstance(appAttemptId, null, -1,
          null, null, null, FinalApplicationStatus.UNDEFINED, null);
    while ((!readStartData || !readFinishData) && hfReader.hasNext()) {
      HistoryFileReader.Entry entry = hfReader.next();
      if (entry.key.id.equals(appAttemptId.toString())) {
        if (entry.key.suffix.equals(START_DATA_SUFFIX)) {
          ApplicationAttemptStartData startData =
              parseApplicationAttemptStartData(entry.value);
          mergeApplicationAttemptHistoryData(historyData, startData);
          readStartData = true;
        } else if (entry.key.suffix.equals(FINISH_DATA_SUFFIX)) {
          ApplicationAttemptFinishData finishData =
              parseApplicationAttemptFinishData(entry.value);
          mergeApplicationAttemptHistoryData(historyData, finishData);
          readFinishData = true;
        }
      }
    }
    if (!readStartData && !readFinishData) {
      return null;
    }
    if (!readStartData) {
      LOG.warn("Start information is missing for application attempt "
          + appAttemptId);
    }
    if (!readFinishData) {
      LOG.warn("Finish information is missing for application attempt "
          + appAttemptId);
    }
    LOG.info("Completed reading history information of application attempt "
        + appAttemptId);
    return historyData;
  } catch (IOException e) {
    LOG.error("Error when reading history file of application attempt"
        + appAttemptId, e);
    throw e;
  } finally {
    hfReader.close();
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
private static ApplicationAttemptFinishData
    parseApplicationAttemptFinishData(byte[] value)
        throws InvalidProtocolBufferException {
  return new ApplicationAttemptFinishDataPBImpl(
    ApplicationAttemptFinishDataProto.parseFrom(value));
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationAttemptFinishData; //导入依赖的package包/类
protected void writeApplicationAttemptFinishData(
    ApplicationAttemptId appAttemptId) throws IOException {
  store.applicationAttemptFinished(ApplicationAttemptFinishData.newInstance(
    appAttemptId, appAttemptId.toString(), "test tracking url",
    FinalApplicationStatus.UNDEFINED, YarnApplicationAttemptState.FINISHED));
}