Java ApplicationStartData类代码示例

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@SuppressWarnings("unchecked")
public void applicationStarted(RMApp app) {
  if (historyServiceEnabled) {
    dispatcher.getEventHandler().handle(
      new WritingApplicationStartEvent(app.getApplicationId(),
        ApplicationStartData.newInstance(app.getApplicationId(), app.getName(),
          app.getApplicationType(), app.getQueue(), app.getUser(),
          app.getSubmitTime(), app.getStartTime())));
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@Override
public void applicationStarted(ApplicationStartData appStart)
    throws IOException {
  ApplicationHistoryData oldData =
      applicationData.putIfAbsent(appStart.getApplicationId(),
        ApplicationHistoryData.newInstance(appStart.getApplicationId(),
          appStart.getApplicationName(), appStart.getApplicationType(),
          appStart.getQueue(), appStart.getUser(), appStart.getSubmitTime(),
          appStart.getStartTime(), Long.MAX_VALUE, null, null, null));
  if (oldData != null) {
    throw new IOException("The start information of application "
        + appStart.getApplicationId() + " is already stored.");
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@Override
public void applicationStarted(ApplicationStartData appStart)
    throws IOException {
  HistoryFileWriter hfWriter =
      outstandingWriters.get(appStart.getApplicationId());
  if (hfWriter == null) {
    Path applicationHistoryFile =
        new Path(rootDirPath, appStart.getApplicationId().toString());
    try {
      hfWriter = new HistoryFileWriter(applicationHistoryFile);
      LOG.info("Opened history file of application "
          + appStart.getApplicationId());
    } catch (IOException e) {
      LOG.error("Error when openning history file of application "
          + appStart.getApplicationId(), e);
      throw e;
    }
    outstandingWriters.put(appStart.getApplicationId(), hfWriter);
  } else {
    throw new IOException("History file of application "
        + appStart.getApplicationId() + " is already opened");
  }
  assert appStart instanceof ApplicationStartDataPBImpl;
  try {
    hfWriter.writeHistoryData(new HistoryDataKey(appStart.getApplicationId()
      .toString(), START_DATA_SUFFIX),
      ((ApplicationStartDataPBImpl) appStart).getProto().toByteArray());
    LOG.info("Start information of application "
        + appStart.getApplicationId() + " is written");
  } catch (IOException e) {
    LOG.error("Error when writing start information of application "
        + appStart.getApplicationId(), e);
    throw e;
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
private static void mergeApplicationHistoryData(
    ApplicationHistoryData historyData, ApplicationStartData startData) {
  historyData.setApplicationName(startData.getApplicationName());
  historyData.setApplicationType(startData.getApplicationType());
  historyData.setQueue(startData.getQueue());
  historyData.setUser(startData.getUser());
  historyData.setSubmitTime(startData.getSubmitTime());
  historyData.setStartTime(startData.getStartTime());
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@Override
public void applicationStarted(ApplicationStartData appStart)
    throws IOException {
  HistoryFileWriter hfWriter =
      outstandingWriters.get(appStart.getApplicationId());
  if (hfWriter == null) {
    Path applicationHistoryFile =
        new Path(rootDirPath, appStart.getApplicationId().toString());
    try {
      hfWriter = new HistoryFileWriter(applicationHistoryFile);
      LOG.info("Opened history file of application "
          + appStart.getApplicationId());
    } catch (IOException e) {
      LOG.error("Error when openning history file of application "
          + appStart.getApplicationId());
      throw e;
    }
    outstandingWriters.put(appStart.getApplicationId(), hfWriter);
  } else {
    throw new IOException("History file of application "
        + appStart.getApplicationId() + " is already opened");
  }
  assert appStart instanceof ApplicationStartDataPBImpl;
  try {
    hfWriter.writeHistoryData(new HistoryDataKey(appStart.getApplicationId()
      .toString(), START_DATA_SUFFIX),
      ((ApplicationStartDataPBImpl) appStart).getProto().toByteArray());
    LOG.info("Start information of application "
        + appStart.getApplicationId() + " is written");
  } catch (IOException e) {
    LOG.error("Error when writing start information of application "
        + appStart.getApplicationId());
    throw e;
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
public WritingApplicationStartEvent(ApplicationId appId,
    ApplicationStartData appStart) {
  super(WritingHistoryEventType.APP_START);
  this.appId = appId;
  this.appStart = appStart;
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
public ApplicationStartData getApplicationStartData() {
  return appStart;
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@Override
public void applicationStarted(ApplicationStartData appStart)
    throws IOException {
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
@Override
public ApplicationHistoryData getApplication(ApplicationId appId)
    throws IOException {
  HistoryFileReader hfReader = getHistoryFileReader(appId);
  try {
    boolean readStartData = false;
    boolean readFinishData = false;
    ApplicationHistoryData historyData =
        ApplicationHistoryData.newInstance(appId, null, null, null, null,
          Long.MIN_VALUE, Long.MIN_VALUE, Long.MAX_VALUE, null,
          FinalApplicationStatus.UNDEFINED, null);
    while ((!readStartData || !readFinishData) && hfReader.hasNext()) {
      HistoryFileReader.Entry entry = hfReader.next();
      if (entry.key.id.equals(appId.toString())) {
        if (entry.key.suffix.equals(START_DATA_SUFFIX)) {
          ApplicationStartData startData =
              parseApplicationStartData(entry.value);
          mergeApplicationHistoryData(historyData, startData);
          readStartData = true;
        } else if (entry.key.suffix.equals(FINISH_DATA_SUFFIX)) {
          ApplicationFinishData finishData =
              parseApplicationFinishData(entry.value);
          mergeApplicationHistoryData(historyData, finishData);
          readFinishData = true;
        }
      }
    }
    if (!readStartData && !readFinishData) {
      return null;
    }
    if (!readStartData) {
      LOG.warn("Start information is missing for application " + appId);
    }
    if (!readFinishData) {
      LOG.warn("Finish information is missing for application " + appId);
    }
    LOG.info("Completed reading history information of application " + appId);
    return historyData;
  } catch (IOException e) {
    LOG.error("Error when reading history file of application " + appId, e);
    throw e;
  } finally {
    hfReader.close();
  }
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
private static ApplicationStartData parseApplicationStartData(byte[] value)
    throws InvalidProtocolBufferException {
  return new ApplicationStartDataPBImpl(
    ApplicationStartDataProto.parseFrom(value));
}
 

import org.apache.hadoop.yarn.server.applicationhistoryservice.records.ApplicationStartData; //导入依赖的package包/类
protected void writeApplicationStartData(ApplicationId appId)
    throws IOException {
  store.applicationStarted(ApplicationStartData.newInstance(appId,
    appId.toString(), "test type", "test queue", "test user", 0, 0));
}