Java TimelineClient.putEntities方法代码示例

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private static void publishContainerEndEvent(
    final TimelineClient timelineClient, ContainerStatus container,
    String domainId, UserGroupInformation ugi) {
  final TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(container.getContainerId().toString());
  entity.setEntityType(DSEntity.DS_CONTAINER.toString());
  entity.setDomainId(domainId);
  entity.addPrimaryFilter("user", ugi.getShortUserName());
  TimelineEvent event = new TimelineEvent();
  event.setTimestamp(System.currentTimeMillis());
  event.setEventType(DSEvent.DS_CONTAINER_END.toString());
  event.addEventInfo("State", container.getState().name());
  event.addEventInfo("Exit Status", container.getExitStatus());
  entity.addEvent(event);
  try {
    timelineClient.putEntities(entity);
  } catch (YarnException | IOException e) {
    LOG.error("Container end event could not be published for "
        + container.getContainerId().toString(), e);
  }
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private static void publishApplicationAttemptEvent(
    final TimelineClient timelineClient, String appAttemptId,
    DSEvent appEvent, String domainId, UserGroupInformation ugi) {
  final TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(appAttemptId);
  entity.setEntityType(DSEntity.DS_APP_ATTEMPT.toString());
  entity.setDomainId(domainId);
  entity.addPrimaryFilter("user", ugi.getShortUserName());
  TimelineEvent event = new TimelineEvent();
  event.setEventType(appEvent.toString());
  event.setTimestamp(System.currentTimeMillis());
  entity.addEvent(event);
  try {
    timelineClient.putEntities(entity);
  } catch (YarnException | IOException e) {
    LOG.error("App Attempt "
        + (appEvent.equals(DSEvent.DS_APP_ATTEMPT_START) ? "start" : "end")
        + " event could not be published for "
        + appAttemptId.toString(), e);
  }
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private void publishApplicationAttemptEvent(
    final TimelineClient timelineClient, String appAttemptId,
    DSEvent appEvent, String domainId, UserGroupInformation ugi) {
  final TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(appAttemptId);
  entity.setEntityType(DSEntity.DS_APP_ATTEMPT.toString());
  entity.setDomainId(domainId);
  entity.addPrimaryFilter(USER_TIMELINE_FILTER_NAME, ugi.getShortUserName());
  TimelineEvent event = new TimelineEvent();
  event.setEventType(appEvent.toString());
  event.setTimestamp(System.currentTimeMillis());
  entity.addEvent(event);
  try {
    TimelinePutResponse response = timelineClient.putEntities(entity);
    processTimelineResponseErrors(response);
  } catch (YarnException | IOException | ClientHandlerException e) {
    LOG.error("App Attempt "
        + (appEvent.equals(DSEvent.DS_APP_ATTEMPT_START) ? "start" : "end")
        + " event could not be published for "
        + appAttemptId.toString(), e);
  }
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private static void publishContainerStartEvent(TimelineClient timelineClient,
    Container container) throws IOException, YarnException {
  TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(container.getId().toString());
  entity.setEntityType(DSEntity.DS_CONTAINER.toString());
  entity.addPrimaryFilter("user", UserGroupInformation.getCurrentUser()
      .toString());
  TimelineEvent event = new TimelineEvent();
  event.setTimestamp(System.currentTimeMillis());
  event.setEventType(DSEvent.DS_CONTAINER_START.toString());
  event.addEventInfo("Node", container.getNodeId().toString());
  event.addEventInfo("Resources", container.getResource().toString());
  entity.addEvent(event);

  timelineClient.putEntities(entity);
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private static void publishContainerEndEvent(TimelineClient timelineClient,
    ContainerStatus container) throws IOException, YarnException {
  TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(container.getContainerId().toString());
  entity.setEntityType(DSEntity.DS_CONTAINER.toString());
  entity.addPrimaryFilter("user", UserGroupInformation.getCurrentUser()
      .toString());
  TimelineEvent event = new TimelineEvent();
  event.setTimestamp(System.currentTimeMillis());
  event.setEventType(DSEvent.DS_CONTAINER_END.toString());
  event.addEventInfo("State", container.getState().name());
  event.addEventInfo("Exit Status", container.getExitStatus());
  entity.addEvent(event);

  timelineClient.putEntities(entity);
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
public void map(IntWritable key, IntWritable val, Context context) throws IOException {
  TimelineClient tlc = new TimelineClientImpl();
  Configuration conf = context.getConfiguration();

  final int kbs = conf.getInt(KBS_SENT, KBS_SENT_DEFAULT);

  long totalTime = 0;
  final int testtimes = conf.getInt(TEST_TIMES, TEST_TIMES_DEFAULT);
  final Random rand = new Random();
  final TaskAttemptID taskAttemptId = context.getTaskAttemptID();
  final char[] payLoad = new char[kbs * 1024];

  for (int i = 0; i < testtimes; i++) {
    // Generate a fixed length random payload
    for (int xx = 0; xx < kbs * 1024; xx++) {
      int alphaNumIdx =
          rand.nextInt(ALPHA_NUMS.length);
      payLoad[xx] = ALPHA_NUMS[alphaNumIdx];
    }
    String entId = taskAttemptId + "_" + Integer.toString(i);
    final TimelineEntity entity = new TimelineEntity();
    entity.setEntityId(entId);
    entity.setEntityType("FOO_ATTEMPT");
    entity.addOtherInfo("PERF_TEST", payLoad);
    // add an event
    TimelineEvent event = new TimelineEvent();
    event.setTimestamp(System.currentTimeMillis());
    event.setEventType("foo_event");
    entity.addEvent(event);

    // use the current user for this purpose
    UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
    long startWrite = System.nanoTime();
    try {
      tlc.putEntities(entity);
    } catch (Exception e) {
      context.getCounter(PerfCounters.TIMELINE_SERVICE_WRITE_FAILURES).
          increment(1);
      LOG.error("writing to the timeline service failed", e);
    }
    long endWrite = System.nanoTime();
    totalTime += TimeUnit.NANOSECONDS.toMillis(endWrite-startWrite);
  }
  LOG.info("wrote " + testtimes + " entities (" + kbs*testtimes +
      " kB) in " + totalTime + " ms");
  context.getCounter(PerfCounters.TIMELINE_SERVICE_WRITE_TIME).
      increment(totalTime);
  context.getCounter(PerfCounters.TIMELINE_SERVICE_WRITE_COUNTER).
      increment(testtimes);
  context.getCounter(PerfCounters.TIMELINE_SERVICE_WRITE_KBS).
      increment(kbs*testtimes);
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private void writePerEntity(TimelineClient tlc,
    Set<TimelineEntity> entitySet, UserGroupInformation ugi)
    throws IOException, YarnException {
  for (TimelineEntity entity : entitySet) {
    tlc.putEntities(entity);
    LOG.info("wrote entity " + entity.getEntityId());
  }
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private TimelinePutResponse putContainerEntity(
    TimelineClient timelineClient, ApplicationAttemptId currAttemptId,
    TimelineEntity entity)
    throws YarnException, IOException {
  if (TimelineUtils.timelineServiceV1_5Enabled(conf)) {
    TimelineEntityGroupId groupId = TimelineEntityGroupId.newInstance(
        currAttemptId.getApplicationId(),
        CONTAINER_ENTITY_GROUP_ID);
    return timelineClient.putEntities(currAttemptId, groupId, entity);
  } else {
    return timelineClient.putEntities(entity);
  }
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private static void publishApplicationAttemptEvent(
    TimelineClient timelineClient, String appAttemptId, DSEvent appEvent)
    throws IOException, YarnException {
  TimelineEntity entity = new TimelineEntity();
  entity.setEntityId(appAttemptId);
  entity.setEntityType(DSEntity.DS_APP_ATTEMPT.toString());
  entity.addPrimaryFilter("user", UserGroupInformation.getCurrentUser()
      .toString());
  TimelineEvent event = new TimelineEvent();
  event.setEventType(appEvent.toString());
  event.setTimestamp(System.currentTimeMillis());
  entity.addEvent(event);

  timelineClient.putEntities(entity);
}
 

import org.apache.hadoop.yarn.client.api.TimelineClient; //导入方法依赖的package包/类
private void writeAllEntities(TimelineClient tlc,
    Set<TimelineEntity> entitySet, UserGroupInformation ugi)
    throws IOException, YarnException {
  tlc.putEntities((TimelineEntity[])entitySet.toArray());
}