Java ConverterUtils.toString方法代码示例

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
private Set<File> getPendingLogFilesToUploadForThisContainer() {
  Set<File> pendingUploadFiles = new HashSet<File>();
  for (String rootLogDir : this.rootLogDirs) {
    File appLogDir =
        new File(rootLogDir, 
            ConverterUtils.toString(
                this.containerId.getApplicationAttemptId().
                    getApplicationId())
            );
    File containerLogDir =
        new File(appLogDir, ConverterUtils.toString(this.containerId));

    if (!containerLogDir.isDirectory()) {
      continue; // ContainerDir may have been deleted by the user.
    }

    pendingUploadFiles
      .addAll(getPendingLogFilesToUpload(containerLogDir));
  }
  return pendingUploadFiles;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
/**
 * Handle event received the first time any container is scheduled
 * by a given application.
 */
@SuppressWarnings("unchecked")
private void handleInitApplicationResources(Application app) {
  // 0) Create application tracking structs
  String userName = app.getUser();
  privateRsrc.putIfAbsent(userName, new LocalResourcesTrackerImpl(userName,
      null, dispatcher, true, super.getConfig(), stateStore));
  String appIdStr = ConverterUtils.toString(app.getAppId());
  appRsrc.putIfAbsent(appIdStr, new LocalResourcesTrackerImpl(app.getUser(),
      app.getAppId(), dispatcher, false, super.getConfig(), stateStore));
  // 1) Signal container init
  //
  // This is handled by the ApplicationImpl state machine and allows
  // containers to proceed with launching.
  dispatcher.getEventHandler().handle(new ApplicationInitedEvent(
        app.getAppId()));
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
public TaskAttemptInfo(TaskAttempt ta, TaskType type, Boolean isRunning) {
  final TaskAttemptReport report = ta.getReport();
  this.type = type.toString();
  this.id = MRApps.toString(ta.getID());
  this.nodeHttpAddress = ta.getNodeHttpAddress();
  this.startTime = report.getStartTime();
  this.finishTime = report.getFinishTime();
  this.assignedContainerId = ConverterUtils.toString(report.getContainerId());
  this.assignedContainer = report.getContainerId();
  this.progress = report.getProgress() * 100;
  this.status = report.getStateString();
  this.state = report.getTaskAttemptState();
  this.elapsedTime = Times
      .elapsed(this.startTime, this.finishTime, isRunning);
  if (this.elapsedTime == -1) {
    this.elapsedTime = 0;
  }
  this.diagnostics = report.getDiagnosticInfo();
  this.rack = ta.getNodeRackName();
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
public DiskDataBlock(int taskIndex) {
  super();
  this.taskIndex = taskIndex;

  filelist = new ArrayList<String>();

  lDirAlloc = new LocalDirAllocator(AngelConf.LOCAL_DIR);

  uuid = UUID.randomUUID();
  base =
      ContainerLocalizer.USERCACHE + "/" + WorkerContext.get().getUser() + "/"
          + ContainerLocalizer.APPCACHE + "/"
          + ConverterUtils.toString(WorkerContext.get().getAppId()) + "/hdfsdatacache" + "/"
          + uuid;

  Configuration conf = WorkerContext.get().getConf();

  readBufferSize =
      conf.getInt(AngelConf.ANGEL_TASK_DISK_READ_BUFFER_SIZE,
          AngelConf.DEFAULT_ANGEL_TASK_DISK_READ_BUFFER_SIZE);

  writeBufferSize =
      conf.getInt(AngelConf.ANGEL_TASK_DISK_WRITE_BUFFER_SIZE,
          AngelConf.DEFAULT_ANGEL_TASK_DISK_WRITE_BUFFER_SIZE);

  maxSizePerFile =
      conf.getInt(AngelConf.ANGEL_TASK_RECORD_FILE_MAXSIZE_MB,
          AngelConf.DEFAULT_ANGEL_TASK_RECORD_FILE_MAXSIZE_MB) << 20;
  kryo = new Kryo();
  init();
  LOG.info("create diskstorage, base=" + base);
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
public AppInfo(final Application app) {
  this.id = ConverterUtils.toString(app.getAppId());
  this.state = app.getApplicationState().toString();
  this.user = app.getUser();

  this.containerids = new ArrayList<String>();
  Map<ContainerId, Container> appContainers = app.getContainers();
  for (ContainerId containerId : appContainers.keySet()) {
    String containerIdStr = ConverterUtils.toString(containerId);
    containerids.add(containerIdStr);
  }
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
static List<File> getContainerLogDirs(ContainerId containerId,
    LocalDirsHandlerService dirsHandler) throws YarnException {
  List<String> logDirs = dirsHandler.getLogDirsForRead();
  List<File> containerLogDirs = new ArrayList<File>(logDirs.size());
  for (String logDir : logDirs) {
    logDir = new File(logDir).toURI().getPath();
    String appIdStr = ConverterUtils.toString(containerId
        .getApplicationAttemptId().getApplicationId());
    File appLogDir = new File(logDir, appIdStr);
    containerLogDirs.add(new File(appLogDir, containerId.toString()));
  }
  return containerLogDirs;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
/**
 * Once a container's resources are localized, kill the corresponding
 * {@link ContainerLocalizer}
 */
private void handleContainerResourcesLocalized(
    ContainerLocalizationEvent event) {
  Container c = event.getContainer();
  String locId = ConverterUtils.toString(c.getContainerId());
  localizerTracker.endContainerLocalization(locId);
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
public LocalizerResourceRequestEvent(LocalizedResource resource,
    LocalResourceVisibility vis, LocalizerContext context, String pattern) {
  super(LocalizerEventType.REQUEST_RESOURCE_LOCALIZATION,
      ConverterUtils.toString(context.getContainerId()));
  this.vis = vis;
  this.context = context;
  this.resource = resource;
  this.pattern = pattern;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
/**
 * Loop through for a time-bounded interval waiting to
 * read the process id from a file generated by a running process.
 * @param pidFilePath File from which to read the process id
 * @return Process ID
 * @throws Exception
 */
private String getContainerPid(Path pidFilePath) throws Exception {
  String containerIdStr = 
      ConverterUtils.toString(container.getContainerId());
  String processId = null;
  LOG.debug("Accessing pid for container " + containerIdStr
      + " from pid file " + pidFilePath);
  int sleepCounter = 0;
  final int sleepInterval = 100;

  // loop waiting for pid file to show up 
  // until our timer expires in which case we admit defeat
  while (true) {
    processId = ProcessIdFileReader.getProcessId(pidFilePath);
    if (processId != null) {
      LOG.debug("Got pid " + processId + " for container "
          + containerIdStr);
      break;
    }
    else if ((sleepCounter*sleepInterval) > maxKillWaitTime) {
      LOG.info("Could not get pid for " + containerIdStr
      		+ ". Waited for " + maxKillWaitTime + " ms.");
      break;
    }
    else {
      ++sleepCounter;
      Thread.sleep(sleepInterval);
    }
  }
  return processId;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
@Override
public String toString() {
  this.readLock.lock();
  try {
    return ConverterUtils.toString(this.containerId);
  } finally {
    this.readLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
private void writeContainerLogs(File appLogDir, ContainerId containerId,
    String[] fileName) throws IOException {
  // ContainerLogDir should be created
  String containerStr = ConverterUtils.toString(containerId);
  File containerLogDir = new File(appLogDir, containerStr);
  containerLogDir.mkdir();
  for (String fileType : fileName) {
    Writer writer11 = new FileWriter(new File(containerLogDir, fileType));
    writer11.write(containerStr + " Hello " + fileType + "!");
    writer11.close();
  }
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
private String getBaseLocation(String jobId, String user) {
  final JobID jobID = JobID.forName(jobId);
  final ApplicationId appID =
      ApplicationId.newInstance(Long.parseLong(jobID.getJtIdentifier()),
        jobID.getId());
  final String baseStr =
      ContainerLocalizer.USERCACHE + "/" + user + "/"
          + ContainerLocalizer.APPCACHE + "/"
          + ConverterUtils.toString(appID) + "/output" + "/";
  return baseStr;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
private void handleCleanupContainerResources(
    ContainerLocalizationCleanupEvent rsrcCleanup) {
  Container c = rsrcCleanup.getContainer();
  Map<LocalResourceVisibility, Collection<LocalResourceRequest>> rsrcs =
    rsrcCleanup.getResources();
  for (Map.Entry<LocalResourceVisibility, Collection<LocalResourceRequest>> e :
       rsrcs.entrySet()) {
    LocalResourcesTracker tracker = getLocalResourcesTracker(e.getKey(), c.getUser(), 
        c.getContainerId().getApplicationAttemptId()
        .getApplicationId());
    for (LocalResourceRequest req : e.getValue()) {
      tracker.handle(new ResourceReleaseEvent(req,
          c.getContainerId()));
    }
  }
  String locId = ConverterUtils.toString(c.getContainerId());
  localizerTracker.cleanupPrivLocalizers(locId);
  
  // Delete the container directories
  String userName = c.getUser();
  String containerIDStr = c.toString();
  String appIDStr = ConverterUtils.toString(
      c.getContainerId().getApplicationAttemptId().getApplicationId());
  
  // Try deleting from good local dirs and full local dirs because a dir might
  // have gone bad while the app was running(disk full). In addition
  // a dir might have become good while the app was running.
  // Check if the container dir exists and if it does, try to delete it

  for (String localDir : dirsHandler.getLocalDirsForCleanup()) {
    // Delete the user-owned container-dir
    Path usersdir = new Path(localDir, ContainerLocalizer.USERCACHE);
    Path userdir = new Path(usersdir, userName);
    Path allAppsdir = new Path(userdir, ContainerLocalizer.APPCACHE);
    Path appDir = new Path(allAppsdir, appIDStr);
    Path containerDir = new Path(appDir, containerIDStr);
    submitDirForDeletion(userName, containerDir);

    // Delete the nmPrivate container-dir

    Path sysDir = new Path(localDir, NM_PRIVATE_DIR);
    Path appSysDir = new Path(sysDir, appIDStr);
    Path containerSysDir = new Path(appSysDir, containerIDStr);
    submitDirForDeletion(null, containerSysDir);
  }

  dispatcher.getEventHandler().handle(
      new ContainerEvent(c.getContainerId(),
          ContainerEventType.CONTAINER_RESOURCES_CLEANEDUP));
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
public AppLogAggregatorImpl(Dispatcher dispatcher,
    DeletionService deletionService, Configuration conf,
    ApplicationId appId, UserGroupInformation userUgi, NodeId nodeId,
    LocalDirsHandlerService dirsHandler, Path remoteNodeLogFileForApp,
    ContainerLogsRetentionPolicy retentionPolicy,
    Map<ApplicationAccessType, String> appAcls,
    LogAggregationContext logAggregationContext, Context context,
    FileContext lfs) {
  this.dispatcher = dispatcher;
  this.conf = conf;
  this.delService = deletionService;
  this.appId = appId;
  this.applicationId = ConverterUtils.toString(appId);
  this.userUgi = userUgi;
  this.dirsHandler = dirsHandler;
  this.remoteNodeLogFileForApp = remoteNodeLogFileForApp;
  this.remoteNodeTmpLogFileForApp = getRemoteNodeTmpLogFileForApp();
  this.retentionPolicy = retentionPolicy;
  this.pendingContainers = new LinkedBlockingQueue<ContainerId>();
  this.appAcls = appAcls;
  this.lfs = lfs;
  this.logAggregationContext = logAggregationContext;
  this.context = context;
  this.nodeId = nodeId;
  int configuredRentionSize =
      conf.getInt(NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP,
          DEFAULT_NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP);
  if (configuredRentionSize <= 0) {
    this.retentionSize =
        DEFAULT_NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP;
  } else {
    this.retentionSize = configuredRentionSize;
  }
  long configuredRollingMonitorInterval = conf.getLong(
    YarnConfiguration
      .NM_LOG_AGGREGATION_ROLL_MONITORING_INTERVAL_SECONDS,
    YarnConfiguration
      .DEFAULT_NM_LOG_AGGREGATION_ROLL_MONITORING_INTERVAL_SECONDS);
  boolean debug_mode =
      conf.getBoolean(NM_LOG_AGGREGATION_DEBUG_ENABLED,
        DEFAULT_NM_LOG_AGGREGATION_DEBUG_ENABLED);
  if (configuredRollingMonitorInterval > 0
      && configuredRollingMonitorInterval <
        NM_LOG_AGGREGATION_MIN_ROLL_MONITORING_INTERVAL_SECONDS) {
    if (debug_mode) {
      this.rollingMonitorInterval = configuredRollingMonitorInterval;
    } else {
      LOG.warn(
          "rollingMonitorIntervall should be more than or equal to "
          + NM_LOG_AGGREGATION_MIN_ROLL_MONITORING_INTERVAL_SECONDS
          + " seconds. Using "
          + NM_LOG_AGGREGATION_MIN_ROLL_MONITORING_INTERVAL_SECONDS
          + " seconds instead.");
      this.rollingMonitorInterval =
          NM_LOG_AGGREGATION_MIN_ROLL_MONITORING_INTERVAL_SECONDS;
    }
  } else {
    if (configuredRollingMonitorInterval <= 0) {
      LOG.warn("rollingMonitorInterval is set as "
          + configuredRollingMonitorInterval + ". "
          + "The log rolling mornitoring interval is disabled. "
          + "The logs will be aggregated after this application is finished.");
    } else {
      LOG.warn("rollingMonitorInterval is set as "
          + configuredRollingMonitorInterval + ". "
          + "The logs will be aggregated every "
          + configuredRollingMonitorInterval + " seconds");
    }
    this.rollingMonitorInterval = configuredRollingMonitorInterval;
  }
  this.logAggregationInRolling =
      this.rollingMonitorInterval <= 0 || this.logAggregationContext == null
          || this.logAggregationContext.getRolledLogsIncludePattern() == null
          || this.logAggregationContext.getRolledLogsIncludePattern()
            .isEmpty() ? false : true;
}
 

import org.apache.hadoop.yarn.util.ConverterUtils; //导入方法依赖的package包/类
private void verifyLocalFileDeletion(
    LogAggregationService logAggregationService) throws Exception {
  logAggregationService.init(this.conf);
  logAggregationService.start();

  ApplicationId application1 = BuilderUtils.newApplicationId(1234, 1);

  // AppLogDir should be created
  File app1LogDir =
      new File(localLogDir, ConverterUtils.toString(application1));
  app1LogDir.mkdir();
  logAggregationService
      .handle(new LogHandlerAppStartedEvent(
          application1, this.user, null,
          ContainerLogsRetentionPolicy.ALL_CONTAINERS, this.acls));

  ApplicationAttemptId appAttemptId =
      BuilderUtils.newApplicationAttemptId(application1, 1);
  ContainerId container11 = BuilderUtils.newContainerId(appAttemptId, 1);
  // Simulate log-file creation
  writeContainerLogs(app1LogDir, container11, new String[] { "stdout",
      "stderr", "syslog" });
  logAggregationService.handle(
      new LogHandlerContainerFinishedEvent(container11, 0));

  logAggregationService.handle(new LogHandlerAppFinishedEvent(
      application1));

  logAggregationService.stop();
  assertEquals(0, logAggregationService.getNumAggregators());
  // ensure filesystems were closed
  verify(logAggregationService).closeFileSystems(
      any(UserGroupInformation.class));
  verify(delSrvc).delete(eq(user), eq((Path) null),
    eq(new Path(app1LogDir.getAbsolutePath())));
  delSrvc.stop();
  
  String containerIdStr = ConverterUtils.toString(container11);
  File containerLogDir = new File(app1LogDir, containerIdStr);
  for (String fileType : new String[] { "stdout", "stderr", "syslog" }) {
    File f = new File(containerLogDir, fileType);
    Assert.assertFalse("check "+f, f.exists());
  }

  Assert.assertFalse(app1LogDir.exists());

  Path logFilePath =
      logAggregationService.getRemoteNodeLogFileForApp(application1,
          this.user);

  Assert.assertTrue("Log file [" + logFilePath + "] not found", new File(
      logFilePath.toUri().getPath()).exists());
  
  dispatcher.await();
  
  ApplicationEvent expectedEvents[] = new ApplicationEvent[]{
      new ApplicationEvent(
          appAttemptId.getApplicationId(),
          ApplicationEventType.APPLICATION_LOG_HANDLING_INITED),
      new ApplicationEvent(
          appAttemptId.getApplicationId(),
          ApplicationEventType.APPLICATION_LOG_HANDLING_FINISHED)
  };

  checkEvents(appEventHandler, expectedEvents, true, "getType",
      "getApplicationID");
}