当前位置: 首页>>代码示例>>Java>>正文

Java ResourceCalculatorPlugin.getResourceCalculatorPlugin方法代码示例

本文整理汇总了Java中org.apache.hadoop.util.ResourceCalculatorPlugin.getResourceCalculatorPlugin方法的典型用法代码示例。如果您正苦于以下问题：Java ResourceCalculatorPlugin.getResourceCalculatorPlugin方法的具体用法？Java ResourceCalculatorPlugin.getResourceCalculatorPlugin怎么用？Java ResourceCalculatorPlugin.getResourceCalculatorPlugin使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.util.ResourceCalculatorPlugin的用法示例。


在下文中一共展示了ResourceCalculatorPlugin.getResourceCalculatorPlugin方法的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: initialize

import org.apache.hadoop.util.ResourceCalculatorPlugin; //导入方法依赖的package包/类
public void initialize(JobConf job, JobID id, 
                       Reporter reporter,
                       boolean useNewApi) throws IOException, 
                                                 ClassNotFoundException,
                                                 InterruptedException {
  jobContext = new JobContext(job, id, reporter);
  taskContext = new TaskAttemptContext(job, taskId, reporter);
  if (getState() == TaskStatus.State.UNASSIGNED) {
    setState(TaskStatus.State.RUNNING);
  }
  if (useNewApi) {
    LOG.debug("using new api for output committer");
    outputFormat =
      ReflectionUtils.newInstance(taskContext.getOutputFormatClass(), job);
    committer = outputFormat.getOutputCommitter(taskContext);
  } else {
    committer = conf.getOutputCommitter();
  }
  Path outputPath = FileOutputFormat.getOutputPath(conf);
  if (outputPath != null) {
    if ((committer instanceof FileOutputCommitter)) {
      FileOutputFormat.setWorkOutputPath(conf, 
        ((FileOutputCommitter)committer).getTempTaskOutputPath(taskContext));
    } else {
      FileOutputFormat.setWorkOutputPath(conf, outputPath);
    }
  }
  committer.setupTask(taskContext);
  Class<? extends ResourceCalculatorPlugin> clazz = conf.getClass(
      TaskTracker.MAPRED_TASKTRACKER_MEMORY_CALCULATOR_PLUGIN_PROPERTY,
          null, ResourceCalculatorPlugin.class);
  resourceCalculator = ResourceCalculatorPlugin
          .getResourceCalculatorPlugin(clazz, conf);
  LOG.info(" Using ResourceCalculatorPlugin : " + resourceCalculator);
  if (resourceCalculator != null) {
    initCpuCumulativeTime =
      resourceCalculator.getProcResourceValues().getCumulativeCpuTime();
  }
}
开发者ID:iVCE，项目名称:RDFS，代码行数:40，代码来源:Task.java

示例2: initialize

import org.apache.hadoop.util.ResourceCalculatorPlugin; //导入方法依赖的package包/类
public void initialize(JobConf job, JobID id, 
                       Reporter reporter,
                       boolean useNewApi) throws IOException, 
                                                 ClassNotFoundException,
                                                 InterruptedException {
  jobContext = new JobContextImpl(job, id, reporter);
  taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
  if (getState() == TaskStatus.State.UNASSIGNED) {
    setState(TaskStatus.State.RUNNING);
  }
  if (useNewApi) {
    if (LOG.isDebugEnabled()) {
      LOG.debug("using new api for output committer");
    }
    outputFormat =
      ReflectionUtils.newInstance(taskContext.getOutputFormatClass(), job);
    committer = outputFormat.getOutputCommitter(taskContext);
  } else {
    committer = conf.getOutputCommitter();
  }
  Path outputPath = FileOutputFormat.getOutputPath(conf);
  if (outputPath != null) {
    if ((committer instanceof FileOutputCommitter)) {
      FileOutputFormat.setWorkOutputPath(conf, 
        ((FileOutputCommitter)committer).getTempTaskOutputPath(taskContext));
    } else {
      FileOutputFormat.setWorkOutputPath(conf, outputPath);
    }
  }
  committer.setupTask(taskContext);
  Class<? extends ResourceCalculatorPlugin> clazz =
      conf.getClass(TaskTracker.TT_RESOURCE_CALCULATOR_PLUGIN,
          null, ResourceCalculatorPlugin.class);
  resourceCalculator = ResourceCalculatorPlugin
          .getResourceCalculatorPlugin(clazz, conf);
  LOG.info(" Using ResourceCalculatorPlugin : " + resourceCalculator);
  if (resourceCalculator != null) {
    initCpuCumulativeTime =
      resourceCalculator.getProcResourceValues().getCumulativeCpuTime();
  }
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:42，代码来源:Task.java

示例3: initialize

import org.apache.hadoop.util.ResourceCalculatorPlugin; //导入方法依赖的package包/类
public void initialize(JobConf job, JobID id, 
                       Reporter reporter,
                       boolean useNewApi) throws IOException, 
                                                 ClassNotFoundException,
                                                 InterruptedException {
  jobContext = new JobContext(job, id, reporter);
  taskContext = new TaskAttemptContext(job, taskId, reporter);
  if (getState() == TaskStatus.State.UNASSIGNED) {
    setState(TaskStatus.State.RUNNING);
  }
  if (useNewApi) {
    LOG.debug("using new api for output committer");
    outputFormat =
      ReflectionUtils.newInstance(taskContext.getOutputFormatClass(), job);
    committer = outputFormat.getOutputCommitter(taskContext);
  } else {
    committer = conf.getOutputCommitter();
  }
  Path outputPath = FileOutputFormat.getOutputPath(conf);
  if (outputPath != null) {
    if ((committer instanceof FileOutputCommitter)) {
      FileOutputFormat.setWorkOutputPath(conf, 
        ((FileOutputCommitter)committer).getTempTaskOutputPath(taskContext));
    } else {
      FileOutputFormat.setWorkOutputPath(conf, outputPath);
    }
  }
  committer.setupTask(taskContext);
  Class<? extends ResourceCalculatorPlugin> clazz = conf.getClass(
      TaskTracker.MAPRED_TASKTRACKER_MEMORY_CALCULATOR_PLUGIN_PROPERTY,
          null, ResourceCalculatorPlugin.class);
  resourceCalculator = ResourceCalculatorPlugin
          .getResourceCalculatorPlugin(clazz, conf);
  LOG.info(" Using ResourceCalculatorPlugin : " + resourceCalculator);
  if (resourceCalculator != null) {
    initCpuCumulativeTime =
      resourceCalculator.getProcResourceValues().getCumulativeCpuTime();
  }
  
  jmxThreadInfoTracker = new JMXThreadBasedMetrics();
  jmxThreadInfoTracker.registerThreadToTask(
      "MAIN_TASK", Thread.currentThread().getId());
  this.initJvmCpuCumulativeTime = 
      jmxThreadInfoTracker.getCumulativeCPUTime();
  
  cgResourceTracker = new CGroupResourceTracker (
                        job, CGroupResourceTracker.RESOURCE_TRAKCER_TYPE.TASK, 
                        taskId.toString(), resourceCalculator);
}
开发者ID:rhli，项目名称:hadoop-EAR，代码行数:50，代码来源:Task.java

示例4: initialize

import org.apache.hadoop.util.ResourceCalculatorPlugin; //导入方法依赖的package包/类
public void initialize(JobConf job, JobID id, 
                       Reporter reporter,
                       boolean useNewApi) throws IOException, 
                                                 ClassNotFoundException,
                                                 InterruptedException {
  jobContext = new JobContext(job, id, reporter);
  taskContext = new TaskAttemptContext(job, taskId, reporter);
  if (getState() == TaskStatus.State.UNASSIGNED) {
    setState(TaskStatus.State.RUNNING);
  }
  if (useNewApi) {
    if (LOG.isDebugEnabled()) {
      LOG.debug("using new api for output committer");
    }
    outputFormat =
      ReflectionUtils.newInstance(taskContext.getOutputFormatClass(), job);
    committer = outputFormat.getOutputCommitter(taskContext);
  } else {
    committer = conf.getOutputCommitter();
  }
  Path outputPath = FileOutputFormat.getOutputPath(conf);
  if (outputPath != null) {
    if ((committer instanceof FileOutputCommitter)) {
      FileOutputFormat.setWorkOutputPath(conf, 
        ((FileOutputCommitter)committer).getTempTaskOutputPath(taskContext));
    } else {
      FileOutputFormat.setWorkOutputPath(conf, outputPath);
    }
  }
  committer.setupTask(taskContext);
  Class<? extends ResourceCalculatorPlugin> clazz =
      conf.getClass(TaskTracker.TT_RESOURCE_CALCULATOR_PLUGIN,
          null, ResourceCalculatorPlugin.class);
  resourceCalculator = ResourceCalculatorPlugin
          .getResourceCalculatorPlugin(clazz, conf);
  LOG.info(" Using ResourceCalculatorPlugin : " + resourceCalculator);
  if (resourceCalculator != null) {
    initCpuCumulativeTime =
      resourceCalculator.getProcResourceValues().getCumulativeCpuTime();
  }
}
开发者ID:Seagate，项目名称:hadoop-on-lustre，代码行数:42，代码来源:Task.java


注：本文中的org.apache.hadoop.util.ResourceCalculatorPlugin.getResourceCalculatorPlugin方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。