当前位置: 首页>>代码示例>>Java>>正文


Java MockJob类代码示例

本文整理汇总了Java中org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob的典型用法代码示例。如果您正苦于以下问题:Java MockJob类的具体用法?Java MockJob怎么用?Java MockJob使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


MockJob类属于org.apache.hadoop.mapred.gridmix.DebugJobProducer包,在下文中一共展示了MockJob类的4个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: testHighRamConfig

import org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob; //导入依赖的package包/类
private static void testHighRamConfig(long jobMapMB, long jobReduceMB, 
    long clusterMapMB, long clusterReduceMB, long simulatedClusterMapMB, 
    long simulatedClusterReduceMB, long expectedMapMB, long expectedReduceMB, 
    Configuration gConf) 
throws IOException {
  Configuration simulatedJobConf = new Configuration(gConf);
  simulatedJobConf.setLong(MRConfig.MAPMEMORY_MB, simulatedClusterMapMB);
  simulatedJobConf.setLong(MRConfig.REDUCEMEMORY_MB, 
                           simulatedClusterReduceMB);
  
  // define a source conf
  Configuration sourceConf = new Configuration();
  
  // configure the original job
  sourceConf.setLong(MRJobConfig.MAP_MEMORY_MB, jobMapMB);
  sourceConf.setLong(MRConfig.MAPMEMORY_MB, clusterMapMB);
  sourceConf.setLong(MRJobConfig.REDUCE_MEMORY_MB, jobReduceMB);
  sourceConf.setLong(MRConfig.REDUCEMEMORY_MB, clusterReduceMB);
  
  // define a mock job
  MockJob story = new MockJob(sourceConf);
  
  GridmixJob job = new DummyGridmixJob(simulatedJobConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();
  
  // check if the high ram properties are not set
  assertEquals(expectedMapMB, 
               simulatedConf.getLong(MRJobConfig.MAP_MEMORY_MB,
                                     MRJobConfig.DEFAULT_MAP_MEMORY_MB));
  assertEquals(expectedReduceMB, 
               simulatedConf.getLong(MRJobConfig.REDUCE_MEMORY_MB, 
                                     MRJobConfig.DEFAULT_MAP_MEMORY_MB));
}
 
开发者ID:naver,项目名称:hadoop,代码行数:35,代码来源:TestHighRamJob.java

示例2: testJavaHeapOptionsDisabled

import org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob; //导入依赖的package包/类
/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);
  
  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");
  
  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");
  
  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };
  
  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();
  
  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}
 
开发者ID:naver,项目名称:hadoop,代码行数:39,代码来源:TestGridmixMemoryEmulation.java

示例3: testHighRamConfig

import org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob; //导入依赖的package包/类
private static void testHighRamConfig(long jobMapMB, long jobReduceMB, 
    long clusterMapMB, long clusterReduceMB, long simulatedClusterMapMB, 
    long simulatedClusterReduceMB, long expectedMapMB, long expectedReduceMB, 
    Configuration gConf) 
throws IOException {
  Configuration simulatedJobConf = new Configuration(gConf);
  simulatedJobConf.setLong(MRConfig.MAPMEMORY_MB, simulatedClusterMapMB);
  simulatedJobConf.setLong(MRConfig.REDUCEMEMORY_MB, 
                           simulatedClusterReduceMB);
  
  // define a source conf
  Configuration sourceConf = new Configuration();
  
  // configure the original job
  sourceConf.setLong(MRJobConfig.MAP_MEMORY_MB, jobMapMB);
  sourceConf.setLong(MRConfig.MAPMEMORY_MB, clusterMapMB);
  sourceConf.setLong(MRJobConfig.REDUCE_MEMORY_MB, jobReduceMB);
  sourceConf.setLong(MRConfig.REDUCEMEMORY_MB, clusterReduceMB);
  
  // define a mock job
  MockJob story = new MockJob(sourceConf);
  
  GridmixJob job = new DummyGridmixJob(simulatedJobConf, story);
  Job simulatedJob = job.getJob();
  JobConf simulatedConf = (JobConf)simulatedJob.getConfiguration();
  
  // check if the high ram properties are not set
  assertEquals(expectedMapMB, 
               simulatedConf.getMemoryRequired(TaskType.MAP));
  assertEquals(expectedReduceMB, 
               simulatedConf.getMemoryRequired(TaskType.REDUCE));
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:33,代码来源:TestHighRamJob.java

示例4: testHighRamConfig

import org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob; //导入依赖的package包/类
private static void testHighRamConfig(long jobMapMB, long jobReduceMB, 
    long clusterMapMB, long clusterReduceMB, long simulatedClusterMapMB, 
    long simulatedClusterReduceMB, long expectedMapMB, long expectedReduceMB, 
    Configuration gConf) 
throws IOException {
  Configuration simulatedJobConf = new Configuration(gConf);
  simulatedJobConf.setLong(MRConfig.MAPMEMORY_MB, simulatedClusterMapMB);
  simulatedJobConf.setLong(MRConfig.REDUCEMEMORY_MB, 
                           simulatedClusterReduceMB);
  
  // define a source conf
  Configuration sourceConf = new Configuration();
  
  // configure the original job
  sourceConf.setLong(MRJobConfig.MAP_MEMORY_MB, jobMapMB);
  sourceConf.setLong(MRConfig.MAPMEMORY_MB, clusterMapMB);
  sourceConf.setLong(MRJobConfig.REDUCE_MEMORY_MB, jobReduceMB);
  sourceConf.setLong(MRConfig.REDUCEMEMORY_MB, clusterReduceMB);
  
  // define a mock job
  MockJob story = new MockJob(sourceConf);
  
  GridmixJob job = new DummyGridmixJob(simulatedJobConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();
  
  // check if the high ram properties are not set
  assertEquals(expectedMapMB, 
               simulatedConf.getLong(MRJobConfig.MAP_MEMORY_MB,
                                     JobConf.DISABLED_MEMORY_LIMIT));
  assertEquals(expectedReduceMB, 
               simulatedConf.getLong(MRJobConfig.REDUCE_MEMORY_MB, 
                                     JobConf.DISABLED_MEMORY_LIMIT));
}
 
开发者ID:ict-carch,项目名称:hadoop-plus,代码行数:35,代码来源:TestHighRamJob.java


注:本文中的org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。