当前位置: 首页>>代码示例>>Java>>正文

Java MapDriver.addAll方法代码示例

本文整理汇总了Java中org.apache.hadoop.mrunit.mapreduce.MapDriver.addAll方法的典型用法代码示例。如果您正苦于以下问题：Java MapDriver.addAll方法的具体用法？Java MapDriver.addAll怎么用？Java MapDriver.addAll使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.mrunit.mapreduce.MapDriver的用法示例。


在下文中一共展示了MapDriver.addAll方法的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: generateAndSerializeStarTree

import org.apache.hadoop.mrunit.mapreduce.MapDriver; //导入方法依赖的package包/类
private void generateAndSerializeStarTree() throws IOException
{
  List<Pair<BytesWritable,  BytesWritable>> inputRecords = new ArrayList<Pair<BytesWritable,  BytesWritable>>();
  String []combination1 = {"A1", "B1", "C1"};
  DimensionKey dimKey = new DimensionKey(combination1);
  MetricTimeSeries timeSeries = TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  Pair<BytesWritable,  BytesWritable> record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination2 = {"A1", "B1", "C2"};
  dimKey = new DimensionKey(combination2);
  timeSeries = TestStarTreeBootstrapPhase2.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination3 = {"A1", "B1", "C3"};
  dimKey = new DimensionKey(combination3);
  timeSeries = TestStarTreeBootstrapPhase2.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination4 = {"A2", "B1", "C3"};
  dimKey = new DimensionKey(combination4);
  timeSeries = TestStarTreeBootstrapPhase2.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  MapDriver<BytesWritable, BytesWritable, BytesWritable, BytesWritable> mapDriver;
  StarTreeGenerationMapper mapper = new StarTreeGenerationMapper();
  mapDriver = MapDriver.newMapDriver(mapper);
  Configuration config = mapDriver.getConfiguration();
  config.set(StarTreeGenerationConstants.STAR_TREE_GEN_CONFIG_PATH.toString(), ClassLoader.getSystemResource(CONF_FILE).toString());
  config.set(StarTreeGenerationConstants.STAR_TREE_GEN_OUTPUT_PATH.toString(), thirdEyeRoot + File.separator + "startree_generation");
  mapDriver.addAll(inputRecords);
  mapDriver.run();
}
开发者ID:Hanmourang，项目名称:Pinot，代码行数:41，代码来源:TestStarTreeBootstrapPhase2.java

示例2: generateAndSerializeStarTree

import org.apache.hadoop.mrunit.mapreduce.MapDriver; //导入方法依赖的package包/类
private void generateAndSerializeStarTree() throws IOException
{
  List<Pair<BytesWritable,  BytesWritable>> inputRecords = new ArrayList<Pair<BytesWritable,  BytesWritable>>();
  String []combination1 = {"A1", "B1", "C1"};
  DimensionKey dimKey = new DimensionKey(combination1);
  MetricTimeSeries timeSeries = TestStarTreeBootstrapPhase1.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  Pair<BytesWritable,  BytesWritable> record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination2 = {"A1", "B1", "C2"};
  dimKey = new DimensionKey(combination2);
  timeSeries = TestStarTreeBootstrapPhase1.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination3 = {"A1", "B1", "C3"};
  dimKey = new DimensionKey(combination3);
  timeSeries = TestStarTreeBootstrapPhase1.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  String []combination4 = {"A2", "B1", "C3"};
  dimKey = new DimensionKey(combination4);
  timeSeries = TestStarTreeBootstrapPhase1.TestHelper.generateRandomMetricTimeSeries(starTreeBootstrapConfig);
  record = new Pair<BytesWritable, BytesWritable>(new BytesWritable(dimKey.toBytes())
                                                                        , new BytesWritable(timeSeries.toBytes()));
  inputRecords.add(record);

  MapDriver<BytesWritable, BytesWritable, BytesWritable, BytesWritable> mapDriver;
  StarTreeGenerationMapper mapper = new StarTreeGenerationMapper();
  mapDriver = MapDriver.newMapDriver(mapper);
  Configuration config = mapDriver.getConfiguration();
  config.set(StarTreeGenerationConstants.STAR_TREE_GEN_CONFIG_PATH.toString(), ClassLoader.getSystemResource(CONF_FILE).toString());
  config.set(StarTreeGenerationConstants.STAR_TREE_GEN_OUTPUT_PATH.toString(), thirdEyeRoot + File.separator + "startree_generation");
  mapDriver.addAll(inputRecords);
  mapDriver.run();

}
开发者ID:Hanmourang，项目名称:Pinot，代码行数:42，代码来源:TestStarTreeBootstrapPhase1.java


注：本文中的org.apache.hadoop.mrunit.mapreduce.MapDriver.addAll方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。