当前位置: 首页>>代码示例>>Java>>正文

Java Stat类代码示例

本文整理汇总了Java中org.apache.hadoop.mapred.StatisticsCollector.Stat类的典型用法代码示例。如果您正苦于以下问题：Java Stat类的具体用法？Java Stat怎么用？Java Stat使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。


Stat类属于org.apache.hadoop.mapred.StatisticsCollector包，在下文中一共展示了Stat类的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: testMovingWindow

import org.apache.hadoop.mapred.StatisticsCollector.Stat; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
public void testMovingWindow() throws Exception {
  StatisticsCollector collector = new StatisticsCollector(1);
  TimeWindow window = new TimeWindow("test", 6, 2);
  TimeWindow sincStart = StatisticsCollector.SINCE_START;
  TimeWindow[] windows = {sincStart, window};
  
  Stat stat = collector.createStat("m1", windows);
  
  stat.inc(3);
  collector.update();
  assertEquals(0, stat.getValues().get(window).getValue());
  assertEquals(3, stat.getValues().get(sincStart).getValue());
  
  stat.inc(3);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(6, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(16, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10), stat.getValues().get(window).getValue());
  assertEquals(26, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(46, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(56, stat.getValues().get(sincStart).getValue());
  
  stat.inc(12);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(68, stat.getValues().get(sincStart).getValue());
  
  stat.inc(13);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(81, stat.getValues().get(sincStart).getValue());
  
  stat.inc(14);
  collector.update();
  assertEquals((10+10+10+12+13+14), stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());
  
  //  test Stat class 
  Map updaters= collector.getUpdaters();
  assertEquals(updaters.size(),2);
  Map<String, Stat> ststistics=collector.getStatistics();
  assertNotNull(ststistics.get("m1"));
  
 Stat newStat= collector.createStat("m2"); 
  assertEquals(newStat.name, "m2");
  Stat st=collector.removeStat("m1");
  assertEquals(st.name, "m1");
  assertEquals((10+10+10+12+13+14), stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());
   st=collector.removeStat("m1");
   // try to remove stat again
  assertNull(st);
  collector.start();
  // waiting 2,5 sec
  Thread.sleep(2500);
  assertEquals(69, stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());

}
开发者ID:naver，项目名称:hadoop，代码行数:79，代码来源:TestStatisticsCollector.java

示例2: testMovingWindow

import org.apache.hadoop.mapred.StatisticsCollector.Stat; //导入依赖的package包/类
public void testMovingWindow() throws Exception {
  StatisticsCollector collector = new StatisticsCollector(1);
  TimeWindow window = new TimeWindow("test", 6, 2);
  TimeWindow sincStart = StatisticsCollector.SINCE_START;
  TimeWindow[] windows = {sincStart, window};
  
  Stat stat = collector.createStat("m1", windows);
  
  stat.inc(3);
  collector.update();
  assertEquals(0, stat.getValues().get(window).getValue());
  assertEquals(3, stat.getValues().get(sincStart).getValue());
  
  stat.inc(3);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(6, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(16, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10), stat.getValues().get(window).getValue());
  assertEquals(26, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(46, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(56, stat.getValues().get(sincStart).getValue());
  
  stat.inc(12);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(68, stat.getValues().get(sincStart).getValue());
  
  stat.inc(13);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(81, stat.getValues().get(sincStart).getValue());
  
  stat.inc(14);
  collector.update();
  assertEquals((10+10+10+12+13+14), stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:56，代码来源:TestStatisticsCollector.java

示例3: testBucketing

import org.apache.hadoop.mapred.StatisticsCollector.Stat; //导入依赖的package包/类
public void testBucketing() throws Exception {
  StatisticsCollector collector = new StatisticsCollector();
  TimeWindow window = new TimeWindow("test", 33, 11);
  // We'll collect 3 buckets before we start removing: 33 / 11 = 3
  // We'll do 2 updates per bucket (5 is default period): 11 / 5 = 2
  TimeWindow[] windows = {window};
  Stat stat1 = collector.createStat("TaskTracker A", windows);

  // TT A starts out with 0 buckets
  assertEquals(0, stat1.getValues().get(window).getValue());
  stat1.inc(1);
  collector.update();
  assertEquals(0, stat1.getValues().get(window).getValue());
  stat1.inc(1);
  collector.update();
  assertEquals(2, stat1.getValues().get(window).getValue());
  stat1.inc(1);
  collector.update();
  assertEquals(2, stat1.getValues().get(window).getValue());
  stat1.inc(2);
  collector.update();
  assertEquals(2+3, stat1.getValues().get(window).getValue());
  stat1.inc(0);
  collector.update();
  assertEquals(2+3, stat1.getValues().get(window).getValue());
  stat1.inc(1);
  // At the next update, we now have 3 buckets for TT 1
  collector.update();
  assertEquals(2+3+1, stat1.getValues().get(window).getValue());
  stat1.inc(4);
  collector.update();
  assertEquals(2+3+1, stat1.getValues().get(window).getValue());
  // At the next update, we're going to drop the earliest bucket for TT A and
  // keep a max of 3 buckets forever
  collector.update();
  assertEquals(3+1+4, stat1.getValues().get(window).getValue());

  // A new TaskTracker connects and gets a Stat allocated for it
  Stat stat2 = collector.createStat("TaskTracker B", windows);

  // TT B starts out with 0 buckets even though TT A already has 3
  assertEquals(0, stat2.getValues().get(window).getValue());
  stat2.inc(10);
  collector.update();
  assertEquals(3+1+4, stat1.getValues().get(window).getValue());
  assertEquals(0, stat2.getValues().get(window).getValue());
  stat1.inc(3);
  stat2.inc(2);
  // At the next update, we're going to drop the earliest bucket for TT A
  // but we shouldn't drop the earliest bucket for TT B because it only
  // has one bucket so far (which would result in a value of 0 instead of 12)
  collector.update();
  assertEquals(1+4+3, stat1.getValues().get(window).getValue());
  assertEquals(12, stat2.getValues().get(window).getValue());
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:56，代码来源:TestStatisticsCollector.java

示例4: testMovingWindow

import org.apache.hadoop.mapred.StatisticsCollector.Stat; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
@Test
public void testMovingWindow() throws Exception {
  StatisticsCollector collector = new StatisticsCollector(1);
  TimeWindow window = new TimeWindow("test", 6, 2);
  TimeWindow sincStart = StatisticsCollector.SINCE_START;
  TimeWindow[] windows = {sincStart, window};
  
  Stat stat = collector.createStat("m1", windows);
  
  stat.inc(3);
  collector.update();
  assertEquals(0, stat.getValues().get(window).getValue());
  assertEquals(3, stat.getValues().get(sincStart).getValue());
  
  stat.inc(3);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(6, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3), stat.getValues().get(window).getValue());
  assertEquals(16, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10), stat.getValues().get(window).getValue());
  assertEquals(26, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(46, stat.getValues().get(sincStart).getValue());
  
  stat.inc(10);
  collector.update();
  assertEquals((3+3+10+10+10+10), stat.getValues().get(window).getValue());
  assertEquals(56, stat.getValues().get(sincStart).getValue());
  
  stat.inc(12);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(68, stat.getValues().get(sincStart).getValue());
  
  stat.inc(13);
  collector.update();
  assertEquals((10+10+10+10+10+12), stat.getValues().get(window).getValue());
  assertEquals(81, stat.getValues().get(sincStart).getValue());
  
  stat.inc(14);
  collector.update();
  assertEquals((10+10+10+12+13+14), stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());
  
  //  test Stat class 
  Map updaters= collector.getUpdaters();
  assertEquals(updaters.size(),2);
  Map<String, Stat> ststistics=collector.getStatistics();
  assertNotNull(ststistics.get("m1"));
  
 Stat newStat= collector.createStat("m2"); 
  assertEquals(newStat.name, "m2");
  Stat st=collector.removeStat("m1");
  assertEquals(st.name, "m1");
  assertEquals((10+10+10+12+13+14), stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());
   st=collector.removeStat("m1");
   // try to remove stat again
  assertNull(st);
  collector.start();
  // waiting 2,5 sec
  Thread.sleep(2500);
  assertEquals(69, stat.getValues().get(window).getValue());
  assertEquals(95, stat.getValues().get(sincStart).getValue());

}
开发者ID:hopshadoop，项目名称:hops，代码行数:80，代码来源:TestStatisticsCollector.java


注：本文中的org.apache.hadoop.mapred.StatisticsCollector.Stat类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。