本文整理汇总了Java中org.apache.hadoop.mapred.Counters.CountersExceededException类的典型用法代码示例。如果您正苦于以下问题：Java CountersExceededException类的具体用法？Java CountersExceededException怎么用？Java CountersExceededException使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。
CountersExceededException类属于org.apache.hadoop.mapred.Counters包，在下文中一共展示了CountersExceededException类的6个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: testMaxCountersLimits
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
private void testMaxCountersLimits(final Counters counters) {
for (int i = 0; i < org.apache.hadoop.mapred.Counters.MAX_COUNTER_LIMIT; ++i) {
counters.findCounter("test", "test" + i);
}
setExpected(counters);
shouldThrow(CountersExceededException.class, new Runnable() {
public void run() {
counters.findCounter("test", "bad");
}
});
checkExpected(counters);
}
示例2: testMaxGroupsLimits
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
private void testMaxGroupsLimits(final Counters counters) {
for (int i = 0; i < org.apache.hadoop.mapred.Counters.MAX_GROUP_LIMIT; ++i) {
// assuming COUNTERS_MAX > GROUPS_MAX
counters.findCounter("test" + i, "test");
}
setExpected(counters);
shouldThrow(CountersExceededException.class, new Runnable() {
public void run() {
counters.findCounter("bad", "test");
}
});
checkExpected(counters);
}
示例3: shouldThrow
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
private void shouldThrow(Class<? extends Exception> ecls, Runnable runnable) {
try {
runnable.run();
} catch (CountersExceededException e) {
return;
}
Assert.fail("Should've thrown " + ecls.getSimpleName());
}
示例4: getMapCounters
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
/**
* Returns map phase counters by summing over all map tasks in progress.
* This method returns true if counters are within limit or false.
*/
public synchronized boolean getMapCounters(Counters counters) {
try {
counters = incrementTaskCounters(counters, maps);
} catch(CountersExceededException ce) {
LOG.info("Counters Exceeded for Job: " + jobId, ce);
return false;
}
return true;
}
示例5: getReduceCounters
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
/**
* Returns map phase counters by summing over all map tasks in progress.
* This method returns true if counters are within limits and false otherwise.
*/
public synchronized boolean getReduceCounters(Counters counters) {
try {
counters = incrementTaskCounters(counters, reduces);
} catch(CountersExceededException ce) {
LOG.info("Counters Exceeded for Job: " + jobId, ce);
return false;
}
return true;
}
示例6: getCounters
import org.apache.hadoop.mapred.Counters.CountersExceededException; //导入依赖的package包/类
/**
* Returns the total job counters, by adding together the job,
* the map and the reduce counters. This method returns true if
* counters are within limits and false otherwise.
*/
public synchronized boolean getCounters(Counters result) {
try {
result.incrAllCounters(getJobCounters());
incrementTaskCounters(result, maps);
incrementTaskCounters(result, reduces);
} catch(CountersExceededException ce) {
LOG.info("Counters Exceeded for Job: " + jobId, ce);
return false;
}
return true;
}