本文整理汇总了Java中org.apache.hadoop.mapreduce.RandomTextWriter类的典型用法代码示例。如果您正苦于以下问题：Java RandomTextWriter类的具体用法？Java RandomTextWriter怎么用？Java RandomTextWriter使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
RandomTextWriter类属于org.apache.hadoop.mapreduce包，在下文中一共展示了RandomTextWriter类的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: confRandom
import org.apache.hadoop.mapreduce.RandomTextWriter; //导入依赖的package包/类
/**
* When no input dir is specified, generate random data.
*/
protected static void confRandom(JobConf job)
throws IOException {
// from RandomWriter
job.setInputFormat(RandomInputFormat.class);
job.setMapperClass(RandomMapOutput.class);
final ClusterStatus cluster = new JobClient(job).getClusterStatus();
int numMapsPerHost = job.getInt(RandomTextWriter.MAPS_PER_HOST, 10);
long numBytesToWritePerMap =
job.getLong(RandomTextWriter.BYTES_PER_MAP, 1*1024*1024*1024);
if (numBytesToWritePerMap == 0) {
throw new IOException(
"Cannot have " + RandomTextWriter.BYTES_PER_MAP + " set to 0");
}
long totalBytesToWrite = job.getLong(RandomTextWriter.TOTAL_BYTES,
numMapsPerHost * numBytesToWritePerMap * cluster.getTaskTrackers());
int numMaps = (int)(totalBytesToWrite / numBytesToWritePerMap);
if (numMaps == 0 && totalBytesToWrite > 0) {
numMaps = 1;
job.setLong(RandomTextWriter.BYTES_PER_MAP, totalBytesToWrite);
}
job.setNumMapTasks(numMaps);
}
示例2: configure
import org.apache.hadoop.mapreduce.RandomTextWriter; //导入依赖的package包/类
public void configure(JobConf job) {
bytesToWrite = job.getLong(RandomTextWriter.BYTES_PER_MAP,
1*1024*1024*1024);
keymin = job.getInt(RandomTextWriter.MIN_KEY, 5);
keymax = job.getInt(RandomTextWriter.MAX_KEY, 10);
valmin = job.getInt(RandomTextWriter.MIN_VALUE, 5);
valmax = job.getInt(RandomTextWriter.MAX_VALUE, 10);
}