本文整理汇总了Java中org.apache.pig.tools.pigstats.OutputStats.setPOStore方法的典型用法代码示例。如果您正苦于以下问题：Java OutputStats.setPOStore方法的具体用法？Java OutputStats.setPOStore怎么用？Java OutputStats.setPOStore使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.pig.tools.pigstats.OutputStats的用法示例。
在下文中一共展示了OutputStats.setPOStore方法的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: addOneOutputStats
import org.apache.pig.tools.pigstats.OutputStats; //导入方法依赖的package包/类
private void addOneOutputStats(POStore sto) {
long records = -1;
if (sto.isMultiStore()) {
Long n = multiStoreCounters.get(MRPigStatsUtil.getMultiStoreCounterName(sto));
if (n != null) records = n;
} else {
records = mapOutputRecords;
}
long bytes = getOutputSize(sto, conf);
String location = sto.getSFile().getFileName();
OutputStats ds = new OutputStats(location, bytes, records,
(state == JobState.SUCCESS));
ds.setPOStore(sto);
ds.setConf(conf);
outputs.add(ds);
if (state == JobState.SUCCESS) {
MRScriptState.get().emitOutputCompletedNotification(ds);
}
}
示例2: addOutputStatistics
import org.apache.pig.tools.pigstats.OutputStats; //导入方法依赖的package包/类
public void addOutputStatistics() {
if (stores == null) {
return;
}
for (POStore sto : stores) {
if (sto.isTmpStore()) {
continue;
}
long records = -1;
long hdfsBytesWritten = -1;
String filename = sto.getSFile().getFileName();
if (counters != null) {
if (sto.isMultiStore()) {
Map<String, Long> msGroup = counters.get(PigStatsUtil.MULTI_STORE_COUNTER_GROUP);
if (msGroup != null) {
multiStoreCounters.putAll(msGroup);
Long n = msGroup.get(PigStatsUtil.getMultiStoreCounterName(sto));
if (n != null) records = n;
}
} else if (counters.get(TASK_COUNTER_GROUP) != null
&& counters.get(TASK_COUNTER_GROUP).get(TaskCounter.OUTPUT_RECORDS.name()) != null) {
records = counters.get(TASK_COUNTER_GROUP).get(TaskCounter.OUTPUT_RECORDS.name());
}
if (records != -1) {
if (this.isMapOpts) {
mapOutputRecords += records;
} else {
reduceOutputRecords += records;
}
}
}
/* TODO: Need to check FILE_BYTES_WRITTEN for local mode */
if (!sto.isMultiStore() && counters.get(FS_COUNTER_GROUP)!= null &&
counters.get(FS_COUNTER_GROUP).get(PigStatsUtil.HDFS_BYTES_WRITTEN) != null) {
hdfsBytesWritten = counters.get(FS_COUNTER_GROUP).get(PigStatsUtil.HDFS_BYTES_WRITTEN);
} else {
try {
hdfsBytesWritten = JobStats.getOutputSize(sto, conf);
} catch (Exception e) {
LOG.warn("Error while getting the bytes written for the output " + sto.getSFile(), e);
}
}
OutputStats os = new OutputStats(filename, hdfsBytesWritten,
records, (state == JobState.SUCCESS));
os.setPOStore(sto);
os.setConf(conf);
outputs.add(os);
}
}