Java MapReduceProtos.ScanMetrics方法代码示例

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
public static ScanMetrics toScanMetrics(final byte[] bytes) {
  Parser<MapReduceProtos.ScanMetrics> parser = MapReduceProtos.ScanMetrics.PARSER;
  MapReduceProtos.ScanMetrics pScanMetrics = null;
  try {
    pScanMetrics = parser.parseFrom(bytes);
  } catch (InvalidProtocolBufferException e) {
    //Ignored there are just no key values to add.
  }
  ScanMetrics scanMetrics = new ScanMetrics();
  if (pScanMetrics != null) {
    for (HBaseProtos.NameInt64Pair pair : pScanMetrics.getMetricsList()) {
      if (pair.hasName() && pair.hasValue()) {
        scanMetrics.setCounter(pair.getName(), pair.getValue());
      }
    }
  }
  return scanMetrics;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
public static ScanMetrics toScanMetrics(final byte[] bytes) {
  MapReduceProtos.ScanMetrics.Builder builder = MapReduceProtos.ScanMetrics.newBuilder();
  try {
    builder.mergeFrom(bytes);
  } catch (InvalidProtocolBufferException e) {
    //Ignored there are just no key values to add.
  }
  MapReduceProtos.ScanMetrics pScanMetrics = builder.build();
  ScanMetrics scanMetrics = new ScanMetrics();
  for (HBaseProtos.NameInt64Pair pair : pScanMetrics.getMetricsList()) {
    if (pair.hasName() && pair.hasValue()) {
      scanMetrics.setCounter(pair.getName(), pair.getValue());
    }
  }
  return scanMetrics;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
/**
 * Publish the scan metrics. For now, we use scan.setAttribute to pass the metrics back to the
 * application or TableInputFormat.Later, we could push it to other systems. We don't use
 * metrics framework because it doesn't support multi-instances of the same metrics on the same
 * machine; for scan/map reduce scenarios, we will have multiple scans running at the same time.
 *
 * By default, scan metrics are disabled; if the application wants to collect them, this
 * behavior can be turned on by calling calling {@link Scan#setScanMetricsEnabled(boolean)}
 * 
 * <p>This invocation clears the scan metrics. Metrics are aggregated in the Scan instance.
 */
protected void writeScanMetrics() {
  if (this.scanMetrics == null || scanMetricsPublished) {
    return;
  }
  MapReduceProtos.ScanMetrics pScanMetrics = ProtobufUtil.toScanMetrics(scanMetrics);
  scan.setAttribute(Scan.SCAN_ATTRIBUTES_METRICS_DATA, pScanMetrics.toByteArray());
  scanMetricsPublished = true;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
/**
 * Publish the scan metrics. For now, we use scan.setAttribute to pass the metrics back to the
 * application or TableInputFormat.Later, we could push it to other systems. We don't use metrics
 * framework because it doesn't support multi-instances of the same metrics on the same machine;
 * for scan/map reduce scenarios, we will have multiple scans running at the same time.
 *
 * By default, scan metrics are disabled; if the application wants to collect them, this
 * behavior can be turned on by calling calling {@link Scan#setScanMetricsEnabled(boolean)}
 *
 * <p>This invocation clears the scan metrics. Metrics are aggregated in the Scan instance.
 */
protected void writeScanMetrics() {
  if (this.scanMetrics == null || scanMetricsPublished) {
    return;
  }
  MapReduceProtos.ScanMetrics pScanMetrics = ProtobufUtil.toScanMetrics(scanMetrics);
  scan.setAttribute(Scan.SCAN_ATTRIBUTES_METRICS_DATA, pScanMetrics.toByteArray());
  scanMetricsPublished = true;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
/**
 * Publish the scan metrics. For now, we use scan.setAttribute to pass the metrics back to the
 * application or TableInputFormat.Later, we could push it to other systems. We don't use metrics
 * framework because it doesn't support multi-instances of the same metrics on the same machine;
 * for scan/map reduce scenarios, we will have multiple scans running at the same time.
 *
 * By default, scan metrics are disabled; if the application wants to collect them, this behavior
 * can be turned on by calling calling:
 *
 * scan.setAttribute(SCAN_ATTRIBUTES_METRICS_ENABLE, Bytes.toBytes(Boolean.TRUE))
 */
protected void writeScanMetrics() {
  if (this.scanMetrics == null || scanMetricsPublished) {
    return;
  }
  MapReduceProtos.ScanMetrics pScanMetrics = ProtobufUtil.toScanMetrics(scanMetrics);
  scan.setAttribute(Scan.SCAN_ATTRIBUTES_METRICS_DATA, pScanMetrics.toByteArray());
  scanMetricsPublished = true;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
/**
 * Publish the scan metrics. For now, we use scan.setAttribute to pass the metrics back to the
 * application or TableInputFormat.Later, we could push it to other systems. We don't use metrics
 * framework because it doesn't support multi-instances of the same metrics on the same machine;
 * for scan/map reduce scenarios, we will have multiple scans running at the same time.
 * <p/>
 * By default, scan metrics are disabled; if the application wants to collect them, this behavior
 * can be turned on by calling calling:
 * <p/>
 * scan.setAttribute(SCAN_ATTRIBUTES_METRICS_ENABLE, Bytes.toBytes(Boolean.TRUE))
 */
protected void writeScanMetrics() {
  if (this.scanMetrics == null || scanMetricsPublished) {
    return;
  }
  MapReduceProtos.ScanMetrics pScanMetrics = ProtobufUtil.toScanMetrics(scanMetrics);
  scan.setAttribute(Scan.SCAN_ATTRIBUTES_METRICS_DATA, pScanMetrics.toByteArray());
  scanMetricsPublished = true;
}
 

import org.apache.hadoop.hbase.protobuf.generated.MapReduceProtos; //导入方法依赖的package包/类
/**
 * Publish the scan metrics. For now, we use scan.setAttribute to pass the metrics back to the
 * application or TableInputFormat.Later, we could push it to other systems. We don't use metrics
 * framework because it doesn't support multi-instances of the same metrics on the same machine;
 * for scan/map reduce scenarios, we will have multiple scans running at the same time.
 *
 * By default, scan metrics are disabled; if the application wants to collect them, this behavior
 * can be turned on by calling calling:
 *
 * scan.setAttribute(SCAN_ATTRIBUTES_METRICS_ENABLE, Bytes.toBytes(Boolean.TRUE))
 */
private void writeScanMetrics() throws IOException {
  if (this.scanMetrics == null) {
    return;
  }
  final DataOutputBuffer d = new DataOutputBuffer();
  MapReduceProtos.ScanMetrics pScanMetrics = ProtobufUtil.toScanMetrics(scanMetrics);
  scan.setAttribute(Scan.SCAN_ATTRIBUTES_METRICS_DATA, pScanMetrics.toByteArray());
}