Java MetricsSource类代码示例

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
public MetricsSource build() {
  if (source instanceof MetricsSource) {
    if (hasAtMetric && !hasRegistry) {
      throw new MetricsException("Hybrid metrics: registry required.");
    }
    return (MetricsSource) source;
  }
  else if (!hasAtMetric) {
    throw new MetricsException("No valid @Metric annotation found.");
  }
  return new MetricsSource() {
    @Override
    public void getMetrics(MetricsCollector builder, boolean all) {
      registry.snapshot(builder.addRecord(registry.info()), all);
    }
  };
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
MetricsSourceAdapter(String prefix, String name, String description,
                     MetricsSource source, Iterable<MetricsTag> injectedTags,
                     MetricsFilter recordFilter, MetricsFilter metricFilter,
                     long jmxCacheTTL, boolean startMBeans) {
  this.prefix = checkNotNull(prefix, "prefix");
  this.name = checkNotNull(name, "name");
  this.source = checkNotNull(source, "source");
  attrCache = Maps.newHashMap();
  infoBuilder = new MBeanInfoBuilder(name, description);
  this.injectedTags = injectedTags;
  this.recordFilter = recordFilter;
  this.metricFilter = metricFilter;
  this.jmxCacheTTL = checkArg(jmxCacheTTL, jmxCacheTTL > 0, "jmxCacheTTL");
  this.startMBeans = startMBeans;
  // Initialize to true so we always trigger update MBeanInfo cache the first
  // time calling updateJmxCache
  this.lastRecsCleared = true;
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Override public synchronized <T>
T register(String name, String desc, T source) {
  MetricsSourceBuilder sb = MetricsAnnotations.newSourceBuilder(source);
  final MetricsSource s = sb.build();
  MetricsInfo si = sb.info();
  String name2 = name == null ? si.name() : name;
  final String finalDesc = desc == null ? si.description() : desc;
  final String finalName = // be friendly to non-metrics tests
      DefaultMetricsSystem.sourceName(name2, !monitoring);
  allSources.put(finalName, s);
  LOG.debug(finalName +", "+ finalDesc);
  if (monitoring) {
    registerSource(finalName, finalDesc, s);
  }
  // We want to re-register the source to pick up new config when the
  // metrics system restarts.
  register(finalName, new AbstractCallback() {
    @Override public void postStart() {
      registerSource(finalName, finalDesc, s);
    }
  });
  return source;
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Test public void testHybrid() {
  HybridMetrics metrics = new HybridMetrics();
  MetricsSource source = MetricsAnnotations.makeSource(metrics);

  assertSame(metrics, source);
  metrics.C0.incr();
  MetricsRecordBuilder rb = getMetrics(source);
  MetricsCollector collector = rb.parent();

  verify(collector).addRecord("foo");
  verify(collector).addRecord("bar");
  verify(collector).addRecord(info("HybridMetrics", "HybridMetrics"));
  verify(rb).setContext("foocontext");
  verify(rb).addCounter(info("C1", "C1 desc"), 1);
  verify(rb).setContext("barcontext");
  verify(rb).addGauge(info("G1", "G1 desc"), 1);
  verify(rb).add(tag(MsInfo.Context, "hybrid"));
  verify(rb).addCounter(info("C0", "C0 desc"), 1);
  verify(rb).addGauge(info("G0", "G0"), 0);
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Test public void testUnregisterSource() {
  MetricsSystem ms = new MetricsSystemImpl();
  TestSource ts1 = new TestSource("ts1");
  TestSource ts2 = new TestSource("ts2");
  ms.register("ts1", "", ts1);
  ms.register("ts2", "", ts2);
  MetricsSource s1 = ms.getSource("ts1");
  assertNotNull(s1);
  // should work when metrics system is not started
  ms.unregisterSource("ts1");
  s1 = ms.getSource("ts1");
  assertNull(s1);
  MetricsSource s2 = ms.getSource("ts2");
  assertNotNull(s2);
  ms.shutdown();
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Test
public void testCollectAllMetrics() {
  String queueName = "single";
  QueueMetrics.forQueue(ms, queueName, null, false, conf);
  MetricsSource queueSource = queueSource(ms, queueName);

  checkApps(queueSource, 0, 0, 0, 0, 0, 0, true);
  try {
    // do not collect all metrics
    checkApps(queueSource, 0, 0, 0, 0, 0, 0, false);
    Assert.fail();
  } catch (AssertionError e) {
    Assert.assertTrue(e.getMessage().contains(
      "Expected exactly one metric for name "));
  }
  // collect all metrics
  checkApps(queueSource, 0, 0, 0, 0, 0, 0, true);
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
public static void checkResources(MetricsSource source, int allocatedMB,
    int allocatedCores, int allocatedGCores, int allocCtnrs, long aggreAllocCtnrs,
    long aggreReleasedCtnrs, int availableMB, int availableCores, int availableGCores, int pendingMB,
    int pendingCores, int pendingGCores, int pendingCtnrs, int reservedMB, int reservedCores,
    int reservedGCores, int reservedCtnrs) {
  MetricsRecordBuilder rb = getMetrics(source);
  assertGauge("AllocatedMB", allocatedMB, rb);
  assertGauge("AllocatedVCores", allocatedCores, rb);
  assertGauge("AllocatedGCores", allocatedGCores, rb);
  assertGauge("AllocatedContainers", allocCtnrs, rb);
  assertCounter("AggregateContainersAllocated", aggreAllocCtnrs, rb);
  assertCounter("AggregateContainersReleased", aggreReleasedCtnrs, rb);
  assertGauge("AvailableMB", availableMB, rb);
  assertGauge("AvailableVCores", availableCores, rb);
  assertGauge("AvailableGCores", availableGCores, rb);
  assertGauge("PendingMB", pendingMB, rb);
  assertGauge("PendingVCores", pendingCores, rb);
  assertGauge("PendingGCores", pendingGCores, rb);
  assertGauge("PendingContainers", pendingCtnrs, rb);
  assertGauge("ReservedMB", reservedMB, rb);
  assertGauge("ReservedVCores", reservedCores, rb);
  assertGauge("ReservedGCores", reservedGCores, rb);
  assertGauge("ReservedContainers", reservedCtnrs, rb);
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
public static void checkResources(MetricsSource source, int allocatedMB,
    int allocatedCores, int allocCtnrs, long aggreAllocCtnrs,
    long aggreReleasedCtnrs, int availableMB, int availableCores, int pendingMB,
    int pendingCores, int pendingCtnrs, int reservedMB, int reservedCores,
    int reservedCtnrs) {
  MetricsRecordBuilder rb = getMetrics(source);
  assertGauge("AllocatedMB", allocatedMB, rb);
  assertGauge("AllocatedVCores", allocatedCores, rb);
  assertGauge("AllocatedContainers", allocCtnrs, rb);
  assertCounter("AggregateContainersAllocated", aggreAllocCtnrs, rb);
  assertCounter("AggregateContainersReleased", aggreReleasedCtnrs, rb);
  assertGauge("AvailableMB", availableMB, rb);
  assertGauge("AvailableVCores", availableCores, rb);
  assertGauge("PendingMB", pendingMB, rb);
  assertGauge("PendingVCores", pendingCores, rb);
  assertGauge("PendingContainers", pendingCtnrs, rb);
  assertGauge("ReservedMB", reservedMB, rb);
  assertGauge("ReservedVCores", reservedCores, rb);
  assertGauge("ReservedContainers", reservedCtnrs, rb);
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Override public synchronized <T>
T register(String name, String desc, T source) {
  MetricsSourceBuilder sb = MetricsAnnotations.newSourceBuilder(source);
  final MetricsSource s = sb.build();
  MetricsInfo si = sb.info();
  String name2 = name == null ? si.name() : name;
  final String finalDesc = desc == null ? si.description() : desc;
  final String finalName = // be friendly to non-metrics tests
      DefaultMetricsSystem.sourceName(name2, !monitoring);
  allSources.put(finalName, s);
  LOG.debug(finalName +", "+ finalDesc);
  if (monitoring) {
    registerSource(finalName, finalDesc, s);
  }
  // We want to re-register the source to pick up new config when the
  // metrics system restarts.
  register(new AbstractCallback() {
    @Override public void postStart() {
      registerSource(finalName, finalDesc, s);
    }
  });
  return source;
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
@Test
public void testCollectAllMetrics() {
  String queueName = "single";
  QueueMetrics.forQueue(ms, queueName, null, false, conf);
  MetricsSource queueSource = queueSource(ms, queueName);
  
  checkApps(queueSource, 0, 0, 0, 0, 0, 0, true);
  try {
    // do not collect all metrics
    checkApps(queueSource, 0, 0, 0, 0, 0, 0, false);
    Assert.fail();
  } catch (AssertionError e) {
    Assert.assertTrue(e.getMessage().contains(
        "Expected exactly one metric for name "));
  }
  // collect all metrics
  checkApps(queueSource, 0, 0, 0, 0, 0, 0, true);
}
 

import org.apache.hadoop.metrics2.MetricsSource; //导入依赖的package包/类
public static void checkResources(MetricsSource source, long allocatedMB,
    int allocatedCores, int allocatedGPUs, int allocCtnrs, long aggreAllocCtnrs,
    long aggreReleasedCtnrs, long availableMB, int availableCores, int availableGPUs, long pendingMB,
    int pendingCores, int pendingGPUs, int pendingCtnrs, long reservedMB, int reservedCores, int reservedGPUs,
    int reservedCtnrs) {
  MetricsRecordBuilder rb = getMetrics(source);
  assertGauge("AllocatedMB", allocatedMB, rb);
  assertGauge("AllocatedVCores", allocatedCores, rb);
  assertGauge("AllocatedGPUs", allocatedGPUs, rb);
  assertGauge("AllocatedContainers", allocCtnrs, rb);
  assertCounter("AggregateContainersAllocated", aggreAllocCtnrs, rb);
  assertCounter("AggregateContainersReleased", aggreReleasedCtnrs, rb);
  assertGauge("AvailableMB", availableMB, rb);
  assertGauge("AvailableVCores", availableCores, rb);
  assertGauge("AvailableGPUs", availableGPUs, rb);
  assertGauge("PendingMB", pendingMB, rb);
  assertGauge("PendingVCores", pendingCores, rb);
  assertGauge("PendingGPUs", pendingGPUs, rb);
  assertGauge("PendingContainers", pendingCtnrs, rb);
  assertGauge("ReservedMB", reservedMB, rb);
  assertGauge("ReservedVCores", reservedCores, rb);
  assertGauge("ReservedGPUs", reservedGPUs, rb);
  assertGauge("ReservedContainers", reservedCtnrs, rb);
}