Java MetricsTimeVaryingInt类代码示例

import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; //导入依赖的package包/类
/**
 * Constructor.
 * @param types The available resource types.
 */
public ClusterManagerMetrics(Collection<ResourceType> types) {
  context = MetricsUtil.getContext(CONTEXT_NAME);
  metricsRecord = MetricsUtil.createRecord(context, CONTEXT_NAME);
  typeToResourceRequested = createTypeToResourceCountMap(types, "requested");
  typeToResourceGranted = createTypeToResourceCountMap(types, "granted");
  typeToResourceRevoked = createTypeToResourceCountMap(types, "revoked");
  typeToResourceReleased = createTypeToResourceCountMap(types, "released");
  typeToPendingCount = createTypeToCountMap(types, "pending");
  typeToRunningCount = createTypeToCountMap(types, "running");
  typeToTotalSlots = createTypeToCountMap(types, "total");
  typeToFreeSlots = createTypeToCountMap(types, "free");
  typeToSchedulerRunTime = createTypeToCountMap(types, "scheduler_runtime");
  typeToSchedulerCurrentCycleStart =
      new ConcurrentHashMap<ResourceType, Long>();
  sessionStatusToMetrics = createSessionStatusToMetricsMap();
  aliveNodes = new MetricsIntValue("alive_nodes", registry);
  deadNodes = new MetricsIntValue("dead_nodes", registry);
  blacklistedNodes = new MetricsIntValue("blacklisted_nodes", registry);
  numRunningSessions = new MetricsIntValue("num_running_sessions", registry);
  totalSessionCount = new MetricsTimeVaryingInt("total_sessions", registry);
  pendingCallsCount = new MetricsIntValue("num_pending_calls", registry);
  numCJTFailures = new MetricsTimeVaryingInt("num_cjt_failures", registry);
  numTaskTrackerRestarted = new MetricsIntValue("num_task_tracker_restarted", registry);
  numRemoteJTTimedout = new MetricsIntValue("num_remotejt_timedout", registry);
}
 

import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; //导入依赖的package包/类
/**
 * Constructor.
 * @param types The available resource types.
 */
public ClusterManagerMetrics(Collection<ResourceType> types) {
  context = MetricsUtil.getContext(CONTEXT_NAME);
  metricsRecord = MetricsUtil.createRecord(context, CONTEXT_NAME);
  typeToResourceRequested = createTypeToResourceCountMap(types, "requested");
  typeToResourceGranted = createTypeToResourceCountMap(types, "granted");
  typeToResourceRevoked = createTypeToResourceCountMap(types, "revoked");
  typeToResourceReleased = createTypeToResourceCountMap(types, "released");
  typeToPendingCount = createTypeToCountMap(types, "pending");
  typeToRunningCount = createTypeToCountMap(types, "running");
  typeToTotalSlots = createTypeToCountMap(types, "total");
  typeToFreeSlots = createTypeToCountMap(types, "free");
  typeToSchedulerRunTime = createTypeToCountMap(types, "scheduler_runtime");
  sessionStatusToMetrics = createSessionStatusToMetricsMap();
  aliveNodes = new MetricsIntValue("alive_nodes", registry);
  deadNodes = new MetricsIntValue("dead_nodes", registry);
  blacklistedNodes = new MetricsIntValue("blacklisted_nodes", registry);
  numRunningSessions = new MetricsIntValue("num_running_sessions", registry);
  totalSessionCount = new MetricsTimeVaryingInt("total_sessions", registry);
  pendingCallsCount = new MetricsIntValue("num_pending_calls", registry);
  numCJTFailures = new MetricsTimeVaryingInt("num_cjt_failures", registry);
}
 

import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; //导入依赖的package包/类
/**
 * Create a map of session status -> metrics.
 * @return the map.
 */
private Map<SessionStatus, MetricsTimeVaryingInt>
createSessionStatusToMetricsMap() {
  Map<SessionStatus, MetricsTimeVaryingInt> m =
    new HashMap<SessionStatus, MetricsTimeVaryingInt>();
  for (SessionStatus endState : SESSION_END_STATES) {
    String name = endState.toString().toLowerCase() + "_sessions";
    m.put(endState, new MetricsTimeVaryingInt(name, registry));
  }
  return m;
}
 

import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; //导入依赖的package包/类
private void updateCounter(MetricsTimeVaryingInt localCounter,
    MetricsTimeVaryingInt remoteCounter) {
  (isLocal? localCounter: remoteCounter).inc();
}
 

import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; //导入依赖的package包/类
public void testSyncBatching() throws Exception {
  // start a cluster 
  Configuration conf = new HdfsConfiguration();
  MiniDFSCluster cluster = null;
  FileSystem fileSys = null;
  ExecutorService threadA = Executors.newSingleThreadExecutor();
  ExecutorService threadB = Executors.newSingleThreadExecutor();
  try {
    cluster = new MiniDFSCluster.Builder(conf).numDataNodes(NUM_DATA_NODES).build();
    cluster.waitActive();
    fileSys = cluster.getFileSystem();
    final FSNamesystem namesystem = cluster.getNamesystem();

    FSImage fsimage = namesystem.getFSImage();
    final FSEditLog editLog = fsimage.getEditLog();

    assertEquals("should start with no txids synced",
      0, editLog.getSyncTxId());
    
    // Log an edit from thread A
    doLogEdit(threadA, editLog, "thread-a 1");
    assertEquals("logging edit without syncing should do not affect txid",
      0, editLog.getSyncTxId());

    // Log an edit from thread B
    doLogEdit(threadB, editLog, "thread-b 1");
    assertEquals("logging edit without syncing should do not affect txid",
      0, editLog.getSyncTxId());

    // Now ask to sync edit from B, which should sync both edits.
    doCallLogSync(threadB, editLog);
    assertEquals("logSync from second thread should bump txid up to 2",
      2, editLog.getSyncTxId());

    // Now ask to sync edit from A, which was already batched in - thus
    // it should increment the batch count metric
    NameNodeMetrics metrics = NameNode.getNameNodeMetrics();
    metrics.transactionsBatchedInSync = Mockito.mock(MetricsTimeVaryingInt.class);

    doCallLogSync(threadA, editLog);
    assertEquals("logSync from first thread shouldn't change txid",
      2, editLog.getSyncTxId());

    //Should have incremented the batch count exactly once
    Mockito.verify(metrics.transactionsBatchedInSync,
                  Mockito.times(1)).inc();
  } finally {
    threadA.shutdown();
    threadB.shutdown();
    if(fileSys != null) fileSys.close();
    if(cluster != null) cluster.shutdown();
  }
}