Java StorageReport.getBlockPoolUsed方法代码示例

import org.apache.hadoop.hdfs.server.protocol.StorageReport; //导入方法依赖的package包/类
@Override
Double getUtilization(DatanodeStorageReport r, final StorageType t) {
  long capacity = 0L;
  long blockPoolUsed = 0L;
  for(StorageReport s : r.getStorageReports()) {
    if (s.getStorage().getStorageType() == t) {
      capacity += s.getCapacity();
      blockPoolUsed += s.getBlockPoolUsed();
    }
  }
  return capacity == 0L? null: blockPoolUsed*100.0/capacity;
}
 

import org.apache.hadoop.hdfs.server.protocol.StorageReport; //导入方法依赖的package包/类
private static long getTotalPoolUsage(DatanodeStorageReport report) {
  long usage = 0L;
  for (StorageReport sr : report.getStorageReports()) {
    usage += sr.getBlockPoolUsed();
  }
  return usage;
}
 

import org.apache.hadoop.hdfs.server.protocol.StorageReport; //导入方法依赖的package包/类
void updateState(StorageReport r) {
  capacity = r.getCapacity();
  dfsUsed = r.getDfsUsed();
  remaining = r.getRemaining();
  blockPoolUsed = r.getBlockPoolUsed();
}
 

import org.apache.hadoop.hdfs.server.protocol.StorageReport; //导入方法依赖的package包/类
/**
 * process datanode heartbeat or stats initialization.
 */
public void updateHeartbeatState(StorageReport[] reports, long cacheCapacity,
    long cacheUsed, int xceiverCount, int volFailures,
    VolumeFailureSummary volumeFailureSummary) {
  long totalCapacity = 0;
  long totalRemaining = 0;
  long totalBlockPoolUsed = 0;
  long totalDfsUsed = 0;
  Set<DatanodeStorageInfo> failedStorageInfos = null;

  // Decide if we should check for any missing StorageReport and mark it as
  // failed. There are different scenarios.
  // 1. When DN is running, a storage failed. Given the current DN
  //    implementation doesn't add recovered storage back to its storage list
  //    until DN restart, we can assume volFailures won't decrease
  //    during the current DN registration session.
  //    When volumeFailures == this.volumeFailures, it implies there is no
  //    state change. No need to check for failed storage. This is an
  //    optimization.  Recent versions of the DataNode report a
  //    VolumeFailureSummary containing the date/time of the last volume
  //    failure.  If that's available, then we check that instead for greater
  //    accuracy.
  // 2. After DN restarts, volFailures might not increase and it is possible
  //    we still have new failed storage. For example, admins reduce
  //    available storages in configuration. Another corner case
  //    is the failed volumes might change after restart; a) there
  //    is one good storage A, one restored good storage B, so there is
  //    one element in storageReports and that is A. b) A failed. c) Before
  //    DN sends HB to NN to indicate A has failed, DN restarts. d) After DN
  //    restarts, storageReports has one element which is B.
  final boolean checkFailedStorages;
  if (volumeFailureSummary != null && this.volumeFailureSummary != null) {
    checkFailedStorages = volumeFailureSummary.getLastVolumeFailureDate() >
        this.volumeFailureSummary.getLastVolumeFailureDate();
  } else {
    checkFailedStorages = (volFailures > this.volumeFailures) ||
        !heartbeatedSinceRegistration;
  }

  if (checkFailedStorages) {
    LOG.info("Number of failed storage changes from "
        + this.volumeFailures + " to " + volFailures);
    failedStorageInfos = new HashSet<DatanodeStorageInfo>(
        storageMap.values());
  }

  setCacheCapacity(cacheCapacity);
  setCacheUsed(cacheUsed);
  setXceiverCount(xceiverCount);
  setLastUpdate(Time.now());    
  this.volumeFailures = volFailures;
  this.volumeFailureSummary = volumeFailureSummary;
  for (StorageReport report : reports) {
    DatanodeStorageInfo storage = updateStorage(report.getStorage());
    if (checkFailedStorages) {
      failedStorageInfos.remove(storage);
    }

    storage.receivedHeartbeat(report);
    totalCapacity += report.getCapacity();
    totalRemaining += report.getRemaining();
    totalBlockPoolUsed += report.getBlockPoolUsed();
    totalDfsUsed += report.getDfsUsed();
  }
  rollBlocksScheduled(getLastUpdate());

  // Update total metrics for the node.
  setCapacity(totalCapacity);
  setRemaining(totalRemaining);
  setBlockPoolUsed(totalBlockPoolUsed);
  setDfsUsed(totalDfsUsed);
  if (checkFailedStorages) {
    updateFailedStorage(failedStorageInfos);
  }

  if (storageMap.size() != reports.length) {
    pruneStorageMap(reports);
  }
}
 

import org.apache.hadoop.hdfs.server.protocol.StorageReport; //导入方法依赖的package包/类
/**
 * process datanode heartbeat or stats initialization.
 */
public void updateHeartbeatState(StorageReport[] reports, long cacheCapacity,
    long cacheUsed, int xceiverCount, int volFailures) {
  long totalCapacity = 0;
  long totalRemaining = 0;
  long totalBlockPoolUsed = 0;
  long totalDfsUsed = 0;
  Set<DatanodeStorageInfo> failedStorageInfos = null;

  // Decide if we should check for any missing StorageReport and mark it as
  // failed. There are different scenarios.
  // 1. When DN is running, a storage failed. Given the current DN
  //    implementation doesn't add recovered storage back to its storage list
  //    until DN restart, we can assume volFailures won't decrease
  //    during the current DN registration session.
  //    When volumeFailures == this.volumeFailures, it implies there is no
  //    state change. No need to check for failed storage. This is an
  //    optimization.
  // 2. After DN restarts, volFailures might not increase and it is possible
  //    we still have new failed storage. For example, admins reduce
  //    available storages in configuration. Another corner case
  //    is the failed volumes might change after restart; a) there
  //    is one good storage A, one restored good storage B, so there is
  //    one element in storageReports and that is A. b) A failed. c) Before
  //    DN sends HB to NN to indicate A has failed, DN restarts. d) After DN
  //    restarts, storageReports has one element which is B.
  boolean checkFailedStorages = (volFailures > this.volumeFailures) ||
      !heartbeatedSinceRegistration;

  if (checkFailedStorages) {
    LOG.info("Number of failed storage changes from "
        + this.volumeFailures + " to " + volFailures);
    failedStorageInfos = new HashSet<DatanodeStorageInfo>(
        storageMap.values());
  }

  setCacheCapacity(cacheCapacity);
  setCacheUsed(cacheUsed);
  setXceiverCount(xceiverCount);
  setLastUpdate(Time.now());    
  this.volumeFailures = volFailures;
  for (StorageReport report : reports) {
    DatanodeStorageInfo storage = updateStorage(report.getStorage());
    if (checkFailedStorages) {
      failedStorageInfos.remove(storage);
    }
    //remove the storage which contained in the heartbeat
    

    storage.receivedHeartbeat(report);
    totalCapacity += report.getCapacity();
    totalRemaining += report.getRemaining();
    totalBlockPoolUsed += report.getBlockPoolUsed();
    totalDfsUsed += report.getDfsUsed();
  }
  rollBlocksScheduled(getLastUpdate());

  // Update total metrics for the node.
  setCapacity(totalCapacity);
  setRemaining(totalRemaining);
  setBlockPoolUsed(totalBlockPoolUsed);
  setDfsUsed(totalDfsUsed);
  if (checkFailedStorages) {
    updateFailedStorage(failedStorageInfos);
  }
}