Java BlockWithLocations.getDatanodeUuids方法代码示例

import org.apache.hadoop.hdfs.server.protocol.BlocksWithLocations.BlockWithLocations; //导入方法依赖的package包/类
/**
 * Fetch new blocks of this source from namenode and update this source's
 * block list & {@link Dispatcher#globalBlocks}.
 * 
 * @return the total size of the received blocks in the number of bytes.
 */
private long getBlockList() throws IOException {
  final long size = Math.min(MAX_BLOCKS_SIZE_TO_FETCH, blocksToReceive);
  final BlocksWithLocations newBlocks = nnc.getBlocks(getDatanodeInfo(), size);

  long bytesReceived = 0;
  for (BlockWithLocations blk : newBlocks.getBlocks()) {
    bytesReceived += blk.getBlock().getNumBytes();
    synchronized (globalBlocks) {
      final DBlock block = globalBlocks.get(blk.getBlock());
      synchronized (block) {
        block.clearLocations();

        // update locations
        final String[] datanodeUuids = blk.getDatanodeUuids();
        final StorageType[] storageTypes = blk.getStorageTypes();
        for (int i = 0; i < datanodeUuids.length; i++) {
          final StorageGroup g = storageGroupMap.get(
              datanodeUuids[i], storageTypes[i]);
          if (g != null) { // not unknown
            block.addLocation(g);
          }
        }
      }
      if (!srcBlocks.contains(block) && isGoodBlockCandidate(block)) {
        // filter bad candidates
        srcBlocks.add(block);
      }
    }
  }
  return bytesReceived;
}
 

import org.apache.hadoop.hdfs.server.protocol.BlocksWithLocations.BlockWithLocations; //导入方法依赖的package包/类
private long getBlockList() throws IOException {
  BlockWithLocations[] newBlocks = nnc.namenode.getBlocks(datanode, 
    Math.min(MAX_BLOCKS_SIZE_TO_FETCH, blocksToReceive)).getBlocks();
  long bytesReceived = 0;
  for (BlockWithLocations blk : newBlocks) {
    bytesReceived += blk.getBlock().getNumBytes();
    BalancerBlock block;
    synchronized(globalBlockList) {
      block = globalBlockList.get(blk.getBlock());
      if (block==null) {
        block = new BalancerBlock(blk.getBlock());
        globalBlockList.put(blk.getBlock(), block);
      } else {
        block.clearLocations();
      }
    
      synchronized (block) {
        // update locations
        for (String datanodeUuid : blk.getDatanodeUuids()) {
          final BalancerDatanode d = datanodeMap.get(datanodeUuid);
          if (datanode != null) { // not an unknown datanode
            block.addLocation(d);
          }
        }
      }
      if (!srcBlockList.contains(block) && isGoodBlockCandidate(block)) {
        // filter bad candidates
        srcBlockList.add(block);
      }
    }
  }
  return bytesReceived;
}
 

import org.apache.hadoop.hdfs.server.protocol.BlocksWithLocations.BlockWithLocations; //导入方法依赖的package包/类
/**
 * Fetch new blocks of this source from namenode and update this source's
 * block list & {@link Dispatcher#globalBlocks}.
 * 
 * @return the total size of the received blocks in the number of bytes.
 */
private long getBlockList() throws IOException {
  final long size = Math.min(getBlocksSize, blocksToReceive);
  final BlocksWithLocations newBlksLocs =
      nnc.getBlocks(getDatanodeInfo(), size);

  if (LOG.isTraceEnabled()) {
    LOG.trace("getBlocks(" + getDatanodeInfo() + ", "
        + StringUtils.TraditionalBinaryPrefix.long2String(size, "B", 2)
        + ") returns " + newBlksLocs.getBlocks().length + " blocks.");
  }

  long bytesReceived = 0;
  for (BlockWithLocations blkLocs : newBlksLocs.getBlocks()) {
    // Skip small blocks.
    if (blkLocs.getBlock().getNumBytes() < getBlocksMinBlockSize) {
      continue;
    }

    DBlock block;
    if (blkLocs instanceof StripedBlockWithLocations) {
      StripedBlockWithLocations sblkLocs =
          (StripedBlockWithLocations) blkLocs;
      // approximate size
      bytesReceived += sblkLocs.getBlock().getNumBytes() /
          sblkLocs.getDataBlockNum();
      block = new DBlockStriped(sblkLocs.getBlock(), sblkLocs.getIndices(),
          sblkLocs.getDataBlockNum(), sblkLocs.getCellSize());
    } else {
      bytesReceived += blkLocs.getBlock().getNumBytes();
      block = new DBlock(blkLocs.getBlock());
    }

    synchronized (globalBlocks) {
      block = globalBlocks.putIfAbsent(blkLocs.getBlock(), block);
      synchronized (block) {
        block.clearLocations();

        // update locations
        final String[] datanodeUuids = blkLocs.getDatanodeUuids();
        final StorageType[] storageTypes = blkLocs.getStorageTypes();
        for (int i = 0; i < datanodeUuids.length; i++) {
          final StorageGroup g = storageGroupMap.get(
              datanodeUuids[i], storageTypes[i]);
          if (g != null) { // not unknown
            block.addLocation(g);
          }
        }
      }
      if (!srcBlocks.contains(block) && isGoodBlockCandidate(block)) {
        if (LOG.isTraceEnabled()) {
          LOG.trace("Add " + block + " to " + this);
        }
        srcBlocks.add(block);
      }
    }
  }
  return bytesReceived;
}