Java FsDatasetTestUtil.fetchReplicaInfo方法代码示例

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
private void verifyAddition(long blockId, long genStamp, long size) {
  final ReplicaInfo replicainfo;
  replicainfo = FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, blockId);
  assertNotNull(replicainfo);

  // Added block has the same file as the one created by the test
  File file = new File(getBlockFile(blockId));
  assertEquals(file.getName(),
      FsDatasetTestUtil.getFile(fds, bpid, blockId).getName());

  // Generation stamp is same as that of created file
  assertEquals(genStamp, replicainfo.getGenerationStamp());

  // File size matches
  assertEquals(size, replicainfo.getNumBytes());
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/**
 * Duplicate the given block on all volumes.
 * @param blockId
 * @throws IOException
 */
private void duplicateBlock(long blockId) throws IOException {
  synchronized (fds) {
    ReplicaInfo b = FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, blockId);
    for (FsVolumeSpi v : fds.getVolumes()) {
      if (v.getStorageID().equals(b.getVolume().getStorageID())) {
        continue;
      }

      // Volume without a copy of the block. Make a copy now.
      File sourceBlock = b.getBlockFile();
      File sourceMeta = b.getMetaFile();
      String sourceRoot = b.getVolume().getBasePath();
      String destRoot = v.getBasePath();

      String relativeBlockPath = new File(sourceRoot).toURI().relativize(sourceBlock.toURI()).getPath();
      String relativeMetaPath = new File(sourceRoot).toURI().relativize(sourceMeta.toURI()).getPath();

      File destBlock = new File(destRoot, relativeBlockPath);
      File destMeta = new File(destRoot, relativeMetaPath);

      destBlock.getParentFile().mkdirs();
      FileUtils.copyFile(sourceBlock, destBlock);
      FileUtils.copyFile(sourceMeta, destMeta);

      if (destBlock.exists() && destMeta.exists()) {
        LOG.info("Copied " + sourceBlock + " ==> " + destBlock);
        LOG.info("Copied " + sourceMeta + " ==> " + destMeta);
      }
    }
  }
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/** Get a random blockId that is not used already */
private long getFreeBlockId() {
  long id = rand.nextLong();
  while (true) {
    id = rand.nextLong();
    if (FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, id) == null) {
      break;
    }
  }
  return id;
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/**
 * Duplicate the given block on all volumes.
 * @param blockId
 * @throws IOException
 */
private void duplicateBlock(long blockId) throws IOException {
  synchronized (fds) {
    ReplicaInfo b = FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, blockId);
    try (FsDatasetSpi.FsVolumeReferences volumes =
        fds.getFsVolumeReferences()) {
      for (FsVolumeSpi v : volumes) {
        if (v.getStorageID().equals(b.getVolume().getStorageID())) {
          continue;
        }

        // Volume without a copy of the block. Make a copy now.
        File sourceBlock = b.getBlockFile();
        File sourceMeta = b.getMetaFile();
        String sourceRoot = b.getVolume().getBasePath();
        String destRoot = v.getBasePath();

        String relativeBlockPath =
            new File(sourceRoot).toURI().relativize(sourceBlock.toURI())
                .getPath();
        String relativeMetaPath =
            new File(sourceRoot).toURI().relativize(sourceMeta.toURI())
                .getPath();

        File destBlock = new File(destRoot, relativeBlockPath);
        File destMeta = new File(destRoot, relativeMetaPath);

        destBlock.getParentFile().mkdirs();
        FileUtils.copyFile(sourceBlock, destBlock);
        FileUtils.copyFile(sourceMeta, destMeta);

        if (destBlock.exists() && destMeta.exists()) {
          LOG.info("Copied " + sourceBlock + " ==> " + destBlock);
          LOG.info("Copied " + sourceMeta + " ==> " + destMeta);
        }
      }
    }
  }
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/**
 * Get a random blockId that is not used already
 */
private long getFreeBlockId() {
  long id = rand.nextLong();
  while (true) {
    id = rand.nextLong();
    if (FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, id) == null) {
      break;
    }
  }
  return id;
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
private void verifyGenStamp(long blockId, long genStamp) {
  final ReplicaInfo memBlock;
  memBlock = FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, blockId);
  assertNotNull(memBlock);
  assertEquals(genStamp, memBlock.getGenerationStamp());
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
private void verifyStorageType(long blockId, boolean expectTransient) {
  final ReplicaInfo memBlock;
  memBlock = FsDatasetTestUtil.fetchReplicaInfo(fds, bpid, blockId);
  assertNotNull(memBlock);
  assertThat(memBlock.getVolume().isTransientStorage(), is(expectTransient));
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/**
 * Fetch a copy of ReplicaInfo from a datanode by block id
 * @param dn datanode to retrieve a replicainfo object from
 * @param bpid Block pool Id
 * @param blkId id of the replica's block
 * @return copy of ReplicaInfo object @link{FSDataset#fetchReplicaInfo}
 */
public static ReplicaInfo fetchReplicaInfo(final DataNode dn,
    final String bpid, final long blkId) {
  return FsDatasetTestUtil.fetchReplicaInfo(dn.getFSDataset(), bpid, blkId);
}
 

import org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetTestUtil; //导入方法依赖的package包/类
/**
 * Fetch a copy of ReplicaInfo from a datanode by block id
 *
 * @param dn
 *     datanode to retrieve a replicainfo object from
 * @param bpid
 *     Block pool Id
 * @param blkId
 *     id of the replica's block
 * @return copy of ReplicaInfo object @link{FSDataset#fetchReplicaInfo}
 */
public static ReplicaInfo fetchReplicaInfo(final DataNode dn,
    final String bpid, final long blkId) {
  return FsDatasetTestUtil.fetchReplicaInfo(dn.getFSDataset(), bpid, blkId);
}