Java BlockStatus.DELETED_BLOCK属性代码示例

public static ReceivedDeletedBlockInfo convert(
    ReceivedDeletedBlockInfoProto proto) {
  ReceivedDeletedBlockInfo.BlockStatus status = null;
  switch (proto.getStatus()) {
  case RECEIVING:
    status = BlockStatus.RECEIVING_BLOCK;
    break;
  case RECEIVED:
    status = BlockStatus.RECEIVED_BLOCK;
    break;
  case DELETED:
    status = BlockStatus.DELETED_BLOCK;
    break;
  }
  return new ReceivedDeletedBlockInfo(
      PBHelper.convert(proto.getBlock()),
      status,
      proto.hasDeleteHint() ? proto.getDeleteHint() : null);
}
 

public static ReceivedDeletedBlockInfo convert(
    ReceivedDeletedBlockInfoProto proto) {
  ReceivedDeletedBlockInfo.BlockStatus status = null;
  switch (proto.getStatus()) {
  case RECEIVING:
    status = BlockStatus.RECEIVING_BLOCK;
    break;
  case RECEIVED:
    status = BlockStatus.RECEIVED_BLOCK;
    break;
  case DELETED:
    status = BlockStatus.DELETED_BLOCK;
    break;
  }
  return new ReceivedDeletedBlockInfo(
      PBHelperClient.convert(proto.getBlock()),
      status,
      proto.hasDeleteHint() ? proto.getDeleteHint() : null);
}
 

void notifyNamenodeDeletedBlock(ExtendedBlock block, String storageUuid) {
  checkBlock(block);
  ReceivedDeletedBlockInfo bInfo = new ReceivedDeletedBlockInfo(
     block.getLocalBlock(), BlockStatus.DELETED_BLOCK, null);
  
  for (BPServiceActor actor : bpServices) {
    actor.notifyNamenodeDeletedBlock(bInfo, storageUuid);
  }
}
 

void notifyNamenodeDeletedBlock(ExtendedBlock block) {
  checkBlock(block);
  ReceivedDeletedBlockInfo bInfo = new ReceivedDeletedBlockInfo(
     block.getLocalBlock(), BlockStatus.DELETED_BLOCK, null);
  
  for (BPServiceActor actor : bpServices) {
    actor.notifyNamenodeDeletedBlock(bInfo);
  }
}
 

/**
 * Inject a fake 'deleted' block into the BPServiceActor state.
 */
private void injectBlockDeleted() {
  ReceivedDeletedBlockInfo rdbi = new ReceivedDeletedBlockInfo(
      getDummyBlock(), BlockStatus.DELETED_BLOCK, null);
  actor.notifyNamenodeDeletedBlock(rdbi, storageUuid);
}
 

private void testTriggerBlockReport(boolean incremental) throws Exception {
  Configuration conf = new HdfsConfiguration();

  // Set a really long value for dfs.blockreport.intervalMsec and
  // dfs.heartbeat.interval, so that incremental block reports and heartbeats
  // won't be sent during this test unless they're triggered
  // manually.
  conf.setLong(DFSConfigKeys.DFS_BLOCKREPORT_INTERVAL_MSEC_KEY, 10800000L);
  conf.setLong(DFSConfigKeys.DFS_HEARTBEAT_INTERVAL_KEY, 1080L);

  final MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  FileSystem fs = cluster.getFileSystem();
  DatanodeProtocolClientSideTranslatorPB spy =
      DataNodeTestUtils.spyOnBposToNN(
          cluster.getDataNodes().get(0), cluster.getNameNode());
  DFSTestUtil.createFile(fs, new Path("/abc"), 16, (short) 1, 1L);

  // We should get 1 incremental block report.
  Mockito.verify(spy, timeout(60000).times(1)).blockReceivedAndDeleted(
      any(DatanodeRegistration.class),
      anyString(),
      any(StorageReceivedDeletedBlocks[].class));

  // We should not receive any more incremental or incremental block reports,
  // since the interval we configured is so long.
  for (int i = 0; i < 3; i++) {
    Thread.sleep(10);
    Mockito.verify(spy, times(0)).blockReport(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageBlockReport[].class),
        Mockito.<BlockReportContext>anyObject());
    Mockito.verify(spy, times(1)).blockReceivedAndDeleted(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageReceivedDeletedBlocks[].class));
  }

  // Create a fake block deletion notification on the DataNode.
  // This will be sent with the next incremental block report.
  ReceivedDeletedBlockInfo rdbi = new ReceivedDeletedBlockInfo(
      new Block(5678, 512, 1000),  BlockStatus.DELETED_BLOCK, null);
  DataNode datanode = cluster.getDataNodes().get(0);
  BPServiceActor actor =
      datanode.getAllBpOs()[0].getBPServiceActors().get(0);
  String storageUuid =
      datanode.getFSDataset().getVolumes().get(0).getStorageID();
  actor.notifyNamenodeDeletedBlock(rdbi, storageUuid);

  // Manually trigger a block report.
  datanode.triggerBlockReport(
      new BlockReportOptions.Factory().
          setIncremental(incremental).
          build()
  );

  // triggerBlockReport returns before the block report is
  // actually sent.  Wait for it to be sent here.
  if (incremental) {
    Mockito.verify(spy, timeout(60000).times(2)).
        blockReceivedAndDeleted(
            any(DatanodeRegistration.class),
            anyString(),
            any(StorageReceivedDeletedBlocks[].class));
  } else {
    Mockito.verify(spy, timeout(60000)).blockReport(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageBlockReport[].class),
        Mockito.<BlockReportContext>anyObject());
  }

  cluster.shutdown();
}
 

private void testTriggerBlockReport(boolean incremental) throws Exception {
  Configuration conf = new HdfsConfiguration();

  // Set a really long value for dfs.blockreport.intervalMsec and
  // dfs.heartbeat.interval, so that incremental block reports and heartbeats
  // won't be sent during this test unless they're triggered
  // manually.
  conf.setLong(DFSConfigKeys.DFS_BLOCKREPORT_INTERVAL_MSEC_KEY, 10800000L);
  conf.setLong(DFSConfigKeys.DFS_HEARTBEAT_INTERVAL_KEY, 1080L);

  final MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  FileSystem fs = cluster.getFileSystem();
  DatanodeProtocolClientSideTranslatorPB spy =
      DataNodeTestUtils.spyOnBposToNN(
          cluster.getDataNodes().get(0), cluster.getNameNode());
  DFSTestUtil.createFile(fs, new Path("/abc"), 16, (short) 1, 1L);

  // We should get 1 incremental block report.
  Mockito.verify(spy, timeout(60000).times(1)).blockReceivedAndDeleted(
      any(DatanodeRegistration.class),
      anyString(),
      any(StorageReceivedDeletedBlocks[].class));

  // We should not receive any more incremental or incremental block reports,
  // since the interval we configured is so long.
  for (int i = 0; i < 3; i++) {
    Thread.sleep(10);
    Mockito.verify(spy, times(0)).blockReport(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageBlockReport[].class),
        Mockito.<BlockReportContext>anyObject());
    Mockito.verify(spy, times(1)).blockReceivedAndDeleted(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageReceivedDeletedBlocks[].class));
  }

  // Create a fake block deletion notification on the DataNode.
  // This will be sent with the next incremental block report.
  ReceivedDeletedBlockInfo rdbi = new ReceivedDeletedBlockInfo(
      new Block(5678, 512, 1000),  BlockStatus.DELETED_BLOCK, null);
  DataNode datanode = cluster.getDataNodes().get(0);
  BPServiceActor actor =
      datanode.getAllBpOs().get(0).getBPServiceActors().get(0);
  String storageUuid;
  try (FsDatasetSpi.FsVolumeReferences volumes =
      datanode.getFSDataset().getFsVolumeReferences()) {
    storageUuid = volumes.get(0).getStorageID();
  }
  actor.notifyNamenodeDeletedBlock(rdbi, storageUuid);

  // Manually trigger a block report.
  datanode.triggerBlockReport(
      new BlockReportOptions.Factory().
          setIncremental(incremental).
          build()
  );

  // triggerBlockReport returns before the block report is
  // actually sent.  Wait for it to be sent here.
  if (incremental) {
    Mockito.verify(spy, timeout(60000).times(2)).
        blockReceivedAndDeleted(
            any(DatanodeRegistration.class),
            anyString(),
            any(StorageReceivedDeletedBlocks[].class));
  } else {
    Mockito.verify(spy, timeout(60000)).blockReport(
        any(DatanodeRegistration.class),
        anyString(),
        any(StorageBlockReport[].class),
        Mockito.<BlockReportContext>anyObject());
  }

  cluster.shutdown();
}