Java RestoreSnapshotHelper.copySnapshotForScanner方法代码示例

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
private void init() throws IOException {
  final RestoreSnapshotHelper.RestoreMetaChanges meta =
    RestoreSnapshotHelper.copySnapshotForScanner(
      conf, fs, rootDir, restoreDir, snapshotName);
  final List<HRegionInfo> restoredRegions = meta.getRegionsToAdd();

  htd = meta.getTableDescriptor();
  regions = new ArrayList<HRegionInfo>(restoredRegions.size());
  for (HRegionInfo hri: restoredRegions) {
    if (CellUtil.overlappingKeys(scan.getStartRow(), scan.getStopRow(),
        hri.getStartKey(), hri.getEndKey())) {
      regions.add(hri);
    }
  }

  // sort for regions according to startKey.
  Collections.sort(regions);
  initScanMetrics(scan);
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
/**
 * Configures the job to use TableSnapshotInputFormat to read from a snapshot.
 * @param conf the job to configure
 * @param snapshotName the name of the snapshot to read from
 * @param restoreDir a temporary directory to restore the snapshot into. Current user should
 * have write permissions to this directory, and this should not be a subdirectory of rootdir.
 * After the job is finished, restoreDir can be deleted.
 * @param numSplitsPerRegion how many input splits to generate per one region
 * @param splitAlgo SplitAlgorithm to be used when generating InputSplits
 * @throws IOException if an error occurs
 */
public static void setInput(Configuration conf, String snapshotName, Path restoreDir,
                            RegionSplitter.SplitAlgorithm splitAlgo, int numSplitsPerRegion)
        throws IOException {
  conf.set(SNAPSHOT_NAME_KEY, snapshotName);
  if (numSplitsPerRegion < 1) {
    throw new IllegalArgumentException("numSplits must be >= 1, " +
            "illegal numSplits : " + numSplitsPerRegion);
  }
  if (splitAlgo == null && numSplitsPerRegion > 1) {
    throw new IllegalArgumentException("Split algo can't be null when numSplits > 1");
  }
  if (splitAlgo != null) {
    conf.set(SPLIT_ALGO, splitAlgo.getClass().getName());
  }
  conf.setInt(NUM_SPLITS_PER_REGION, numSplitsPerRegion);
  Path rootDir = FSUtils.getRootDir(conf);
  FileSystem fs = rootDir.getFileSystem(conf);

  restoreDir = new Path(restoreDir, UUID.randomUUID().toString());

  // TODO: restore from record readers to parallelize.
  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

  conf.set(RESTORE_DIR_KEY, restoreDir.toString());
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
private void init() throws IOException {
  Path snapshotDir = SnapshotDescriptionUtils.getCompletedSnapshotDir(snapshotName, rootDir);
  SnapshotDescription snapshotDesc = SnapshotDescriptionUtils.readSnapshotInfo(fs, snapshotDir);
  SnapshotManifest manifest = SnapshotManifest.open(conf, fs, snapshotDir, snapshotDesc);

  // load table descriptor
  htd = manifest.getTableDescriptor();

  List<SnapshotRegionManifest> regionManifests = manifest.getRegionManifests();
  if (regionManifests == null) {
    throw new IllegalArgumentException("Snapshot seems empty");
  }

  regions = new ArrayList<HRegionInfo>(regionManifests.size());
  for (SnapshotRegionManifest regionManifest : regionManifests) {
    // load region descriptor
    HRegionInfo hri = HRegionInfo.convert(regionManifest.getRegionInfo());

    if (CellUtil.overlappingKeys(scan.getStartRow(), scan.getStopRow(),
        hri.getStartKey(), hri.getEndKey())) {
      regions.add(hri);
    }
  }

  // sort for regions according to startKey.
  Collections.sort(regions);

  initScanMetrics(scan);

  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs,
    rootDir, restoreDir, snapshotName);
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
/**
 * Configures the job to use TableSnapshotInputFormat to read from a snapshot.
 * @param conf the job to configuration
 * @param snapshotName the name of the snapshot to read from
 * @param restoreDir a temporary directory to restore the snapshot into. Current user should
 * have write permissions to this directory, and this should not be a subdirectory of rootdir.
 * After the job is finished, restoreDir can be deleted.
 * @throws IOException if an error occurs
 */
public static void setInput(Configuration conf, String snapshotName, Path restoreDir)
    throws IOException {
  conf.set(SNAPSHOT_NAME_KEY, snapshotName);

  Path rootDir = FSUtils.getRootDir(conf);
  FileSystem fs = rootDir.getFileSystem(conf);

  restoreDir = new Path(restoreDir, UUID.randomUUID().toString());

  // TODO: restore from record readers to parallelize.
  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

  conf.set(RESTORE_DIR_KEY, restoreDir.toString());
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
private void init() throws IOException {
  Path snapshotDir = SnapshotDescriptionUtils.getCompletedSnapshotDir(snapshotName, rootDir);

  //load table descriptor
  htd = FSTableDescriptors.getTableDescriptorFromFs(fs, snapshotDir);

  Set<String> snapshotRegionNames
    = SnapshotReferenceUtil.getSnapshotRegionNames(fs, snapshotDir);
  if (snapshotRegionNames == null) {
    throw new IllegalArgumentException("Snapshot seems empty");
  }

  regions = new ArrayList<HRegionInfo>(snapshotRegionNames.size());
  for (String regionName : snapshotRegionNames) {
    // load region descriptor
    Path regionDir = new Path(snapshotDir, regionName);
    HRegionInfo hri = HRegionFileSystem.loadRegionInfoFileContent(fs,
        regionDir);

    if (CellUtil.overlappingKeys(scan.getStartRow(), scan.getStopRow(),
        hri.getStartKey(), hri.getEndKey())) {
      regions.add(hri);
    }
  }

  // sort for regions according to startKey.
  Collections.sort(regions);

  initScanMetrics(scan);

  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs,
    rootDir, restoreDir, snapshotName);
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
/**
 * Configures the job to use TableSnapshotInputFormat to read from a snapshot.
 * @param conf the job to configure
 * @param snapshotName the name of the snapshot to read from
 * @param restoreDir a temporary directory to restore the snapshot into. Current user should
 * have write permissions to this directory, and this should not be a subdirectory of rootdir.
 * After the job is finished, restoreDir can be deleted.
 * @throws IOException if an error occurs
 */
public static void setInput(Configuration conf, String snapshotName, Path restoreDir)
    throws IOException {
  conf.set(SNAPSHOT_NAME_KEY, snapshotName);

  Path rootDir = new Path(conf.get(HConstants.HBASE_DIR));
  FileSystem fs = rootDir.getFileSystem(conf);

  restoreDir = new Path(restoreDir, UUID.randomUUID().toString());

  // TODO: restore from record readers to parallelize.
  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

  conf.set(TABLE_DIR_KEY, restoreDir.toString());
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
private void openWithRestoringSnapshot() throws IOException {
  final RestoreSnapshotHelper.RestoreMetaChanges meta =
      RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);
  final List<RegionInfo> restoredRegions = meta.getRegionsToAdd();

  htd = meta.getTableDescriptor();
  regions = new ArrayList<>(restoredRegions.size());
  restoredRegions.stream().filter(this::isValidRegion).sorted().forEach(r -> regions.add(r));
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
private void restoreSnapshotForPeerCluster(Configuration conf, String peerQuorumAddress)
    throws IOException {
  Configuration peerConf =
      HBaseConfiguration.createClusterConf(conf, peerQuorumAddress, PEER_CONFIG_PREFIX);
  FileSystem.setDefaultUri(peerConf, peerFSAddress);
  FSUtils.setRootDir(peerConf, new Path(peerFSAddress, peerHBaseRootAddress));
  FileSystem fs = FileSystem.get(peerConf);
  RestoreSnapshotHelper.copySnapshotForScanner(peerConf, fs, FSUtils.getRootDir(peerConf),
    new Path(peerFSAddress, peerSnapshotTmpDir), peerSnapshotName);
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
/**
 * Configures the job to use TableSnapshotInputFormat to read from a snapshot.
 * @param conf the job to configuration
 * @param snapshotName the name of the snapshot to read from
 * @param restoreDir a temporary directory to restore the snapshot into. Current user should
 * have write permissions to this directory, and this should not be a subdirectory of rootdir.
 * After the job is finished, restoreDir can be deleted.
 * @throws IOException if an error occurs
 */
public static void setInput(Configuration conf, String snapshotName, Path restoreDir)
    throws IOException {
  conf.set(SNAPSHOT_NAME_KEY, snapshotName);

  Path rootDir = FSUtils.getRootDir(conf);
  FileSystem fs = rootDir.getFileSystem(conf);

  restoreDir = new Path(restoreDir, UUID.randomUUID().toString());

  // TODO: restore from record readers to parallelize.
  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

  conf.set(TABLE_DIR_KEY, restoreDir.toString());
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
void restoreSnapshot(Configuration conf, String snapshotName, Path rootDir, Path restoreDir,
    FileSystem fs) throws IOException {
  RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);
}
 

import org.apache.hadoop.hbase.snapshot.RestoreSnapshotHelper; //导入方法依赖的package包/类
@Test
public void testScannerWithRestoreScanner() throws Exception {
  setupCluster();
  TableName tableName = TableName.valueOf("testScanner");
  String snapshotName = "testScannerWithRestoreScanner";
  try {
    createTableAndSnapshot(UTIL, tableName, snapshotName, 50);
    Path restoreDir = UTIL.getDataTestDirOnTestFS(snapshotName);
    Scan scan = new Scan(bbb, yyy); // limit the scan

    Configuration conf = UTIL.getConfiguration();
    Path rootDir = FSUtils.getRootDir(conf);

    TableSnapshotScanner scanner0 =
        new TableSnapshotScanner(conf, restoreDir, snapshotName, scan);
    verifyScanner(scanner0, bbb, yyy);
    scanner0.close();

    // restore snapshot.
    RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

    // scan the snapshot without restoring snapshot
    TableSnapshotScanner scanner =
        new TableSnapshotScanner(conf, rootDir, restoreDir, snapshotName, scan, true);
    verifyScanner(scanner, bbb, yyy);
    scanner.close();

    // check whether the snapshot has been deleted by the close of scanner.
    scanner = new TableSnapshotScanner(conf, rootDir, restoreDir, snapshotName, scan, true);
    verifyScanner(scanner, bbb, yyy);
    scanner.close();

    // restore snapshot again.
    RestoreSnapshotHelper.copySnapshotForScanner(conf, fs, rootDir, restoreDir, snapshotName);

    // check whether the snapshot has been deleted by the close of scanner.
    scanner = new TableSnapshotScanner(conf, rootDir, restoreDir, snapshotName, scan, true);
    verifyScanner(scanner, bbb, yyy);
    scanner.close();
  } finally {
    UTIL.getAdmin().deleteSnapshot(snapshotName);
    UTIL.deleteTable(tableName);
    tearDownCluster();
  }
}