Java Storage.STORAGE_DIR_CURRENT属性代码示例

/**
 * For block pool, verify that the current and/or previous exist as indicated
 * by the method parameters.  If previous exists, verify that
 * it hasn't been modified by comparing the checksum of all it's
 * containing files with their original checksum.  It is assumed that
 * the server has recovered.
 * @param baseDirs directories pointing to block pool storage
 * @param bpid block pool Id
 * @param currentShouldExist current directory exists under storage
 * @param currentShouldExist previous directory exists under storage
 */
void checkResultBlockPool(String[] baseDirs, boolean currentShouldExist,
    boolean previousShouldExist) throws IOException
{
  if (currentShouldExist) {
    for (int i = 0; i < baseDirs.length; i++) {
      File bpCurDir = new File(baseDirs[i], Storage.STORAGE_DIR_CURRENT);
      assertEquals(UpgradeUtilities.checksumContents(DATA_NODE, bpCurDir,
              false), UpgradeUtilities.checksumMasterBlockPoolContents());
    }
  }
  if (previousShouldExist) {
    for (int i = 0; i < baseDirs.length; i++) {
      File bpPrevDir = new File(baseDirs[i], Storage.STORAGE_DIR_PREVIOUS);
      assertTrue(bpPrevDir.isDirectory());
      assertEquals(
                   UpgradeUtilities.checksumContents(DATA_NODE, bpPrevDir,
                   false), UpgradeUtilities.checksumMasterBlockPoolContents());
    }
  }
}
 

/**
 * Corrupts the MD5 sum of the fsimage.
 * 
 * @param corruptAll
 *          whether to corrupt one or all of the MD5 sums in the configured
 *          namedirs
 * @throws IOException
 */
private void corruptFSImageMD5(boolean corruptAll) throws IOException {
  List<URI> nameDirs = (List<URI>)FSNamesystem.getNamespaceDirs(config);
  // Corrupt the md5 files in all the namedirs
  for (URI uri: nameDirs) {
    // Directory layout looks like:
    // test/data/dfs/nameN/current/{fsimage,edits,...}
    File nameDir = new File(uri.getPath());
    File dfsDir = nameDir.getParentFile();
    assertEquals(dfsDir.getName(), "dfs"); // make sure we got right dir
    // Set the md5 file to all zeros
    File imageFile = new File(nameDir,
        Storage.STORAGE_DIR_CURRENT + "/"
        + NNStorage.getImageFileName(0));
    MD5FileUtils.saveMD5File(imageFile, new MD5Hash(new byte[16]));
    // Only need to corrupt one if !corruptAll
    if (!corruptAll) {
      break;
    }
  }
}
 

/**
 * Test conversion from a block file path to its target trash
 * directory.
 */
public void getTrashDirectoryForBlockFile(String fileName, int nestingLevel) {
  final String blockFileSubdir = makeRandomBlockFileSubdir(nestingLevel);
  final String blockFileName = fileName;

  String testFilePath =
      storage.getSingularStorageDir().getRoot() + File.separator +
          Storage.STORAGE_DIR_CURRENT +
          blockFileSubdir + blockFileName;

  String expectedTrashPath =
      storage.getSingularStorageDir().getRoot() + File.separator +
          BlockPoolSliceStorage.TRASH_ROOT_DIR +
          blockFileSubdir.substring(0, blockFileSubdir.length() - 1);

  LOG.info("Got subdir " + blockFileSubdir);
  LOG.info("Generated file path " + testFilePath);
  assertThat(storage.getTrashDirectory(new File(testFilePath)), is(expectedTrashPath));
}
 

public void getRestoreDirectoryForBlockFile(String fileName, int nestingLevel) {
  BlockPoolSliceStorage storage = makeBlockPoolStorage();
  final String blockFileSubdir = makeRandomBlockFileSubdir(nestingLevel);
  final String blockFileName = fileName;

  String deletedFilePath =
      storage.getSingularStorageDir().getRoot() + File.separator +
      BlockPoolSliceStorage.TRASH_ROOT_DIR +
      blockFileSubdir + blockFileName;

  String expectedRestorePath =
      storage.getSingularStorageDir().getRoot() + File.separator +
          Storage.STORAGE_DIR_CURRENT +
          blockFileSubdir.substring(0, blockFileSubdir.length() - 1);

  LOG.info("Generated deleted file path " + deletedFilePath);
  assertThat(storage.getRestoreDirectory(new File(deletedFilePath)),
             is(expectedRestorePath));

}
 

public static void createBlockPoolVersionFile(File bpDir,
    StorageInfo version, String bpid) throws IOException {
  // Create block pool version files
  if (DataNodeLayoutVersion.supports(
      LayoutVersion.Feature.FEDERATION, version.layoutVersion)) {
    File bpCurDir = new File(bpDir, Storage.STORAGE_DIR_CURRENT);
    BlockPoolSliceStorage bpStorage = new BlockPoolSliceStorage(version,
        bpid);
    File versionFile = new File(bpCurDir, "VERSION");
    StorageDirectory sd = new StorageDirectory(bpDir);
    bpStorage.writeProperties(versionFile, sd);
  }
}
 

/**
 * @param args arguments
 * @throws IOException 
 */
public static void main(String[] args)  throws IOException {
  long startingBlockId = 1;
  int numFiles = 0;
  short replication = 1;
  int numBlocksPerFile = 0;
  long blockSize = 10;

  if (args.length == 0) {
    printUsageExit();
  }

  for (int i = 0; i < args.length; i++) { // parse command line
    if (args[i].equals("-h"))
      printUsageExit();
    if (args[i].equals("-f")) {
     if (i + 3 >= args.length || args[i+1].startsWith("-") || 
         args[i+2].startsWith("-") || args[i+3].startsWith("-")) {
       printUsageExit(
           "Missing num files, starting block and/or number of blocks");
     }
     numFiles = Integer.parseInt(args[++i]);
     startingBlockId = Integer.parseInt(args[++i]);
     numBlocksPerFile = Integer.parseInt(args[++i]);
     if (numFiles <=0 || numBlocksPerFile <= 0) {
       printUsageExit("numFiles and numBlocksPerFile most be greater than 0");
     }
    } else if (args[i].equals("-l")) {
      if (i + 1 >= args.length) {
        printUsageExit(
            "Missing block length");
      }
      blockSize = Long.parseLong(args[++i]);
    } else if (args[i].equals("-r") || args[i+1].startsWith("-")) {
      if (i + 1 >= args.length) {
        printUsageExit(
            "Missing replication factor");
      }
      replication = Short.parseShort(args[++i]);
    } else if (args[i].equals("-d")) {
      if (i + 1 >= args.length || args[i+1].startsWith("-")) {
        printUsageExit("Missing edits logs directory");
      }
      edits_dir = args[++i];
    } else {
      printUsageExit();
    }
  }
  

  File editsLogDir = new File(edits_dir);
  File subStructureDir = new File(edits_dir + "/" + 
      Storage.STORAGE_DIR_CURRENT);
  if ( !editsLogDir.exists() ) {
    if ( !editsLogDir.mkdir()) {
      System.out.println("cannot create " + edits_dir);
      System.exit(-1);
    }
  }
  if ( !subStructureDir.exists() ) {
    if ( !subStructureDir.mkdir()) {
      System.out.println("cannot create subdirs of " + edits_dir);
      System.exit(-1);
    }
  }
  

  FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);
  FSEditLog editLog = FSImageTestUtil.createStandaloneEditLog(editsLogDir);
  editLog.openForWrite();
  addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
           blockSize, nameGenerator);
  editLog.logSync();
  editLog.close();
}
 

/**
 * @param args arguments
 * @throws IOException 
 */
public static void main(String[] args)  throws IOException {
  long startingBlockId = 1;
  int numFiles = 0;
  short replication = 1;
  int numBlocksPerFile = 0;
  long blockSize = 10;

  if (args.length == 0) {
    printUsageExit();
  }

  for (int i = 0; i < args.length; i++) { // parse command line
    if (args[i].equals("-h"))
      printUsageExit();
    if (args[i].equals("-f")) {
     if (i + 3 >= args.length || args[i+1].startsWith("-") || 
         args[i+2].startsWith("-") || args[i+3].startsWith("-")) {
       printUsageExit(
           "Missing num files, starting block and/or number of blocks");
     }
     numFiles = Integer.parseInt(args[++i]);
     startingBlockId = Integer.parseInt(args[++i]);
     numBlocksPerFile = Integer.parseInt(args[++i]);
     if (numFiles <=0 || numBlocksPerFile <= 0) {
       printUsageExit("numFiles and numBlocksPerFile most be greater than 0");
     }
    } else if (args[i].equals("-l")) {
      if (i + 1 >= args.length) {
        printUsageExit(
            "Missing block length");
      }
      blockSize = Long.parseLong(args[++i]);
    } else if (args[i].equals("-r") || args[i+1].startsWith("-")) {
      if (i + 1 >= args.length) {
        printUsageExit(
            "Missing replication factor");
      }
      replication = Short.parseShort(args[++i]);
    } else if (args[i].equals("-d")) {
      if (i + 1 >= args.length || args[i+1].startsWith("-")) {
        printUsageExit("Missing edits logs directory");
      }
      edits_dir = args[++i];
    } else {
      printUsageExit();
    }
  }
  

  File editsLogDir = new File(edits_dir);
  File subStructureDir = new File(edits_dir + "/" + 
      Storage.STORAGE_DIR_CURRENT);
  if ( !editsLogDir.exists() ) {
    if ( !editsLogDir.mkdir()) {
      System.out.println("cannot create " + edits_dir);
      System.exit(-1);
    }
  }
  if ( !subStructureDir.exists() ) {
    if ( !subStructureDir.mkdir()) {
      System.out.println("cannot create subdirs of " + edits_dir);
      System.exit(-1);
    }
  }
  

  FileNameGenerator nameGenerator = new FileNameGenerator(BASE_PATH, 100);
  FSEditLog editLog = FSImageTestUtil.createStandaloneEditLog(editsLogDir);
  editLog.openForWrite(NameNodeLayoutVersion.CURRENT_LAYOUT_VERSION);
  addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId,
           blockSize, nameGenerator);
  editLog.logSync();
  editLog.close();
}
 

/**
 * Get current directory corresponding to the datanode as defined in
 * (@link Storage#STORAGE_DIR_CURRENT}
 * @param storageDir the storage directory of a datanode.
 * @return the datanode current directory
 */
public static String getDNCurrentDir(File storageDir) {
  return storageDir + "/" + Storage.STORAGE_DIR_CURRENT + "/";
}