Java LocalResourceVisibility.PRIVATE屬性代碼示例

private Path getPathForLocalization(LocalResource rsrc) throws IOException,
    URISyntaxException {
  String user = context.getUser();
  ApplicationId appId =
      context.getContainerId().getApplicationAttemptId().getApplicationId();
  LocalResourceVisibility vis = rsrc.getVisibility();
  LocalResourcesTracker tracker =
      getLocalResourcesTracker(vis, user, appId);
  String cacheDirectory = null;
  if (vis == LocalResourceVisibility.PRIVATE) {// PRIVATE Only
    cacheDirectory = getUserFileCachePath(user);
  } else {// APPLICATION ONLY
    cacheDirectory = getAppFileCachePath(user, appId.toString());
  }
  Path dirPath =
      dirsHandler.getLocalPathForWrite(cacheDirectory,
        ContainerLocalizer.getEstimatedSize(rsrc), false);
  return tracker.getPathForLocalization(new LocalResourceRequest(rsrc),
      dirPath, delService);
}
 

private Path getPathForLocalization(LocalResource rsrc) throws IOException,
    URISyntaxException {
  String user = context.getUser();
  ApplicationId appId =
      context.getContainerId().getApplicationAttemptId().getApplicationId();
  LocalResourceVisibility vis = rsrc.getVisibility();
  LocalResourcesTracker tracker =
      getLocalResourcesTracker(vis, user, appId);
  String cacheDirectory = null;
  if (vis == LocalResourceVisibility.PRIVATE) {// PRIVATE Only
    cacheDirectory = getUserFileCachePath(user);
  } else {// APPLICATION ONLY
    cacheDirectory = getAppFileCachePath(user, appId.toString());
  }
  Path dirPath =
      dirsHandler.getLocalPathForWrite(cacheDirectory,
        ContainerLocalizer.getEstimatedSize(rsrc), false);
  return tracker.getPathForLocalization(new LocalResourceRequest(rsrc),
      dirPath);
}
 

public LocalResourceVisibility getVisibility(Configuration conf, URI uri,
    Map<URI, FileStatus> statCache) throws IOException {
  if (isPublic(conf, uri, statCache)) {
    return LocalResourceVisibility.PUBLIC;
  } else {
    return LocalResourceVisibility.PRIVATE;
  }
}
 

@Test (timeout=10000)
public void testUniqueDestinationPath() throws Exception {
  Configuration conf = new Configuration();
  FileContext files = FileContext.getLocalFSFileContext(conf);
  final Path basedir = files.makeQualified(new Path("target",
      TestFSDownload.class.getSimpleName()));
  files.mkdir(basedir, null, true);
  conf.setStrings(TestFSDownload.class.getName(), basedir.toString());

  ExecutorService singleThreadedExec = Executors.newSingleThreadExecutor();

  LocalDirAllocator dirs =
      new LocalDirAllocator(TestFSDownload.class.getName());
  Path destPath = dirs.getLocalPathForWrite(basedir.toString(), conf);
  destPath =
      new Path(destPath, Long.toString(uniqueNumberGenerator
          .incrementAndGet()));

  Path p = new Path(basedir, "dir" + 0 + ".jar");
  LocalResourceVisibility vis = LocalResourceVisibility.PRIVATE;
  LocalResource rsrc = createJar(files, p, vis);
  FSDownload fsd =
      new FSDownload(files, UserGroupInformation.getCurrentUser(), conf,
          destPath, rsrc);
  Future<Path> rPath = singleThreadedExec.submit(fsd);
  singleThreadedExec.shutdown();
  while (!singleThreadedExec.awaitTermination(1000, TimeUnit.MILLISECONDS));
  Assert.assertTrue(rPath.isDone());
  // Now FSDownload will not create a random directory to localize the
  // resource. Therefore the final localizedPath for the resource should be
  // destination directory (passed as an argument) + file name.
  Assert.assertEquals(destPath, rPath.get().getParent());
}
 

private void downloadWithFileType(TEST_FILE_TYPE fileType) throws IOException, 
    URISyntaxException, InterruptedException{
  Configuration conf = new Configuration();
  conf.set(CommonConfigurationKeys.FS_PERMISSIONS_UMASK_KEY, "077");
  FileContext files = FileContext.getLocalFSFileContext(conf);
  final Path basedir = files.makeQualified(new Path("target",
      TestFSDownload.class.getSimpleName()));
  files.mkdir(basedir, null, true);
  conf.setStrings(TestFSDownload.class.getName(), basedir.toString());

  Random rand = new Random();
  long sharedSeed = rand.nextLong();
  rand.setSeed(sharedSeed);
  System.out.println("SEED: " + sharedSeed);

  Map<LocalResource, Future<Path>> pending = new HashMap<LocalResource, Future<Path>>();
  ExecutorService exec = Executors.newSingleThreadExecutor();
  LocalDirAllocator dirs = new LocalDirAllocator(
      TestFSDownload.class.getName());

  int size = rand.nextInt(512) + 512;
  LocalResourceVisibility vis = LocalResourceVisibility.PRIVATE;
  Path p = new Path(basedir, "" + 1);
  String strFileName = "";
  LocalResource rsrc = null;
  switch (fileType) {
  case TAR:
    rsrc = createTarFile(files, p, size, rand, vis);
    break;
  case JAR:
    rsrc = createJarFile(files, p, size, rand, vis);
    rsrc.setType(LocalResourceType.PATTERN);
    break;
  case ZIP:
    rsrc = createZipFile(files, p, size, rand, vis);
    strFileName = p.getName() + ".ZIP";
    break;
  case TGZ:
    rsrc = createTgzFile(files, p, size, rand, vis);
    break;
  }
  Path destPath = dirs.getLocalPathForWrite(basedir.toString(), size, conf);
  destPath = new Path (destPath,
      Long.toString(uniqueNumberGenerator.incrementAndGet()));
  FSDownload fsd = new FSDownload(files,
      UserGroupInformation.getCurrentUser(), conf, destPath, rsrc);
  pending.put(rsrc, exec.submit(fsd));
  exec.shutdown();
  while (!exec.awaitTermination(1000, TimeUnit.MILLISECONDS));
  try {
    pending.get(rsrc).get(); // see if there was an Exception during download
    FileStatus[] filesstatus = files.getDefaultFileSystem().listStatus(
        basedir);
    for (FileStatus filestatus : filesstatus) {
      if (filestatus.isDirectory()) {
        FileStatus[] childFiles = files.getDefaultFileSystem().listStatus(
            filestatus.getPath());
        for (FileStatus childfile : childFiles) {
          if(strFileName.endsWith(".ZIP") &&
             childfile.getPath().getName().equals(strFileName) &&
             !childfile.isDirectory()) {
             Assert.fail("Failure...After unzip, there should have been a" +
               " directory formed with zip file name but found a file. "
               + childfile.getPath());
          }
          if (childfile.getPath().getName().startsWith("tmp")) {
            Assert.fail("Tmp File should not have been there "
                + childfile.getPath());
          }
        }
      }
    }
  }catch (Exception e) {
    throw new IOException("Failed exec", e);
  }
}