Java DeletionService.delete方法代码示例

import org.apache.hadoop.yarn.server.nodemanager.DeletionService; //导入方法依赖的package包/类
private void deleteLocalDir(FileContext lfs, DeletionService del,
    String localDir) throws IOException {
  RemoteIterator<FileStatus> fileStatus = lfs.listStatus(new Path(localDir));
  if (fileStatus != null) {
    while (fileStatus.hasNext()) {
      FileStatus status = fileStatus.next();
      try {
        if (status.getPath().getName().matches(".*" +
            ContainerLocalizer.USERCACHE + "_DEL_.*")) {
          LOG.info("usercache path : " + status.getPath().toString());
          cleanUpFilesPerUserDir(lfs, del, status.getPath());
        } else if (status.getPath().getName()
            .matches(".*" + NM_PRIVATE_DIR + "_DEL_.*")
            ||
            status.getPath().getName()
                .matches(".*" + ContainerLocalizer.FILECACHE + "_DEL_.*")) {
          del.delete(null, status.getPath(), new Path[] {});
        }
      } catch (IOException ex) {
        // Do nothing, just give the warning
        LOG.warn("Failed to delete this local Directory: " +
            status.getPath().getName());
      }
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.DeletionService; //导入方法依赖的package包/类
@Override
 public boolean remove(LocalizedResource rem, DeletionService delService) {
// current synchronization guaranteed by crude RLS event for cleanup
   LocalizedResource rsrc = localrsrc.get(rem.getRequest());
   if (null == rsrc) {
     LOG.error("Attempt to remove absent resource: " + rem.getRequest()
         + " from " + getUser());
     return true;
   }
   if (rsrc.getRefCount() > 0
       || ResourceState.DOWNLOADING.equals(rsrc.getState()) || rsrc != rem) {
     // internal error
     LOG.error("Attempt to remove resource: " + rsrc
         + " with non-zero refcount");
     return false;
   } else { // ResourceState is LOCALIZED or INIT
     if (ResourceState.LOCALIZED.equals(rsrc.getState())) {
       delService.delete(getUser(), getPathToDelete(rsrc.getLocalPath()));
     }
     removeResource(rem.getRequest());
     LOG.info("Removed " + rsrc.getLocalPath() + " from localized cache");
     return true;
   }
 }
 

import org.apache.hadoop.yarn.server.nodemanager.DeletionService; //导入方法依赖的package包/类
@Override
 public boolean remove(LocalizedResource rem, DeletionService delService) {
// current synchronization guaranteed by crude RLS event for cleanup
   LocalizedResource rsrc = localrsrc.get(rem.getRequest());
   if (null == rsrc) {
     LOG.error("Attempt to remove absent resource: " + rem.getRequest()
         + " from " + getUser());
     return true;
   }
   if (rsrc.getRefCount() > 0
       || ResourceState.DOWNLOADING.equals(rsrc.getState()) || rsrc != rem) {
     // internal error
     LOG.error("Attempt to remove resource: " + rsrc
         + " with non-zero refcount");
     return false;
   } else { // ResourceState is LOCALIZED or INIT
     localrsrc.remove(rem.getRequest());
     if (ResourceState.LOCALIZED.equals(rsrc.getState())) {
       delService.delete(getUser(), getPathToDelete(rsrc.getLocalPath()));
     }
     decrementFileCountForLocalCacheDirectory(rem.getRequest(), rsrc);
     return true;
   }
 }
 

import org.apache.hadoop.yarn.server.nodemanager.DeletionService; //导入方法依赖的package包/类
private void deleteAppLogDir(FileContext fs, DeletionService del,
    String logDir) throws IOException {
  RemoteIterator<FileStatus> fileStatuses =
      fs.listStatus(new Path(logDir));
  if (fileStatuses != null) {
    while (fileStatuses.hasNext()) {
      FileStatus fileStatus = fileStatuses.next();
      String appName = fileStatus.getPath().getName();
      if (appName.matches("^application_\\d+_\\d+_DEL_\\d+$")) {
        LOG.info("delete app log dir," + appName);
        del.delete(null, fileStatus.getPath());
      }
    }
  }
}
 

import org.apache.hadoop.yarn.server.nodemanager.DeletionService; //导入方法依赖的package包/类
/**
 * @return {@link Path} absolute path for localization which includes local
 *         directory path and the relative hierarchical path (if use local
 *         cache directory manager is enabled)
 * 
 * @param {@link LocalResourceRequest} Resource localization request to
 *        localize the resource.
 * @param {@link Path} local directory path
 * @param {@link DeletionService} Deletion Service to delete existing
 *        path for localization.
 */
@Override
public Path getPathForLocalization(LocalResourceRequest req,
    Path localDirPath, DeletionService delService) {
  Path rPath = localDirPath;
  if (useLocalCacheDirectoryManager && localDirPath != null) {

    if (!directoryManagers.containsKey(localDirPath)) {
      directoryManagers.putIfAbsent(localDirPath,
        new LocalCacheDirectoryManager(conf));
    }
    LocalCacheDirectoryManager dir = directoryManagers.get(localDirPath);

    rPath = localDirPath;
    String hierarchicalPath = dir.getRelativePathForLocalization();
    // For most of the scenarios we will get root path only which
    // is an empty string
    if (!hierarchicalPath.isEmpty()) {
      rPath = new Path(localDirPath, hierarchicalPath);
    }
    inProgressLocalResourcesMap.put(req, rPath);
  }

  while (true) {
    Path uniquePath = new Path(rPath,
        Long.toString(uniqueNumberGenerator.incrementAndGet()));
    File file = new File(uniquePath.toUri().getRawPath());
    if (!file.exists()) {
      rPath = uniquePath;
      break;
    }
    // If the directory already exists, delete it and move to next one.
    LOG.warn("Directory " + uniquePath + " already exists, " +
        "try next one.");
    if (delService != null) {
      delService.delete(getUser(), uniquePath);
    }
  }

  Path localPath = new Path(rPath, req.getPath().getName());
  LocalizedResource rsrc = localrsrc.get(req);
  rsrc.setLocalPath(localPath);
  LocalResource lr = LocalResource.newInstance(req.getResource(),
      req.getType(), req.getVisibility(), req.getSize(),
      req.getTimestamp());
  try {
    stateStore.startResourceLocalization(user, appId,
        ((LocalResourcePBImpl) lr).getProto(), localPath);
  } catch (IOException e) {
    LOG.error("Unable to record localization start for " + rsrc, e);
  }
  return rPath;
}