Java ZKSplitLog.getSplitLogDir方法代码示例

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
public static void finishSplitLogFile(Path rootdir, Path oldLogDir,
    String logfile, Configuration conf) throws IOException {
  List<Path> processedLogs = new ArrayList<Path>();
  List<Path> corruptedLogs = new ArrayList<Path>();
  FileSystem fs;
  fs = rootdir.getFileSystem(conf);
  Path logPath = new Path(logfile);
  if (ZKSplitLog.isCorrupted(rootdir, logPath.getName(), fs)) {
    corruptedLogs.add(logPath);
  } else {
    processedLogs.add(logPath);
  }
  archiveLogs(null, corruptedLogs, processedLogs, oldLogDir, fs, conf);
  Path stagingDir = ZKSplitLog.getSplitLogDir(rootdir, logPath.getName());
  HBaseFileSystem.deleteDirFromFileSystem(fs, stagingDir);
}
 

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
static void finishSplitLogFile(Path rootdir, Path oldLogDir,
    Path logPath, Configuration conf) throws IOException {
  List<Path> processedLogs = new ArrayList<Path>();
  List<Path> corruptedLogs = new ArrayList<Path>();
  FileSystem fs;
  fs = rootdir.getFileSystem(conf);
  if (ZKSplitLog.isCorrupted(rootdir, logPath.getName(), fs)) {
    corruptedLogs.add(logPath);
  } else {
    processedLogs.add(logPath);
  }
  archiveLogs(corruptedLogs, processedLogs, oldLogDir, fs, conf);
  Path stagingDir = ZKSplitLog.getSplitLogDir(rootdir, logPath.getName());
  fs.delete(stagingDir, true);
}
 

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
Path convertRegionEditsToTemp(Path rootdir, Path edits, String tmpname) {
  List<String> components = new ArrayList<String>(10);
  do {
    components.add(edits.getName());
    edits = edits.getParent();
  } while (edits.depth() > rootdir.depth());
  Path ret = ZKSplitLog.getSplitLogDir(rootdir, tmpname);
  for (int i = components.size() - 1; i >= 0; i--) {
    ret = new Path(ret, components.get(i));
  }
  try {
    if (fs.exists(ret)) {
      LOG.warn("Found existing old temporary edits file. It could be the "
          + "result of a previous failed split attempt. Deleting "
          + ret + ", length="
          + fs.getFileStatus(ret).getLen());
      if (!HBaseFileSystem.deleteFileFromFileSystem(fs, ret)) {
        LOG.warn("Failed delete of old " + ret);
      }
    }
    Path dir = ret.getParent();
    if (!fs.exists(dir) && !HBaseFileSystem.makeDirOnFileSystem(fs, dir)) { 
        LOG.warn("mkdir failed on " + dir);
    }
  } catch (IOException e) {
    LOG.warn("Could not prepare temp staging area ", e);
    // ignore, exceptions will be thrown elsewhere
  }
  return ret;
}
 

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
private static void finishSplitLogFile(Path rootdir, Path oldLogDir,
    Path logPath, Configuration conf) throws IOException {
  List<Path> processedLogs = new ArrayList<>();
  List<Path> corruptedLogs = new ArrayList<>();
  FileSystem fs;
  fs = rootdir.getFileSystem(conf);
  if (ZKSplitLog.isCorrupted(rootdir, logPath.getName(), fs)) {
    corruptedLogs.add(logPath);
  } else {
    processedLogs.add(logPath);
  }
  archiveLogs(corruptedLogs, processedLogs, oldLogDir, fs, conf);
  Path stagingDir = ZKSplitLog.getSplitLogDir(rootdir, logPath.getName());
  fs.delete(stagingDir, true);
}
 

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
Path convertRegionEditsToTemp(Path rootdir, Path edits, String tmpname) {
  List<String> components = new ArrayList<String>(10);
  do {
    components.add(edits.getName());
    edits = edits.getParent();
  } while (edits.depth() > rootdir.depth());
  Path ret = ZKSplitLog.getSplitLogDir(rootdir, tmpname);
  for (int i = components.size() - 1; i >= 0; i--) {
    ret = new Path(ret, components.get(i));
  }
  try {
    if (fs.exists(ret)) {
      LOG.warn("Found existing old temporary edits file. It could be the "
          + "result of a previous failed split attempt. Deleting "
          + ret + ", length="
          + fs.getFileStatus(ret).getLen());
      if (!fs.delete(ret, false)) {
        LOG.warn("Failed delete of old " + ret);
      }
    }
    Path dir = ret.getParent();
    if (!fs.exists(dir)) {
      if (!fs.mkdirs(dir)) LOG.warn("mkdir failed on " + dir);
    }
  } catch (IOException e) {
    LOG.warn("Could not prepare temp staging area ", e);
    // ignore, exceptions will be thrown elsewhere
  }
  return ret;
}
 

import org.apache.hadoop.hbase.zookeeper.ZKSplitLog; //导入方法依赖的package包/类
public static void moveRecoveredEditsFromTemp(String tmpname,
    Path rootdir, Path oldLogDir,
    String logfile, Configuration conf)
throws IOException{
  List<Path> processedLogs = new ArrayList<Path>();
  List<Path> corruptedLogs = new ArrayList<Path>();
  FileSystem fs;
  fs = rootdir.getFileSystem(conf);
  Path logPath = new Path(logfile);
  if (ZKSplitLog.isCorrupted(rootdir, tmpname, fs)) {
    corruptedLogs.add(logPath);
  } else {
    processedLogs.add(logPath);
  }
  Path stagingDir = ZKSplitLog.getSplitLogDir(rootdir, tmpname);
  List<FileStatus> files = listAll(fs, stagingDir);
  for (FileStatus f : files) {
    Path src = f.getPath();
    Path dst = ZKSplitLog.stripSplitLogTempDir(rootdir, src);
    if (ZKSplitLog.isCorruptFlagFile(dst)) {
      continue;
    }
    if (fs.exists(src)) {
      if (fs.exists(dst)) {
        fs.delete(dst, false);
      } else {
        Path dstdir = dst.getParent();
        if (!fs.exists(dstdir)) {
          if (!fs.mkdirs(dstdir)) LOG.warn("mkdir failed on " + dstdir);
        }
      }
      fs.rename(src, dst);
      LOG.debug(" moved " + src + " => " + dst);
    } else {
      LOG.debug("Could not move recovered edits from " + src +
          " as it doesn't exist");
    }
  }
  archiveLogs(null, corruptedLogs, processedLogs,
      oldLogDir, fs, conf);
  fs.delete(stagingDir, true);
  return;
}