Java IndexCommit.getFileNames方法代码示例

import org.apache.lucene.index.IndexCommit; //导入方法依赖的package包/类
private void assertFiles(Set<String> expected, int run, int commit, FastHdfsKeyValueDirectory directory)
    throws IOException {
  Set<String> actual;
  if (DirectoryReader.indexExists(directory)) {
    List<IndexCommit> listCommits = DirectoryReader.listCommits(directory);
    // assertEquals(1, listCommits.size());
    IndexCommit indexCommit = listCommits.get(0);
    actual = new TreeSet<String>(indexCommit.getFileNames());
  } else {
    actual = new TreeSet<String>();
  }

  Set<String> missing = new TreeSet<String>(expected);
  missing.removeAll(actual);
  Set<String> extra = new TreeSet<String>(actual);
  extra.removeAll(expected);
  assertEquals("Pass [" + run + "] Missing Files " + " Extra Files " + extra + "", expected, actual);
}
 

import org.apache.lucene.index.IndexCommit; //导入方法依赖的package包/类
SnapshotIndexCommit(SnapshotDeletionPolicy deletionPolicy, IndexCommit cp) throws IOException {
    super(cp);
    this.deletionPolicy = deletionPolicy;
    ArrayList<String> tmpFiles = new ArrayList<>();
    for (String o : cp.getFileNames()) {
        tmpFiles.add(o);
    }
    files = tmpFiles.toArray(new String[tmpFiles.size()]);
}
 

import org.apache.lucene.index.IndexCommit; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
private void getFileList(SolrParams solrParams, SolrQueryResponse rsp) {
  String v = solrParams.get(GENERATION);
  if (v == null) {
    rsp.add("status", "no index generation specified");
    return;
  }
  long gen = Long.parseLong(v);
  IndexCommit commit = core.getDeletionPolicy().getCommitPoint(gen);
 
  //System.out.println("ask for files for gen:" + commit.getGeneration() + core.getCoreDescriptor().getCoreContainer().getZkController().getNodeName());
  if (commit == null) {
    rsp.add("status", "invalid index generation");
    return;
  }
  // reserve the indexcommit for sometime
  core.getDeletionPolicy().setReserveDuration(gen, reserveCommitDuration);
  List<Map<String, Object>> result = new ArrayList<>();
  Directory dir = null;
  try {
    // get all the files in the commit
    // use a set to workaround possible Lucene bug which returns same file
    // name multiple times
    Collection<String> files = new HashSet<>(commit.getFileNames());
    dir = core.getDirectoryFactory().get(core.getNewIndexDir(), DirContext.DEFAULT, core.getSolrConfig().indexConfig.lockType);
    try {
      
      for (String fileName : files) {
        if (fileName.endsWith(".lock")) continue;
        Map<String,Object> fileMeta = new HashMap<>();
        fileMeta.put(NAME, fileName);
        fileMeta.put(SIZE, dir.fileLength(fileName));
        result.add(fileMeta);
      }
    } finally {
      core.getDirectoryFactory().release(dir);
    }
  } catch (IOException e) {
    rsp.add("status", "unable to get file names for given index generation");
    rsp.add("exception", e);
    LOG.error("Unable to get file names for indexCommit generation: " + gen, e);
  }
  rsp.add(CMD_GET_FILE_LIST, result);
  if (confFileNameAlias.size() < 1 || core.getCoreDescriptor().getCoreContainer().isZooKeeperAware())
    return;
  LOG.debug("Adding config files to list: " + includeConfFiles);
  //if configuration files need to be included get their details
  rsp.add(CONF_FILES, getConfFileInfoFromCache(confFileNameAlias, confFileInfoCache));
}
 

import org.apache.lucene.index.IndexCommit; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
private void getFileList(SolrParams solrParams, SolrQueryResponse rsp) {
  String v = solrParams.get(GENERATION);
  if (v == null) {
    rsp.add("status", "no index generation specified");
    return;
  }
  long gen = Long.parseLong(v);
  IndexCommit commit = core.getDeletionPolicy().getCommitPoint(gen);
 
  //System.out.println("ask for files for gen:" + commit.getGeneration() + core.getCoreDescriptor().getCoreContainer().getZkController().getNodeName());
  if (commit == null) {
    rsp.add("status", "invalid index generation");
    return;
  }
  // reserve the indexcommit for sometime
  core.getDeletionPolicy().setReserveDuration(gen, reserveCommitDuration);
  List<Map<String, Object>> result = new ArrayList<Map<String, Object>>();
  Directory dir = null;
  try {
    // get all the files in the commit
    // use a set to workaround possible Lucene bug which returns same file
    // name multiple times
    Collection<String> files = new HashSet<String>(commit.getFileNames());
    dir = core.getDirectoryFactory().get(core.getNewIndexDir(), DirContext.DEFAULT, core.getSolrConfig().indexConfig.lockType);
    try {
      
      for (String fileName : files) {
        if (fileName.endsWith(".lock")) continue;
        Map<String,Object> fileMeta = new HashMap<String,Object>();
        fileMeta.put(NAME, fileName);
        fileMeta.put(SIZE, dir.fileLength(fileName));
        result.add(fileMeta);
      }
    } finally {
      core.getDirectoryFactory().release(dir);
    }
  } catch (IOException e) {
    rsp.add("status", "unable to get file names for given index generation");
    rsp.add("exception", e);
    LOG.error("Unable to get file names for indexCommit generation: " + gen, e);
  }
  rsp.add(CMD_GET_FILE_LIST, result);
  if (confFileNameAlias.size() < 1 || core.getCoreDescriptor().getCoreContainer().isZooKeeperAware())
    return;
  LOG.debug("Adding config files to list: " + includeConfFiles);
  //if configuration files need to be included get their details
  rsp.add(CONF_FILES, getConfFileInfoFromCache(confFileNameAlias, confFileInfoCache));
}