Java SolrZkClient类代码示例

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Upload config to ZK
 * 
 * @param log maven log
 * @throws MojoExecutionException exception
 */
public synchronized void uploadConfig(Log log) throws MojoExecutionException {
	try (SolrZkClient zkClient = new SolrZkClient(solrCloud.getZkServer().getZkAddress(chroot), TIMEOUT, TIMEOUT, null)) {
		ZkConfigManager manager = new ZkConfigManager(zkClient);
		if(manager.configExists(configName)) {
			throw new MojoExecutionException("Config " + configName + " already exists on ZK");
		}
		
		log.debug("about to upload config from " + confDir + " to " + configName);
		manager.uploadConfigDir(confDir, configName);
		log.debug("Config uploaded");
	}
	catch (IOException e) {
		throw new MojoExecutionException("Can't upload solr config in ZK " + configName, e);
	}
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
public void buildZooKeeper(String zkHost, String zkAddress, File solrhome, String config, String schema)
    throws Exception {
    zkClient = new SolrZkClient(zkAddress, 60000);

    Map<String, Object> props = new HashMap<String, Object>();
    props.put("configName", "conf1");

    // for now, always upload the config and schema to the canonical names
    putConfig("conf1", zkClient, solrhome, config, "solrconfig.xml");
    putConfig("conf1", zkClient, solrhome, schema, "schema.xml");

    putConfig("conf1", zkClient, solrhome, "stopwords.txt");
    putConfig("conf1", zkClient, solrhome, "stopwords_en.txt");
    putConfig("conf1", zkClient, solrhome, "protwords.txt");
    putConfig("conf1", zkClient, solrhome, "currency.xml");
    putConfig("conf1", zkClient, solrhome, "enumsConfig.xml");
    putConfig("conf1", zkClient, solrhome, "open-exchange-rates.json");
    putConfig("conf1", zkClient, solrhome, "mapping-ISOLatin1Accent.txt");
    putConfig("conf1", zkClient, solrhome, "old_synonyms.txt");
    putConfig("conf1", zkClient, solrhome, "synonyms.txt");
    putConfig("conf1", zkClient, solrhome, "elevate.xml");
    zkClient.close();
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Download and return the config directory from ZK
 */
public File downloadConfigDir(SolrZkClient zkClient, String configName, File dir)
throws IOException, InterruptedException, KeeperException {
  Preconditions.checkArgument(dir.exists());
  Preconditions.checkArgument(dir.isDirectory());
  ZkController.downloadConfigDir(zkClient, configName, dir);
  File confDir = new File(dir, "conf");
  if (!confDir.isDirectory()) {
    // create a temporary directory with "conf" subdir and mv the config in there.  This is
    // necessary because of CDH-11188; solrctl does not generate nor accept directories with e.g.
    // conf/solrconfig.xml which is necessary for proper solr operation.  This should work
    // even if solrctl changes.
    confDir = new File(Files.createTempDir().getAbsolutePath(), "conf");
    confDir.getParentFile().deleteOnExit();
    Files.move(dir, confDir);
    dir = confDir.getParentFile();
  }
  verifyConfigDir(confDir);
  return dir;
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Download and return the config directory from ZK
 */
public File downloadConfigDir(SolrZkClient zkClient, String configName)
throws IOException, InterruptedException, KeeperException {
  File dir = Files.createTempDir();
  dir.deleteOnExit();
  ZkController.downloadConfigDir(zkClient, configName, dir);
  File confDir = new File(dir, "conf");
  if (!confDir.isDirectory()) {
    // create a temporary directory with "conf" subdir and mv the config in there.  This is
    // necessary because of CDH-11188; solrctl does not generate nor accept directories with e.g.
    // conf/solrconfig.xml which is necessary for proper solr operation.  This should work
    // even if solrctl changes.
    confDir = new File(Files.createTempDir().getAbsolutePath(), "conf");
    confDir.getParentFile().deleteOnExit();
    Files.move(dir, confDir);
    dir = confDir.getParentFile();
  }
  FileUtils.writeStringToFile(new File(dir, "solr.xml"), "<solr><cores><core name=\"collection1\" instanceDir=\".\" /></cores></solr>", "UTF-8");
  verifyConfigDir(confDir);
  return dir;
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Validates if the chroot exists in zk (or if it is successfully created).
 * Optionally, if create is set to true this method will create the path in
 * case it doesn't exist
 * 
 * @return true if the path exists or is created false if the path doesn't
 *         exist and 'create' = false
 */
public static boolean checkChrootPath(String zkHost, boolean create)
    throws KeeperException, InterruptedException {
  if (!containsChroot(zkHost)) {
    return true;
  }
  log.info("zkHost includes chroot");
  String chrootPath = zkHost.substring(zkHost.indexOf("/"), zkHost.length());
  SolrZkClient tmpClient = new SolrZkClient(zkHost.substring(0,
      zkHost.indexOf("/")), 60 * 1000);
  boolean exists = tmpClient.exists(chrootPath, true);
  if (!exists && create) {
    tmpClient.makePath(chrootPath, false, true);
    exists = true;
  }
  tmpClient.close();
  return exists;
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
public static void downloadFromZK(SolrZkClient zkClient, String zkPath,
    File dir) throws IOException, KeeperException, InterruptedException {
  List<String> files = zkClient.getChildren(zkPath, null, true);
  
  for (String file : files) {
    List<String> children = zkClient.getChildren(zkPath + "/" + file, null, true);
    if (children.size() == 0) {
      byte[] data = zkClient.getData(zkPath + "/" + file, null, null, true);
      dir.mkdirs(); 
      log.info("Write file " + new File(dir, file));
      FileUtils.writeByteArrayToFile(new File(dir, file), data);
    } else {
      downloadFromZK(zkClient, zkPath + "/" + file, new File(dir, file));
    }
  }
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * If in SolrCloud mode, upload config sets for each SolrCore in solr.xml.
 */
public static void bootstrapConf(SolrZkClient zkClient, CoreContainer cc, String solrHome) throws IOException,
    KeeperException, InterruptedException {

  //List<String> allCoreNames = cfg.getAllCoreNames();
  List<CoreDescriptor> cds = cc.getCoresLocator().discover(cc);
  
  log.info("bootstrapping config for " + cds.size() + " cores into ZooKeeper using solr.xml from " + solrHome);

  for (CoreDescriptor cd : cds) {
    String coreName = cd.getName();
    String confName = cd.getCollectionName();
    if (StringUtils.isEmpty(confName))
      confName = coreName;
    String instanceDir = cd.getInstanceDir();
    File udir = new File(instanceDir, "conf");
    log.info("Uploading directory " + udir + " with name " + confName + " for SolrCore " + coreName);
    ZkController.uploadConfigDir(zkClient, udir, confName);
  }
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Runs persisted managed resource creation and update tests on Zookeeper storage.
 */
@Test
public void testZkBasedJsonStorage() throws Exception {
  
  // test using ZooKeeper
  assertTrue("Not using ZooKeeper", h.getCoreContainer().isZooKeeperAware());    
  SolrZkClient zkClient = h.getCoreContainer().getZkController().getZkClient();    
  SolrResourceLoader loader = new SolrResourceLoader("./");    
  // Solr unit tests can only write to their working directory due to
  // a custom Java Security Manager installed in the test environment
  NamedList<String> initArgs = new NamedList<>();
  try {
    ZooKeeperStorageIO zkStorageIO = new ZooKeeperStorageIO(zkClient, "/test");
    zkStorageIO.configure(loader, initArgs);
    doStorageTests(loader, zkStorageIO);
  } finally {
    zkClient.close();
  }
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
@Override
@Before
public void setUp() throws Exception {
  super.setUp();
  dataDir1 = createTempDir();
  dataDir2  = createTempDir();

  home = ExternalPaths.EXAMPLE_MULTICORE_HOME;
  System.setProperty("solr.solr.home", home);
  System.setProperty( "solr.core0.data.dir", dataDir1.getCanonicalPath() ); 
  System.setProperty( "solr.core1.data.dir", dataDir2.getCanonicalPath() ); 
  
  zkDir = dataDir1.getAbsolutePath() + File.separator
      + "zookeeper/server1/data";
  zkServer = new ZkTestServer(zkDir);
  zkServer.run();
  
  SolrZkClient zkClient = new SolrZkClient(zkServer.getZkHost(), AbstractZkTestCase.TIMEOUT);
  zkClient.makePath("/solr", false, true);
  zkClient.close();
  
  System.setProperty("zkHost", zkServer.getZkAddress());
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * Elects a new overseer
 *
 * @return SolrZkClient
 */
private SolrZkClient electNewOverseer(String address) throws KeeperException,
    InterruptedException, IOException {
  SolrZkClient zkClient = new SolrZkClient(address, TIMEOUT);
  ZkStateReader reader = new ZkStateReader(zkClient);
  LeaderElector overseerElector = new LeaderElector(zkClient);
  UpdateShardHandler updateShardHandler = new UpdateShardHandler(null);
  // TODO: close Overseer
  Overseer overseer = new Overseer(
      new HttpShardHandlerFactory().getShardHandler(), updateShardHandler, "/admin/cores", reader, null, new MockConfigSolr());
  overseer.close();
  ElectionContext ec = new OverseerElectionContext(zkClient, overseer,
      address.replaceAll("/", "_"));
  overseerElector.setup(ec);
  overseerElector.joinElection(ec, false);
  return zkClient;
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
private SolrZkClient electNewOverseer(String address)
    throws InterruptedException, TimeoutException, IOException,
    KeeperException, ParserConfigurationException, SAXException {
  SolrZkClient zkClient = new SolrZkClient(address, TIMEOUT);
  ZkStateReader reader = new ZkStateReader(zkClient);
  readers.add(reader);
  LeaderElector overseerElector = new LeaderElector(zkClient);
  if (overseers.size() > 0) {
    overseers.get(overseers.size() -1).close();
    overseers.get(overseers.size() -1).getZkStateReader().getZkClient().close();
  }
  UpdateShardHandler updateShardHandler = new UpdateShardHandler(null);
  Overseer overseer = new Overseer(
      new HttpShardHandlerFactory().getShardHandler(), updateShardHandler, "/admin/cores", reader, null, new MockConfigSolr());
  overseers.add(overseer);
  ElectionContext ec = new OverseerElectionContext(zkClient, overseer,
      address.replaceAll("/", "_"));
  overseerElector.setup(ec);
  overseerElector.joinElection(ec, false);
  return zkClient;
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
public static void downloadFromZK(SolrZkClient zkClient, String zkPath,
    File dir) throws IOException, KeeperException, InterruptedException {
  List<String> files = zkClient.getChildren(zkPath, null, true);
  
  for (String file : files) {
    List<String> children = zkClient.getChildren(zkPath + "/" + file, null, true);
    if (children.size() == 0) {
      byte[] data = zkClient.getData(zkPath + "/" + file, null, null, true);
      dir.mkdirs(); 
      log.info("Write file " + new File(dir, file));
      FileUtils.writeStringToFile(new File(dir, file), new String(data, "UTF-8"), "UTF-8");
    } else {
      downloadFromZK(zkClient, zkPath + "/" + file, new File(dir, file));
    }
  }
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
/**
 * If in SolrCloud mode, upload config sets for each SolrCore in solr.xml.
 */
public static void bootstrapConf(SolrZkClient zkClient, Config cfg, String solrHome) throws IOException,
    KeeperException, InterruptedException {
  log.info("bootstraping config into ZooKeeper using solr.xml");
  NodeList nodes = (NodeList)cfg.evaluate("solr/cores/core", XPathConstants.NODESET);

  for (int i=0; i<nodes.getLength(); i++) {
    Node node = nodes.item(i);
    String rawName = DOMUtil.substituteProperty(DOMUtil.getAttr(node, "name", null), new Properties());
    String instanceDir = DOMUtil.getAttr(node, "instanceDir", null);
    File idir = new File(instanceDir);
    if (!idir.isAbsolute()) {
      idir = new File(solrHome, instanceDir);
    }
    String confName = DOMUtil.substituteProperty(DOMUtil.getAttr(node, "collection", null), new Properties());
    if (confName == null) {
      confName = rawName;
    }
    File udir = new File(idir, "conf");
    log.info("Uploading directory " + udir + " with name " + confName + " for SolrCore " + rawName);
    ZkController.uploadConfigDir(zkClient, udir, confName);
  }
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
@Override
@Before
public void setUp() throws Exception {
  super.setUp();
  
  createTempDir();
  dataDir2 = new File(TEMP_DIR, getSimpleClassName() + "-core1-"
      + System.currentTimeMillis());
  dataDir2.mkdirs();

  home = ExternalPaths.EXAMPLE_MULTICORE_HOME;
  System.setProperty("solr.solr.home", home);
  System.setProperty( "solr.core0.data.dir", dataDir.getCanonicalPath() ); 
  System.setProperty( "solr.core1.data.dir", dataDir2.getCanonicalPath() ); 
  
  zkDir = dataDir.getAbsolutePath() + File.separator
      + "zookeeper/server1/data";
  zkServer = new ZkTestServer(zkDir);
  zkServer.run();
  
  SolrZkClient zkClient = new SolrZkClient(zkServer.getZkHost(), AbstractZkTestCase.TIMEOUT);
  zkClient.makePath("/solr", false, true);
  zkClient.close();
  
  System.setProperty("zkHost", zkServer.getZkAddress());
}
 

import org.apache.solr.common.cloud.SolrZkClient; //导入依赖的package包/类
public ClientThread(int nodeNumber) throws Exception {
  super("Thread-" + nodeNumber);
  
  props = new ZkNodeProps(ZkStateReader.BASE_URL_PROP, Integer.toString(nodeNumber), ZkStateReader.CORE_NAME_PROP, "");

  this.zkClient = new SolrZkClient(server.getZkAddress(), TIMEOUT, TIMEOUT, new OnReconnect() {
    
    @Override
    public void command() {
      try {
        setupOnConnect();
      } catch (Throwable t) {
      } 
    }
  });
 this.nodeNumber = nodeNumber;
}