Java ZkClient.setZkSerializer方法代码示例

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@BeforeSuite
public void beforeSuite() throws Exception {
  // TODO: use logging.properties file to config java.util.logging.Logger levels
  java.util.logging.Logger topJavaLogger = java.util.logging.Logger.getLogger("");
  topJavaLogger.setLevel(Level.WARNING);

  // Due to ZOOKEEPER-2693 fix, we need to specify whitelist for execute zk commends
  System.setProperty("zookeeper.4lw.commands.whitelist", "*");

  _zkServer = TestHelper.startZkServer(ZK_ADDR);
  AssertJUnit.assertTrue(_zkServer != null);
  ZKClientPool.reset();

  _gZkClient = new ZkClient(ZK_ADDR);
  _gZkClient.setZkSerializer(new ZNRecordSerializer());
  _gSetupTool = new ClusterSetup(_gZkClient);
  _baseAccessor = new ZkBaseDataAccessor<>(_gZkClient);
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public void start(ControllerMetrics controllerMetrics) {
  _controllerMetrics = controllerMetrics;

  LOGGER.info("Starting realtime segments manager, adding a listener on the property store table configs path.");
  String zkUrl = _pinotHelixResourceManager.getHelixZkURL();
  _zkClient = new ZkClient(zkUrl, ZkClient.DEFAULT_SESSION_TIMEOUT, ZkClient.DEFAULT_CONNECTION_TIMEOUT);
  _zkClient.setZkSerializer(new ZNRecordSerializer());
  _zkClient.waitUntilConnected();

  // Subscribe to any data/child changes to property
  _zkClient.subscribeChildChanges(_tableConfigPath, this);
  _zkClient.subscribeDataChanges(_tableConfigPath, this);

  // Subscribe to leadership changes
  _pinotHelixResourceManager.getHelixZkManager().addControllerListener(new ControllerChangeListener() {
    @Override
    public void onControllerChange(NotificationContext changeContext) {
      processPropertyStoreChange(CONTROLLER_LEADER_CHANGE);
    }
  });

  // Setup change listeners for already existing tables, if any.
  processPropertyStoreChange(_tableConfigPath);
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public void post(String zkServer, Message message, String clusterName, String instanceName) {
  ZkClient client = new ZkClient(zkServer);
  client.setZkSerializer(new ZNRecordSerializer());
  String path = PropertyPathBuilder.instanceMessage(clusterName, instanceName, message.getId());
  client.delete(path);
  ZNRecord record = client.readData(PropertyPathBuilder.liveInstance(clusterName, instanceName));
  message.setTgtSessionId(record.getSimpleField(LiveInstanceProperty.SESSION_ID.toString()));
  message.setTgtName(record.getId());
  // System.out.println(message);
  client.createPersistent(path, message.getRecord());
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public ZKDumper(String zkAddress) {
  client = new ZkClient(zkAddress, ZkClient.DEFAULT_CONNECTION_TIMEOUT);

  ZkSerializer zkSerializer = new ByteArraySerializer();
  client.setZkSerializer(zkSerializer);
  filter = new FilenameFilter() {

    @Override
    public boolean accept(File dir, String name) {
      return !name.startsWith(".");
    }
  };
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@BeforeClass()
public void beforeClass() {
  System.out.println("START " + getShortClassName() + " at "
      + new Date(System.currentTimeMillis()));

  _zkClient = new ZkClient(ZK_ADDR);
  _zkClient.setZkSerializer(new ZNRecordSerializer());
  if (_zkClient.exists(PREFIX)) {
    _zkClient.deleteRecursive(PREFIX);
  }

}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public static boolean verifyEmptyCurStateAndExtView(String clusterName, String resourceName,
    Set<String> instanceNames, String zkAddr) {
  ZkClient zkClient = new ZkClient(zkAddr);
  zkClient.setZkSerializer(new ZNRecordSerializer());

  try {
    ZKHelixDataAccessor accessor =
        new ZKHelixDataAccessor(clusterName, new ZkBaseDataAccessor<ZNRecord>(zkClient));
    Builder keyBuilder = accessor.keyBuilder();

    for (String instanceName : instanceNames) {
      List<String> sessionIds = accessor.getChildNames(keyBuilder.sessions(instanceName));

      for (String sessionId : sessionIds) {
        CurrentState curState =
            accessor.getProperty(keyBuilder.currentState(instanceName, sessionId, resourceName));

        if (curState != null && curState.getRecord().getMapFields().size() != 0) {
          return false;
        }
      }

      ExternalView extView = accessor.getProperty(keyBuilder.externalView(resourceName));

      if (extView != null && extView.getRecord().getMapFields().size() != 0) {
        return false;
      }

    }

    return true;
  } finally {
    zkClient.close();
  }
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
/**
 * @param stateMap
 *          : "ResourceName/partitionKey" -> setOf(instances)
 * @param state
 *          : MASTER|SLAVE|ERROR...
 */
public static void verifyState(String clusterName, String zkAddr,
    Map<String, Set<String>> stateMap, String state) {
  ZkClient zkClient = new ZkClient(zkAddr);
  zkClient.setZkSerializer(new ZNRecordSerializer());

  try {
    ZKHelixDataAccessor accessor =
        new ZKHelixDataAccessor(clusterName, new ZkBaseDataAccessor<ZNRecord>(zkClient));
    Builder keyBuilder = accessor.keyBuilder();

    for (String resGroupPartitionKey : stateMap.keySet()) {
      Map<String, String> retMap = getResourceAndPartitionKey(resGroupPartitionKey);
      String resGroup = retMap.get("RESOURCE");
      String partitionKey = retMap.get("PARTITION");

      ExternalView extView = accessor.getProperty(keyBuilder.externalView(resGroup));
      for (String instance : stateMap.get(resGroupPartitionKey)) {
        String actualState = extView.getStateMap(partitionKey).get(instance);
        Assert.assertNotNull(actualState, "externalView doesn't contain state for " + resGroup
            + "/" + partitionKey + " on " + instance + " (expect " + state + ")");

        Assert
            .assertEquals(actualState, state, "externalView for " + resGroup + "/" + partitionKey
                + " on " + instance + " is " + actualState + " (expect " + state + ")");
      }
    }
  } finally {
    zkClient.close();
  }
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@BeforeClass()
public void beforeClass() throws Exception {
  _zkClient = new ZkClient(ZK_ADDR);
  _zkClient.setZkSerializer(new ZNRecordSerializer());
  if (_zkClient.exists("/" + clusterName)) {
    _zkClient.deleteRecursive("/" + clusterName);
  }

  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addCluster "
      + clusterName));
  // ClusterSetup
  // .processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR +
  // " -addCluster relay-cluster-12345"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addResource "
      + clusterName + " db-12345 120 MasterSlave"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addNode " + clusterName
      + " localhost:8900"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addNode " + clusterName
      + " localhost:8901"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addNode " + clusterName
      + " localhost:8902"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addNode " + clusterName
      + " localhost:8903"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -addNode " + clusterName
      + " localhost:8904"));
  ClusterSetup.processCommandLineArgs(createArgs("-zkSvr " + ZK_ADDR + " -rebalance "
      + clusterName + " db-12345 3"));
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@BeforeClass()
public void beforeClass() throws IOException, Exception {
  System.out.println("START TestClusterSetup.beforeClass() "
      + new Date(System.currentTimeMillis()));

  _zkClient = new ZkClient(ZK_ADDR);
  _zkClient.setZkSerializer(new ZNRecordSerializer());
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@BeforeSuite(alwaysRun = true)
public void beforeSuite() throws Exception {
  _zkServer = TestHelper.startZkServer(ZK_ADDR);
  AssertJUnit.assertTrue(_zkServer != null);
  ZKClientPool.reset();

  // System.out.println("Number of open zkClient before ZkUnitTests: "
  // + ZkClient.getNumberOfConnections());

  _gZkClient = new ZkClient(ZK_ADDR);
  _gZkClient.setZkSerializer(new ZNRecordSerializer());
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public static String getInstancePropertiesAsString(ZkClient zkClient, String clusterName,
    PropertyKey propertyKey, MediaType mediaType) throws JsonGenerationException,
    JsonMappingException, IOException {
  zkClient.setZkSerializer(new ZNRecordSerializer());
  ZKHelixDataAccessor accessor =
      new ZKHelixDataAccessor(clusterName, new ZkBaseDataAccessor<ZNRecord>(zkClient));

  List<ZNRecord> records = HelixProperty.convertToList(accessor.getChildValues(propertyKey));
  return ObjectToJson(records);
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
@Deprecated
public static PinotThirdEyeDataSource fromZookeeper(String controllerHost, int controllerPort, String zkUrl) {
  ZkClient zkClient = new ZkClient(zkUrl);
  zkClient.setZkSerializer(new ZNRecordSerializer());
  zkClient.waitUntilConnected();
  PinotThirdEyeDataSource pinotThirdEyeDataSource = new PinotThirdEyeDataSource(controllerHost, controllerPort);
  LOG.info("Created PinotThirdEyeDataSource to zookeeper: {} controller: {}:{}", zkUrl, controllerHost, controllerPort);
  return pinotThirdEyeDataSource;
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
/**
 * Initializes the cache loader using the given data source config.
 *
 * @param pinotThirdEyeDataSourceConfig the data source config that provides controller's information.
 *
 * @throws Exception when an error occurs connecting to the Pinot controller.
 */
private void init(PinotThirdEyeDataSourceConfig pinotThirdEyeDataSourceConfig) throws Exception {
  if (pinotThirdEyeDataSourceConfig.getBrokerUrl() != null
      && pinotThirdEyeDataSourceConfig.getBrokerUrl().trim().length() > 0) {
    ZkClient zkClient = new ZkClient(pinotThirdEyeDataSourceConfig.getZookeeperUrl());
    zkClient.setZkSerializer(new ZNRecordSerializer());
    zkClient.waitUntilConnected();
    ZKHelixAdmin helixAdmin = new ZKHelixAdmin(zkClient);
    List<String> thirdeyeBrokerList = helixAdmin.getInstancesInClusterWithTag(
        pinotThirdEyeDataSourceConfig.getClusterName(), pinotThirdEyeDataSourceConfig.getTag());

    String[] thirdeyeBrokers = new String[thirdeyeBrokerList.size()];
    for (int i = 0; i < thirdeyeBrokerList.size(); i++) {
      String instanceName = thirdeyeBrokerList.get(i);
      InstanceConfig instanceConfig =
          helixAdmin.getInstanceConfig(pinotThirdEyeDataSourceConfig.getClusterName(), instanceName);
      thirdeyeBrokers[i] = instanceConfig.getHostName().replaceAll(BROKER_PREFIX, "") + ":"
          + instanceConfig.getPort();
    }
    this.connections = fromHostList(thirdeyeBrokers);
    LOG.info("Created PinotControllerResponseCacheLoader with brokers {}", thirdeyeBrokers);
  } else {
    this.connections = fromZookeeper(pinotThirdEyeDataSourceConfig);
    LOG.info("Created PinotControllerResponseCacheLoader with controller {}:{}",
        pinotThirdEyeDataSourceConfig.getControllerHost(), pinotThirdEyeDataSourceConfig.getControllerPort());
  }
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public static void setupCluster(String uniqClusterName, String zkAddr, int numResources,
    int numPartitionsPerResource, int numInstances, int replica, boolean doRebalance)
    throws Exception {
  ZkClient zkClient = new ZkClient(zkAddr);
  zkClient.setZkSerializer(new ZNRecordSerializer());

  // String clusterName = CLUSTER_PREFIX + "_" + uniqClusterName;
  String clusterName = uniqClusterName;
  if (zkClient.exists("/" + clusterName)) {
    LOG.warn("test cluster already exists:" + clusterName + ", test name:" + uniqClusterName
        + " is not unique or test has been run without cleaning up zk; deleting it");
    zkClient.deleteRecursive("/" + clusterName);
  }

  if (_testInfoMap.containsKey(uniqClusterName)) {
    LOG.warn("test info already exists:" + uniqClusterName
        + " is not unique or test has been run without cleaning up test info map; removing it");
    _testInfoMap.remove(uniqClusterName);
  }
  TestInfo testInfo =
      new TestInfo(clusterName, zkClient, numResources, numPartitionsPerResource, numInstances,
          replica);
  _testInfoMap.put(uniqClusterName, testInfo);

  ClusterSetup setupTool = new ClusterSetup(zkAddr);
  setupTool.addCluster(clusterName, true);

  for (int i = 0; i < numInstances; i++) {
    int port = START_PORT + i;
    setupTool.addInstanceToCluster(clusterName, PARTICIPANT_PREFIX + "_" + port);
  }

  for (int i = 0; i < numResources; i++) {
    String dbName = TEST_DB_PREFIX + i;
    setupTool.addResourceToCluster(clusterName, dbName, numPartitionsPerResource, STATE_MODEL);
    if (doRebalance) {
      setupTool.rebalanceStorageCluster(clusterName, dbName, replica);

      // String idealStatePath = "/" + clusterName + "/" +
      // PropertyType.IDEALSTATES.toString() + "/"
      // + dbName;
      // ZNRecord idealState = zkClient.<ZNRecord> readData(idealStatePath);
      // testInfo._idealStateMap.put(dbName, idealState);
    }
  }
}
 

import org.apache.helix.manager.zk.ZkClient; //导入方法依赖的package包/类
public MockController(String src, String zkServer, String cluster) {
  srcName = src;
  clusterName = cluster;
  client = new ZkClient(zkServer);
  client.setZkSerializer(new ZNRecordSerializer());
}