Java ClusterId类代码示例

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  zkw = HBaseTestingUtility.getZooKeeperWatcher(utility);
  String fakeRs1 = ZKUtil.joinZNode(zkw.rsZNode, "hostname1.example.org:1234");
  try {
    ZKClusterId.setClusterId(zkw, new ClusterId());
    rp = ReplicationFactory.getReplicationPeers(zkw, conf, zkw);
    rp.init();
    rt = ReplicationFactory.getReplicationTracker(zkw, rp, conf, zkw, new DummyServer(fakeRs1));
  } catch (Exception e) {
    fail("Exception during test setup: " + e);
  }
  rsRemovedCount = new AtomicInteger(0);
  rsRemovedData = "";
  plChangedCount = new AtomicInteger(0);
  plChangedData = new ArrayList<String>();
  peerRemovedCount = new AtomicInteger(0);
  peerRemovedData = "";
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  zkw = HBaseTestingUtility.getZooKeeperWatcher(utility);
  String fakeRs1 = ZNodePaths.joinZNode(zkw.znodePaths.rsZNode, "hostname1.example.org:1234");
  try {
    ZKClusterId.setClusterId(zkw, new ClusterId());
    rp = ReplicationFactory.getReplicationPeers(zkw, conf);
    rp.init();
    rt = ReplicationFactory.getReplicationTracker(zkw, new DummyServer(fakeRs1),
      new DummyServer(fakeRs1));
  } catch (Exception e) {
    fail("Exception during test setup: " + e);
  }
  rsRemovedCount = new AtomicInteger(0);
  rsRemovedData = "";
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * @param cid
 * @throws IOException
 */
private static void rewriteAsPb(final FileSystem fs, final Path rootdir, final Path p,
    final ClusterId cid)
throws IOException {
  // Rewrite the file as pb.  Move aside the old one first, write new
  // then delete the moved-aside file.
  Path movedAsideName = new Path(p + "." + System.currentTimeMillis());
  if (!fs.rename(p, movedAsideName)) throw new IOException("Failed rename of " + p);
  setClusterId(fs, rootdir, cid, 100);
  if (!fs.delete(movedAsideName, false)) {
    throw new IOException("Failed delete of " + movedAsideName);
  }
  LOG.debug("Rewrote the hbase.id file as pb");
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
private static String initPeerClusterState(String baseZKNode)
    throws IOException, KeeperException {
  // Add a dummy region server and set up the cluster id
  Configuration testConf = new Configuration(conf);
  testConf.set(HConstants.ZOOKEEPER_ZNODE_PARENT, baseZKNode);
  ZooKeeperWatcher zkw1 = new ZooKeeperWatcher(testConf, "test1", null);
  String fakeRs = ZKUtil.joinZNode(zkw1.rsZNode, "hostname1.example.org:1234");
  ZKUtil.createWithParents(zkw1, fakeRs);
  ZKClusterId.setClusterId(zkw1, new ClusterId());
  return ZKConfig.getZooKeeperClusterKey(testConf);
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
private static String initPeerClusterState(String baseZKNode)
    throws IOException, KeeperException {
  // Add a dummy region server and set up the cluster id
  Configuration testConf = new Configuration(conf);
  testConf.set(HConstants.ZOOKEEPER_ZNODE_PARENT, baseZKNode);
  ZooKeeperWatcher zkw1 = new ZooKeeperWatcher(testConf, "test1", null);
  String fakeRs = ZKUtil.joinZNode(zkw1.rsZNode, "hostname1.example.org:1234");
  ZKUtil.createWithParents(zkw1, fakeRs);
  ZKClusterId.setClusterId(zkw1, new ClusterId());
  return ZKUtil.getZooKeeperClusterKey(testConf);
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
public String getClusterId() {
  if (fileSystemManager == null) {
    return "";
  }
  ClusterId id = fileSystemManager.getClusterId();
  if (id == null) {
    return "";
  }
  return id.toString();
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * Writes a new unique identifier for this cluster to the "hbase.id" file
 * in the HBase root directory
 * @param fs the root directory FileSystem
 * @param rootdir the path to the HBase root directory
 * @param clusterId the unique identifier to store
 * @param wait how long (in milliseconds) to wait between retries
 * @throws IOException if writing to the FileSystem fails and no wait value
 */
public static void setClusterId(FileSystem fs, Path rootdir, ClusterId clusterId,
    int wait) throws IOException {
  while (true) {
    try {
      Path filePath = new Path(rootdir, HConstants.CLUSTER_ID_FILE_NAME);
      FSDataOutputStream s = fs.create(filePath);
      try {
        s.write(clusterId.toByteArray());
      } finally {
        s.close();
      }
      if (LOG.isDebugEnabled()) {
        LOG.debug("Created cluster ID file at " + filePath.toString() + " with ID: " + clusterId);
      }
      return;
    } catch (IOException ioe) {
      if (wait > 0) {
        LOG.warn("Unable to create cluster ID file in " + rootdir.toString() +
            ", retrying in " + wait + "msec: " + StringUtils.stringifyException(ioe));
        try {
          Thread.sleep(wait);
        } catch (InterruptedException ie) {
          Thread.currentThread().interrupt();
          break;
        }
      } else {
        throw ioe;
      }
    }
  }
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
public static String readClusterIdZNode(ZooKeeperWatcher watcher)
throws KeeperException {
  if (ZKUtil.checkExists(watcher, watcher.clusterIdZNode) != -1) {
    byte [] data = ZKUtil.getData(watcher, watcher.clusterIdZNode);
    if (data != null) {
      try {
        return ClusterId.parseFrom(data).toString();
      } catch (DeserializationException e) {
        throw ZKUtil.convert(e);
      }
    }
  }
  return null;
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
private static String initPeerClusterState(String baseZKNode)
    throws IOException, KeeperException {
  // Add a dummy region server and set up the cluster id
  Configuration testConf = new Configuration(conf);
  testConf.set(HConstants.ZOOKEEPER_ZNODE_PARENT, baseZKNode);
  ZKWatcher zkw1 = new ZKWatcher(testConf, "test1", null);
  String fakeRs = ZNodePaths.joinZNode(zkw1.znodePaths.rsZNode, "hostname1.example.org:1234");
  ZKUtil.createWithParents(zkw1, fakeRs);
  ZKClusterId.setClusterId(zkw1, new ClusterId());
  return ZKConfig.getZooKeeperClusterKey(testConf);
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
private static String getClusterId(byte[] data) throws DeserializationException {
  if (data == null || data.length == 0) {
    return null;
  }
  data = removeMetaData(data);
  return ClusterId.parseFrom(data).toString();
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * Writes a new unique identifier for this cluster to the "hbase.id" file
 * in the HBase root directory
 * @param fs the root directory FileSystem
 * @param rootdir the path to the HBase root directory
 * @param clusterId the unique identifier to store
 * @param wait how long (in milliseconds) to wait between retries
 * @throws IOException if writing to the FileSystem fails and no wait value
 */
public static void setClusterId(FileSystem fs, Path rootdir, ClusterId clusterId,
    int wait) throws IOException {
  while (true) {
    try {
      Path filePath = new Path(rootdir, HConstants.CLUSTER_ID_FILE_NAME);
      FSDataOutputStream s = fs.create(filePath);
      try {
        s.write(clusterId.toByteArray());
      } finally {
        s.close();
      }
      if (LOG.isDebugEnabled()) {
        LOG.debug("Created cluster ID file at " + filePath.toString() + " with ID: " + clusterId);
      }
      return;
    } catch (IOException ioe) {
      if (wait > 0) {
        LOG.warn("Unable to create cluster ID file in " + rootdir.toString() +
            ", retrying in " + wait + "msec: " + StringUtils.stringifyException(ioe));
        try {
          Thread.sleep(wait);
        } catch (InterruptedException e) {
          throw (InterruptedIOException)new InterruptedIOException().initCause(e);
        }
      } else {
        throw ioe;
      }
    }
  }
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * Writes a new unique identifier for this cluster to the "hbase.id" file
 * in the HBase root directory
 * @param fs the root directory FileSystem
 * @param rootdir the path to the HBase root directory
 * @param clusterId the unique identifier to store
 * @param wait how long (in milliseconds) to wait between retries
 * @throws IOException if writing to the FileSystem fails and no wait value
 */
public static void setClusterId(FileSystem fs, Path rootdir, ClusterId clusterId,
    int wait) throws IOException {
  while (true) {
    try {
      Path filePath = new Path(rootdir, HConstants.CLUSTER_ID_FILE_NAME);
      FSDataOutputStream s = fs.create(filePath);
      try {
        s.write(clusterId.toByteArray());
      } finally {
        s.close();
      }
      if (LOG.isDebugEnabled()) {
        LOG.debug("Created cluster ID file at " + filePath.toString() + " with ID: " + clusterId);
      }
      return;
    } catch (IOException ioe) {
      if (wait > 0) {
        LOG.warn("Unable to create cluster ID file in " + rootdir.toString() +
            ", retrying in " + wait + "msec: " + StringUtils.stringifyException(ioe));
        try {
          Thread.sleep(wait);
        } catch (InterruptedException ie) {
          Thread.interrupted();
          break;
        }
      } else {
        throw ioe;
      }
    }
  }
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * Returns the value of the unique cluster ID stored for this HBase instance.
 * @param fs the root directory FileSystem
 * @param rootdir the path to the HBase root directory
 * @return the unique cluster identifier
 * @throws IOException if reading the cluster ID file fails
 */
public static ClusterId getClusterId(FileSystem fs, Path rootdir)
throws IOException {
  Path idPath = new Path(rootdir, HConstants.CLUSTER_ID_FILE_NAME);
  ClusterId clusterId = null;
  FileStatus status = fs.exists(idPath)? fs.getFileStatus(idPath):  null;
  if (status != null) {
    int len = Ints.checkedCast(status.getLen());
    byte [] content = new byte[len];
    FSDataInputStream in = fs.open(idPath);
    try {
      in.readFully(content);
    } catch (EOFException eof) {
      LOG.warn("Cluster ID file " + idPath.toString() + " was empty");
    } finally{
      in.close();
    }
    try {
      clusterId = ClusterId.parseFrom(content);
    } catch (DeserializationException e) {
      throw new IOException("content=" + Bytes.toString(content), e);
    }
    // If not pb'd, make it so.
    if (!ProtobufUtil.isPBMagicPrefix(content)) rewriteAsPb(fs, rootdir, idPath, clusterId);
    return clusterId;
  } else {
    LOG.warn("Cluster ID file does not exist at " + idPath.toString());
  }
  return clusterId;
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * @param cid
 * @throws IOException 
 */
private static void rewriteAsPb(final FileSystem fs, final Path rootdir, final Path p,
    final ClusterId cid)
throws IOException {
  // Rewrite the file as pb.  Move aside the old one first, write new
  // then delete the moved-aside file.
  Path movedAsideName = new Path(p + "." + System.currentTimeMillis());
  if (!fs.rename(p, movedAsideName)) throw new IOException("Failed rename of " + p);
  setClusterId(fs, rootdir, cid, 100);
  if (!fs.delete(movedAsideName, false)) {
    throw new IOException("Failed delete of " + movedAsideName);
  }
  LOG.debug("Rewrote the hbase.id file as pb");
}
 

import org.apache.hadoop.hbase.ClusterId; //导入依赖的package包/类
/**
 * @return The unique identifier generated for this cluster
 */
public ClusterId getClusterId() {
  return clusterId;
}