Java MasterAddressTracker.setMasterAddress方法代码示例

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * create an address tracker instance
 * @param sn if not-null set the active master
 * @param infoPort if there is an active master, set its info port.
 */
private MasterAddressTracker setupMasterTracker(final ServerName sn, final int infoPort)
    throws Exception {
  ZooKeeperWatcher zk = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(),
      name.getMethodName(), null);
  ZKUtil.createAndFailSilent(zk, zk.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressTracker = new MasterAddressTracker(zk, null);
  addressTracker.start();
  assertFalse(addressTracker.hasMaster());
  zk.registerListener(addressTracker);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.getMasterAddressZNode());
  zk.registerListener(listener);

  if (sn != null) {
    LOG.info("Creating master node");
    MasterAddressTracker.setMasterAddress(zk, zk.getMasterAddressZNode(), sn, infoPort);

    // Wait for the node to be created
    LOG.info("Waiting for master address manager to be notified");
    listener.waitForCreation();
    LOG.info("Master node created");
  }
  return addressTracker;
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * Unit tests that uses ZooKeeper but does not use the master-side methods
 * but rather acts directly on ZK.
 * @throws Exception
 */
@Test
public void testMasterAddressTrackerFromZK() throws Exception {

  ZooKeeperWatcher zk = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(),
      "testMasterAddressTrackerFromZK", null);
  ZKUtil.createAndFailSilent(zk, zk.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressTracker = new MasterAddressTracker(zk, null);
  addressTracker.start();
  assertFalse(addressTracker.hasMaster());
  zk.registerListener(addressTracker);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.getMasterAddressZNode());
  zk.registerListener(listener);

  // Create the master node with a dummy address
  String host = "localhost";
  int port = 1234;
  int infoPort = 1235;
  ServerName sn = ServerName.valueOf(host, port, System.currentTimeMillis());
  LOG.info("Creating master node");
  MasterAddressTracker.setMasterAddress(zk, zk.getMasterAddressZNode(), sn, infoPort);

  // Wait for the node to be created
  LOG.info("Waiting for master address manager to be notified");
  listener.waitForCreation();
  LOG.info("Master node created");
  assertTrue(addressTracker.hasMaster());
  ServerName pulledAddress = addressTracker.getMasterAddress();
  assertTrue(pulledAddress.equals(sn));
  assertEquals(infoPort, addressTracker.getMasterInfoPort());
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * Unit tests that uses ZooKeeper but does not use the master-side methods
 * but rather acts directly on ZK.
 * @throws Exception
 */
@Test
public void testMasterAddressTrackerFromZK() throws Exception {

  ZooKeeperWatcher zk = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(),
      "testMasterAddressTrackerFromZK", null);
  ZKUtil.createAndFailSilent(zk, zk.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressTracker = new MasterAddressTracker(zk, null);
  addressTracker.start();
  assertFalse(addressTracker.hasMaster());
  zk.registerListener(addressTracker);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.getMasterAddressZNode());
  zk.registerListener(listener);

  // Create the master node with a dummy address
  String host = "localhost";
  int port = 1234;
  ServerName sn = ServerName.valueOf(host, port, System.currentTimeMillis());
  LOG.info("Creating master node");
  MasterAddressTracker.setMasterAddress(zk, zk.getMasterAddressZNode(), sn);

  // Wait for the node to be created
  LOG.info("Waiting for master address manager to be notified");
  listener.waitForCreation();
  LOG.info("Master node created");
  assertTrue(addressTracker.hasMaster());
  ServerName pulledAddress = addressTracker.getMasterAddress();
  assertTrue(pulledAddress.equals(sn));

}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * create an address tracker instance
 * @param sn if not-null set the active master
 * @param infoPort if there is an active master, set its info port.
 */
private MasterAddressTracker setupMasterTracker(final ServerName sn, final int infoPort)
    throws Exception {
  ZKWatcher zk = new ZKWatcher(TEST_UTIL.getConfiguration(),
      name.getMethodName(), null);
  ZKUtil.createAndFailSilent(zk, zk.znodePaths.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressTracker = new MasterAddressTracker(zk, null);
  addressTracker.start();
  assertFalse(addressTracker.hasMaster());
  zk.registerListener(addressTracker);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.znodePaths.masterAddressZNode);
  zk.registerListener(listener);

  if (sn != null) {
    LOG.info("Creating master node");
    MasterAddressTracker.setMasterAddress(zk, zk.znodePaths.masterAddressZNode, sn, infoPort);

    // Wait for the node to be created
    LOG.info("Waiting for master address manager to be notified");
    listener.waitForCreation();
    LOG.info("Master node created");
  }
  return addressTracker;
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * Unit tests that uses ZooKeeper but does not use the master-side methods
 * but rather acts directly on ZK.
 * @throws Exception
 */
@Test
public void testMasterAddressManagerFromZK() throws Exception {

  ZooKeeperWatcher zk = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(),
      "testMasterAddressManagerFromZK", null);
  ZKUtil.createAndFailSilent(zk, zk.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressManager = new MasterAddressTracker(zk, null);
  addressManager.start();
  assertFalse(addressManager.hasMaster());
  zk.registerListener(addressManager);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.getMasterAddressZNode());
  zk.registerListener(listener);

  // Create the master node with a dummy address
  String host = "localhost";
  int port = 1234;
  ServerName sn = ServerName.valueOf(host, port, System.currentTimeMillis());
  LOG.info("Creating master node");
  MasterAddressTracker.setMasterAddress(zk, zk.getMasterAddressZNode(), sn);

  // Wait for the node to be created
  LOG.info("Waiting for master address manager to be notified");
  listener.waitForCreation();
  LOG.info("Master node created");
  assertTrue(addressManager.hasMaster());
  ServerName pulledAddress = addressManager.getMasterAddress();
  assertTrue(pulledAddress.equals(sn));

}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
/**
 * Unit tests that uses ZooKeeper but does not use the master-side methods
 * but rather acts directly on ZK.
 * @throws Exception
 */
@Test
public void testMasterAddressManagerFromZK() throws Exception {

  ZooKeeperWatcher zk = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(),
      "testMasterAddressManagerFromZK", null);
  ZKUtil.createAndFailSilent(zk, zk.baseZNode);

  // Should not have a master yet
  MasterAddressTracker addressManager = new MasterAddressTracker(zk, null);
  addressManager.start();
  assertFalse(addressManager.hasMaster());
  zk.registerListener(addressManager);

  // Use a listener to capture when the node is actually created
  NodeCreationListener listener = new NodeCreationListener(zk, zk.getMasterAddressZNode());
  zk.registerListener(listener);

  // Create the master node with a dummy address
  String host = "localhost";
  int port = 1234;
  ServerName sn = new ServerName(host, port, System.currentTimeMillis());
  LOG.info("Creating master node");
  MasterAddressTracker.setMasterAddress(zk, zk.getMasterAddressZNode(), sn);

  // Wait for the node to be created
  LOG.info("Waiting for master address manager to be notified");
  listener.waitForCreation();
  LOG.info("Master node created");
  assertTrue(addressManager.hasMaster());
  ServerName pulledAddress = addressManager.getMasterAddress();
  assertTrue(pulledAddress.equals(sn));

}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
private void startActiveMasterManager(int infoPort) throws KeeperException {
  String backupZNode = ZKUtil.joinZNode(
    zooKeeper.backupMasterAddressesZNode, serverName.toString());
  /*
  * Add a ZNode for ourselves in the backup master directory since we
  * may not become the active master. If so, we want the actual active
  * master to know we are backup masters, so that it won't assign
  * regions to us if so configured.
  *
  * If we become the active master later, ActiveMasterManager will delete
  * this node explicitly.  If we crash before then, ZooKeeper will delete
  * this node for us since it is ephemeral.
  */
  LOG.info("Adding backup master ZNode " + backupZNode);
  if (!MasterAddressTracker.setMasterAddress(zooKeeper, backupZNode,
      serverName, infoPort)) {
    LOG.warn("Failed create of " + backupZNode + " by " + serverName);
  }

  activeMasterManager.setInfoPort(infoPort);
  // Start a thread to try to become the active master, so we won't block here
  Threads.setDaemonThreadRunning(new Thread(new Runnable() {
    @Override
    public void run() {
      int timeout = conf.getInt(HConstants.ZK_SESSION_TIMEOUT,
        HConstants.DEFAULT_ZK_SESSION_TIMEOUT);
      // If we're a backup master, stall until a primary to writes his address
      if (conf.getBoolean(HConstants.MASTER_TYPE_BACKUP,
        HConstants.DEFAULT_MASTER_TYPE_BACKUP)) {
        LOG.debug("HMaster started in backup mode. "
          + "Stalling until master znode is written.");
        // This will only be a minute or so while the cluster starts up,
        // so don't worry about setting watches on the parent znode
        while (!activeMasterManager.hasActiveMaster()) {
          LOG.debug("Waiting for master address ZNode to be written "
            + "(Also watching cluster state node)");
          Threads.sleep(timeout);
        }
      }
      MonitoredTask status = TaskMonitor.get().createStatus("Master startup");
      status.setDescription("Master startup");
      try {
        if (activeMasterManager.blockUntilBecomingActiveMaster(timeout, status)) {
          finishActiveMasterInitialization(status);
        }
      } catch (Throwable t) {
        status.setStatus("Failed to become active: " + t.getMessage());
        LOG.fatal("Failed to become active master", t);
        // HBASE-5680: Likely hadoop23 vs hadoop 20.x/1.x incompatibility
        if (t instanceof NoClassDefFoundError &&
          t.getMessage()
            .contains("org/apache/hadoop/hdfs/protocol/HdfsConstants$SafeModeAction")) {
          // improved error message for this special case
          abort("HBase is having a problem with its Hadoop jars.  You may need to "
            + "recompile HBase against Hadoop version "
            + org.apache.hadoop.util.VersionInfo.getVersion()
            + " or change your hadoop jars to start properly", t);
        } else {
          abort("Unhandled exception. Starting shutdown.", t);
        }
      } finally {
        status.cleanup();
      }
    }
  }, getServerName().toShortString() + ".activeMasterManager"));
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
private void startActiveMasterManager(int infoPort) throws KeeperException {
    String backupZNode = ZKUtil.joinZNode(
            zooKeeper.backupMasterAddressesZNode, serverName.toString());
/*
* Add a ZNode for ourselves in the backup master directory since we
* may not become the active master. If so, we want the actual active
* master to know we are backup masters, so that it won't assign
* regions to us if so configured.
*
* If we become the active master later, ActiveMasterManager will delete
* this node explicitly.  If we crash before then, ZooKeeper will delete
* this node for us since it is ephemeral.
*/
    LOG.info("Adding backup master ZNode " + backupZNode);
    if (!MasterAddressTracker.setMasterAddress(zooKeeper, backupZNode,
            serverName, infoPort)) {
        LOG.warn("Failed create of " + backupZNode + " by " + serverName);
    }

    activeMasterManager.setInfoPort(infoPort);
    // Start a thread to try to become the active master, so we won't block here
    Threads.setDaemonThreadRunning(new Thread(new Runnable() {
        @Override
        public void run() {
            int timeout = conf.getInt(HConstants.ZK_SESSION_TIMEOUT,
                    HConstants.DEFAULT_ZK_SESSION_TIMEOUT);
            // If we're a backup master, stall until a primary to writes his address
            if (conf.getBoolean(HConstants.MASTER_TYPE_BACKUP,
                    HConstants.DEFAULT_MASTER_TYPE_BACKUP)) {
                LOG.debug("HMaster started in backup mode. "
                        + "Stalling until master znode is written.");
                // This will only be a minute or so while the cluster starts up,
                // so don't worry about setting watches on the parent znode
                while (!activeMasterManager.hasActiveMaster()) {
                    LOG.debug("Waiting for master address ZNode to be written "
                            + "(Also watching cluster state node)");
                    Threads.sleep(timeout);
                }
            }
            MonitoredTask status = TaskMonitor.get().createStatus("Master startup");
            status.setDescription("Master startup");
            try {
                if (activeMasterManager.blockUntilBecomingActiveMaster(timeout, status)) {
                    finishActiveMasterInitialization(status);
                }
            } catch (Throwable t) {
                status.setStatus("Failed to become active: " + t.getMessage());
                LOG.fatal("Failed to become active master", t);
                // HBASE-5680: Likely hadoop23 vs hadoop 20.x/1.x incompatibility
                if (t instanceof NoClassDefFoundError &&
                        t.getMessage().contains("org/apache/hadoop/hdfs/protocol/FSConstants$SafeModeAction")) {
                    // improved error message for this special case
                    abort("HBase is having a problem with its Hadoop jars.  You may need to "
                            + "recompile HBase against Hadoop version "
                            + org.apache.hadoop.util.VersionInfo.getVersion()
                            + " or change your hadoop jars to start properly", t);
                } else {
                    abort("Unhandled exception. Starting shutdown.", t);
                }
            } finally {
                status.cleanup();
            }
        }
    }, getServerName().toShortString() + ".activeMasterManager"));
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
private void startActiveMasterManager(int infoPort) throws KeeperException {
  String backupZNode = ZNodePaths.joinZNode(
    zooKeeper.znodePaths.backupMasterAddressesZNode, serverName.toString());
  /*
  * Add a ZNode for ourselves in the backup master directory since we
  * may not become the active master. If so, we want the actual active
  * master to know we are backup masters, so that it won't assign
  * regions to us if so configured.
  *
  * If we become the active master later, ActiveMasterManager will delete
  * this node explicitly.  If we crash before then, ZooKeeper will delete
  * this node for us since it is ephemeral.
  */
  LOG.info("Adding backup master ZNode " + backupZNode);
  if (!MasterAddressTracker.setMasterAddress(zooKeeper, backupZNode, serverName, infoPort)) {
    LOG.warn("Failed create of " + backupZNode + " by " + serverName);
  }
  this.activeMasterManager.setInfoPort(infoPort);
  int timeout = conf.getInt(HConstants.ZK_SESSION_TIMEOUT, HConstants.DEFAULT_ZK_SESSION_TIMEOUT);
  // If we're a backup master, stall until a primary to write this address
  if (conf.getBoolean(HConstants.MASTER_TYPE_BACKUP, HConstants.DEFAULT_MASTER_TYPE_BACKUP)) {
    LOG.debug("HMaster started in backup mode. Stalling until master znode is written.");
    // This will only be a minute or so while the cluster starts up,
    // so don't worry about setting watches on the parent znode
    while (!activeMasterManager.hasActiveMaster()) {
      LOG.debug("Waiting for master address and cluster state znode to be written.");
      Threads.sleep(timeout);
    }
  }
  MonitoredTask status = TaskMonitor.get().createStatus("Master startup");
  status.setDescription("Master startup");
  try {
    if (activeMasterManager.blockUntilBecomingActiveMaster(timeout, status)) {
      finishActiveMasterInitialization(status);
    }
  } catch (Throwable t) {
    status.setStatus("Failed to become active: " + t.getMessage());
    LOG.error(HBaseMarkers.FATAL, "Failed to become active master", t);
    // HBASE-5680: Likely hadoop23 vs hadoop 20.x/1.x incompatibility
    if (t instanceof NoClassDefFoundError && t.getMessage().
        contains("org/apache/hadoop/hdfs/protocol/HdfsConstants$SafeModeAction")) {
      // improved error message for this special case
      abort("HBase is having a problem with its Hadoop jars.  You may need to recompile " +
        "HBase against Hadoop version " + org.apache.hadoop.util.VersionInfo.getVersion() +
        " or change your hadoop jars to start properly", t);
    } else {
      abort("Unhandled exception. Starting shutdown.", t);
    }
  } finally {
    status.cleanup();
  }
}
 

import org.apache.hadoop.hbase.zookeeper.MasterAddressTracker; //导入方法依赖的package包/类
private void startActiveMasterManager() throws KeeperException {
  String backupZNode = ZKUtil.joinZNode(
    zooKeeper.backupMasterAddressesZNode, serverName.toString());
  /*
  * Add a ZNode for ourselves in the backup master directory since we
  * may not become the active master. If so, we want the actual active
  * master to know we are backup masters, so that it won't assign
  * regions to us if so configured.
  *
  * If we become the active master later, ActiveMasterManager will delete
  * this node explicitly.  If we crash before then, ZooKeeper will delete
  * this node for us since it is ephemeral.
  */
  LOG.info("Adding ZNode for " + backupZNode + " in backup master directory");
  MasterAddressTracker.setMasterAddress(zooKeeper, backupZNode, serverName);

  activeMasterManager = new ActiveMasterManager(zooKeeper, serverName, this);
  // Start a thread to try to become the active master, so we won't block here
  Threads.setDaemonThreadRunning(new Thread(new Runnable() {
    public void run() {
      int timeout = conf.getInt(HConstants.ZK_SESSION_TIMEOUT,
        HConstants.DEFAULT_ZK_SESSION_TIMEOUT);
      // If we're a backup master, stall until a primary to writes his address
      if (conf.getBoolean(HConstants.MASTER_TYPE_BACKUP,
          HConstants.DEFAULT_MASTER_TYPE_BACKUP)) {
        LOG.debug("HMaster started in backup mode. "
          + "Stalling until master znode is written.");
        // This will only be a minute or so while the cluster starts up,
        // so don't worry about setting watches on the parent znode
        while (!activeMasterManager.hasActiveMaster()) {
          LOG.debug("Waiting for master address ZNode to be written "
            + "(Also watching cluster state node)");
          Threads.sleep(timeout);
        }
      }
      MonitoredTask status = TaskMonitor.get().createStatus("Master startup");
      status.setDescription("Master startup");
      try {
        if (activeMasterManager.blockUntilBecomingActiveMaster(timeout, status)) {
          finishActiveMasterInitialization(status);
        }
      } catch (Throwable t) {
        status.setStatus("Failed to become active: " + t.getMessage());
        LOG.fatal("Failed to become active master", t);
        // HBASE-5680: Likely hadoop23 vs hadoop 20.x/1.x incompatibility
        if (t instanceof NoClassDefFoundError &&
            t.getMessage().contains("org/apache/hadoop/hdfs/protocol/FSConstants$SafeModeAction")) {
          // improved error message for this special case
          abort("HBase is having a problem with its Hadoop jars.  You may need to "
            + "recompile HBase against Hadoop version "
            +  org.apache.hadoop.util.VersionInfo.getVersion()
            + " or change your hadoop jars to start properly", t);
        } else {
          abort("Unhandled exception. Starting shutdown.", t);
        }
      } finally {
        status.cleanup();
      }
    }
  }, "ActiveMasterManager"));
}