Java HMaster.abort方法代码示例

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Cause a master to exit without shutting down entire cluster.
 * @param serverNumber  Used as index into a list.
 */
public String abortMaster(int serverNumber) {
  HMaster server = getMaster(serverNumber);
  LOG.info("Aborting " + server.toString());
  server.abort("Aborting for tests", new Exception("Trace info"));
  return server.toString();
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Master recovery when the znode already exists. Internally, this
 *  test differs from {@link #testMasterSessionExpired} because here
 *  the master znode will exist in ZK.
 */
@Test(timeout = 300000)
public void testMasterZKSessionRecoveryFailure() throws Exception {
  LOG.info("Starting testMasterZKSessionRecoveryFailure");
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  HMaster m = cluster.getMaster();
  m.abort("Test recovery from zk session expired",
      new KeeperException.SessionExpiredException());
  assertTrue(m.isStopped()); // Master doesn't recover any more
  testSanity("testMasterZKSessionRecoveryFailure");
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Tests that the master does not call retainAssignment after recovery from expired zookeeper
 * session. Without the HBASE-6046 fix master always tries to assign all the user regions by
 * calling retainAssignment.
 */
@Test(timeout = 300000)
public void testRegionAssignmentAfterMasterRecoveryDueToZKExpiry() throws Exception {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  cluster.startRegionServer();
  cluster.waitForActiveAndReadyMaster(10000);
  HMaster m = cluster.getMaster();
  final ZooKeeperWatcher zkw = m.getZooKeeper();
  // now the cluster is up. So assign some regions.
  try (Admin admin = TEST_UTIL.getHBaseAdmin()) {
    byte[][] SPLIT_KEYS = new byte[][] { Bytes.toBytes("a"), Bytes.toBytes("b"),
        Bytes.toBytes("c"), Bytes.toBytes("d"), Bytes.toBytes("e"), Bytes.toBytes("f"),
        Bytes.toBytes("g"), Bytes.toBytes("h"), Bytes.toBytes("i"), Bytes.toBytes("j") };
    String tableName = "testRegionAssignmentAfterMasterRecoveryDueToZKExpiry";
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(tableName));
    htd.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
    admin.createTable(htd, SPLIT_KEYS);
    TEST_UTIL.waitUntilNoRegionsInTransition(60000);
    m.getZooKeeper().close();
    MockLoadBalancer.retainAssignCalled = false;
    final int expectedNumOfListeners = countPermanentListeners(zkw);
    m.abort("Test recovery from zk session expired",
        new KeeperException.SessionExpiredException());
    assertTrue(m.isStopped()); // Master doesn't recover any more
    // The recovered master should not call retainAssignment, as it is not a
    // clean startup.
    assertFalse("Retain assignment should not be called", MockLoadBalancer.retainAssignCalled);
    // number of listeners should be same as the value before master aborted
    // wait for new master is initialized
    cluster.waitForActiveAndReadyMaster(120000);
    final HMaster newMaster = cluster.getMasterThread().getMaster();
    assertEquals(expectedNumOfListeners, countPermanentListeners(newMaster.getZooKeeper()));
  }
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Master recovery when the znode already exists. Internally, this
 *  test differs from {@link #testMasterSessionExpired} because here
 *  the master znode will exist in ZK.
 */
@Test(timeout=60000)
public void testMasterZKSessionRecoveryFailure() throws Exception {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  HMaster m = cluster.getMaster();
  m.abort("Test recovery from zk session expired",
    new KeeperException.SessionExpiredException());
  assertFalse(m.isStopped());
  testSanity();
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Master recovery when the znode already exists. Internally, this
 *  test differs from {@link #testMasterSessionExpired} because here
 *  the master znode will exist in ZK.
 */
@Test(timeout = 300000)
public void testMasterZKSessionRecoveryFailure() throws Exception {
  LOG.info("Starting testMasterZKSessionRecoveryFailure");
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  HMaster m = cluster.getMaster();
  m.abort("Test recovery from zk session expired",
    new KeeperException.SessionExpiredException());
  assertTrue(m.isStopped()); // Master doesn't recover any more
  testSanity("testMasterZKSessionRecoveryFailure");
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Tests that the master does not call retainAssignment after recovery from expired zookeeper
 * session. Without the HBASE-6046 fix master always tries to assign all the user regions by
 * calling retainAssignment.
 */
@Test(timeout = 300000)
public void testRegionAssignmentAfterMasterRecoveryDueToZKExpiry() throws Exception {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  cluster.startRegionServer();
  cluster.waitForActiveAndReadyMaster(10000);
  HMaster m = cluster.getMaster();
  ZooKeeperWatcher zkw = m.getZooKeeper();
  int expectedNumOfListeners = zkw.getNumberOfListeners();
  // now the cluster is up. So assign some regions.
  Admin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
  try {
    byte[][] SPLIT_KEYS = new byte[][] { Bytes.toBytes("a"), Bytes.toBytes("b"),
      Bytes.toBytes("c"), Bytes.toBytes("d"), Bytes.toBytes("e"), Bytes.toBytes("f"),
      Bytes.toBytes("g"), Bytes.toBytes("h"), Bytes.toBytes("i"), Bytes.toBytes("j") };
    String tableName = "testRegionAssignmentAfterMasterRecoveryDueToZKExpiry";
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(tableName));
    htd.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
    admin.createTable(htd, SPLIT_KEYS);
    ZooKeeperWatcher zooKeeperWatcher = HBaseTestingUtility.getZooKeeperWatcher(TEST_UTIL);
    ZKAssign.blockUntilNoRIT(zooKeeperWatcher);
    m.getZooKeeper().close();
    MockLoadBalancer.retainAssignCalled = false;
    m.abort("Test recovery from zk session expired",
      new KeeperException.SessionExpiredException());
    assertTrue(m.isStopped()); // Master doesn't recover any more
    // The recovered master should not call retainAssignment, as it is not a
    // clean startup.
    assertFalse("Retain assignment should not be called", MockLoadBalancer.retainAssignCalled);
    // number of listeners should be same as the value before master aborted
    // wait for new master is initialized
    cluster.waitForActiveAndReadyMaster(120000);
    assertEquals(expectedNumOfListeners, zkw.getNumberOfListeners());
  } finally {
    admin.close();
  }
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Master recovery when the znode already exists. Internally, this
 *  test differs from {@link #testMasterSessionExpired} because here
 *  the master znode will exist in ZK.
 */
@Test(timeout = 60000)
public void testMasterZKSessionRecoveryFailure() throws Exception {
  LOG.info("Starting testMasterZKSessionRecoveryFailure");
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  HMaster m = cluster.getMaster();
  m.abort("Test recovery from zk session expired",
    new KeeperException.SessionExpiredException());
  assertFalse(m.isStopped());
  testSanity("testMasterZKSessionRecoveryFailure");
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Tests that the master does not call retainAssignment after recovery from expired zookeeper
 * session. Without the HBASE-6046 fix master always tries to assign all the user regions by
 * calling retainAssignment.
 */
@Test
public void testRegionAssignmentAfterMasterRecoveryDueToZKExpiry() throws Exception {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  cluster.startRegionServer();
  cluster.waitForActiveAndReadyMaster(10000);
  HMaster m = cluster.getMaster();
  ZooKeeperWatcher zkw = m.getZooKeeperWatcher();
  int expectedNumOfListeners = zkw.getNumberOfListeners();
  // now the cluster is up. So assign some regions.
  HBaseAdmin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
  try {
    byte[][] SPLIT_KEYS = new byte[][] { Bytes.toBytes("a"), Bytes.toBytes("b"),
      Bytes.toBytes("c"), Bytes.toBytes("d"), Bytes.toBytes("e"), Bytes.toBytes("f"),
      Bytes.toBytes("g"), Bytes.toBytes("h"), Bytes.toBytes("i"), Bytes.toBytes("j") };
    String tableName = "testRegionAssignmentAfterMasterRecoveryDueToZKExpiry";
    admin.createTable(new HTableDescriptor(TableName.valueOf(tableName)), SPLIT_KEYS);
    ZooKeeperWatcher zooKeeperWatcher = HBaseTestingUtility.getZooKeeperWatcher(TEST_UTIL);
    ZKAssign.blockUntilNoRIT(zooKeeperWatcher);
    m.getZooKeeperWatcher().close();
    MockLoadBalancer.retainAssignCalled = false;
    m.abort("Test recovery from zk session expired",
      new KeeperException.SessionExpiredException());
    assertFalse(m.isStopped());
    // The recovered master should not call retainAssignment, as it is not a
    // clean startup.
    assertFalse("Retain assignment should not be called", MockLoadBalancer.retainAssignCalled);
    // number of listeners should be same as the value before master aborted
    // wait for new master is initialized
    cluster.waitForActiveAndReadyMaster(10000);
    assertEquals(expectedNumOfListeners, zkw.getNumberOfListeners());
  } finally {
    admin.close();
  }
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Tests whether the logs are split when master recovers from a expired zookeeper session and an
 * RS goes down.
 */
@Test(timeout = 300000)
public void testLogSplittingAfterMasterRecoveryDueToZKExpiry() throws IOException,
    KeeperException, InterruptedException {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  cluster.startRegionServer();
  HMaster m = cluster.getMaster();
  // now the cluster is up. So assign some regions.
  Admin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
  Table table = null;
  try {
    byte[][] SPLIT_KEYS = new byte[][] { Bytes.toBytes("1"), Bytes.toBytes("2"),
      Bytes.toBytes("3"), Bytes.toBytes("4"), Bytes.toBytes("5") };

    String tableName = "testLogSplittingAfterMasterRecoveryDueToZKExpiry";
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(tableName));
    HColumnDescriptor hcd = new HColumnDescriptor("col");
    htd.addFamily(hcd);
    admin.createTable(htd, SPLIT_KEYS);
    ZooKeeperWatcher zooKeeperWatcher = HBaseTestingUtility.getZooKeeperWatcher(TEST_UTIL);
    ZKAssign.blockUntilNoRIT(zooKeeperWatcher);
    table = new HTable(TEST_UTIL.getConfiguration(), htd.getTableName());
    Put p;
    int numberOfPuts;
    for (numberOfPuts = 0; numberOfPuts < 6; numberOfPuts++) {
      p = new Put(Bytes.toBytes(numberOfPuts));
      p.add(Bytes.toBytes("col"), Bytes.toBytes("ql"), Bytes.toBytes("value" + numberOfPuts));
      table.put(p);
    }
    m.getZooKeeper().close();
    m.abort("Test recovery from zk session expired",
      new KeeperException.SessionExpiredException());
    assertTrue(m.isStopped()); // Master doesn't recover any more
    cluster.getRegionServer(0).abort("Aborting");
    // Without patch for HBASE-6046 this test case will always timeout
    // with patch the test case should pass.
    Scan scan = new Scan();
    int numberOfRows = 0;
    ResultScanner scanner = table.getScanner(scan);
    Result[] result = scanner.next(1);
    while (result != null && result.length > 0) {
      numberOfRows++;
      result = scanner.next(1);
    }
    assertEquals("Number of rows should be equal to number of puts.", numberOfPuts,
      numberOfRows);
  } finally {
    if (table != null) table.close();
    admin.close();
  }
}
 

import org.apache.hadoop.hbase.master.HMaster; //导入方法依赖的package包/类
/**
 * Tests whether the logs are split when master recovers from a expired zookeeper session and an
 * RS goes down.
 */
@Test(timeout = 240000)
public void testLogSplittingAfterMasterRecoveryDueToZKExpiry() throws IOException,
    KeeperException, InterruptedException {
  MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
  cluster.startRegionServer();
  HMaster m = cluster.getMaster();
  // now the cluster is up. So assign some regions.
  HBaseAdmin admin = new HBaseAdmin(TEST_UTIL.getConfiguration());
  HTable table = null;
  try {
    byte[][] SPLIT_KEYS = new byte[][] { Bytes.toBytes("1"), Bytes.toBytes("2"),
      Bytes.toBytes("3"), Bytes.toBytes("4"), Bytes.toBytes("5") };

    String tableName = "testLogSplittingAfterMasterRecoveryDueToZKExpiry";
    HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(tableName));
    HColumnDescriptor hcd = new HColumnDescriptor("col");
    htd.addFamily(hcd);
    admin.createTable(htd, SPLIT_KEYS);
    ZooKeeperWatcher zooKeeperWatcher = HBaseTestingUtility.getZooKeeperWatcher(TEST_UTIL);
    ZKAssign.blockUntilNoRIT(zooKeeperWatcher);
    table = new HTable(TEST_UTIL.getConfiguration(), tableName);
    Put p;
    int numberOfPuts;
    for (numberOfPuts = 0; numberOfPuts < 6; numberOfPuts++) {
      p = new Put(Bytes.toBytes(numberOfPuts));
      p.add(Bytes.toBytes("col"), Bytes.toBytes("ql"), Bytes.toBytes("value" + numberOfPuts));
      table.put(p);
    }
    m.getZooKeeperWatcher().close();
    m.abort("Test recovery from zk session expired",
      new KeeperException.SessionExpiredException());
    assertFalse(m.isStopped());
    cluster.getRegionServer(0).abort("Aborting");
    // Without patch for HBASE-6046 this test case will always timeout
    // with patch the test case should pass.
    Scan scan = new Scan();
    int numberOfRows = 0;
    ResultScanner scanner = table.getScanner(scan);
    Result[] result = scanner.next(1);
    while (result != null && result.length > 0) {
      numberOfRows++;
      result = scanner.next(1);
    }
    assertEquals("Number of rows should be equal to number of puts.", numberOfPuts,
      numberOfRows);
  } finally {
    if (table != null) table.close();
    admin.close();
  }
}