当前位置: 首页>>代码示例>>Java>>正文


Java MasterThread.start方法代码示例

本文整理汇总了Java中org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread.start方法的典型用法代码示例。如果您正苦于以下问题:Java MasterThread.start方法的具体用法?Java MasterThread.start怎么用?Java MasterThread.start使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread的用法示例。


在下文中一共展示了MasterThread.start方法的9个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: startMaster

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
/**
 * Start Master. Get as far as the state where Master is waiting on
 * RegionServers to check in, then return.
 */
private MasterThread startMaster(MasterThread master) {
  master.start();
  // It takes a while until ServerManager creation to happen inside Master startup.
  while (master.getMaster().getServerManager() == null) {
    continue;
  }
  // Set a listener for the waiting-on-RegionServers state. We want to wait
  // until this condition before we leave this method and start regionservers.
  final AtomicBoolean waiting = new AtomicBoolean(false);
  if (master.getMaster().getServerManager() == null) throw new NullPointerException("SM");
  master.getMaster().getServerManager().registerListener(new ServerListener() {
    @Override
    public void waiting() {
      waiting.set(true);
    }
  });
  // Wait until the Master gets to place where it is waiting on RegionServers to check in.
  while (!waiting.get()) {
    continue;
  }
  // Set the global master-is-active; gets picked up by regionservers later.
  masterActive.set(true);
  return master;
}
 
开发者ID:apache,项目名称:hbase,代码行数:29,代码来源:TestRSKilledWhenInitializing.java

示例2: testMasterShutdownBeforeStartingAnyRegionServer

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
@Test//(timeout = 180000)
public void testMasterShutdownBeforeStartingAnyRegionServer() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 0;

  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(1);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class,
          MiniHBaseCluster.MiniHBaseClusterRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  Thread shutdownThread = new Thread() {
    public void run() {
      try {
        TEST_UTIL.getHBaseAdmin().shutdown();
        cluster.waitOnMaster(0);
      } catch (Exception e) {
      }
    };
  };
  shutdownThread.start();
  master.join();
  shutdownThread.join();

  List<MasterThread> masterThreads = cluster.getMasters();
  // make sure all the masters properly shutdown
  assertEquals(0, masterThreads.size());

  TEST_UTIL.shutdownMiniZKCluster();
  TEST_UTIL.cleanupTestDir();
  TEST_UTIL.shutdownMiniDFSCluster();
}
 
开发者ID:fengchen8086,项目名称:LCIndex-HBase-0.94.16,代码行数:41,代码来源:TestMasterShutdown.java

示例3: testMasterShutdownBeforeStartingAnyRegionServer

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
@Test(timeout = 180000)
public void testMasterShutdownBeforeStartingAnyRegionServer() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 0;

  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(3);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class,
          MiniHBaseCluster.MiniHBaseClusterRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  Thread shutdownThread = new Thread() {
    public void run() {
      try {
        TEST_UTIL.getHBaseAdmin().shutdown();
        cluster.waitOnMaster(0);
      } catch (Exception e) {
      }
    };
  };
  shutdownThread.start();
  master.join();
  shutdownThread.join();

  List<MasterThread> masterThreads = cluster.getMasters();
  // make sure all the masters properly shutdown
  assertEquals(0, masterThreads.size());

  TEST_UTIL.shutdownMiniZKCluster();
  TEST_UTIL.shutdownMiniDFSCluster();
  TEST_UTIL.cleanupTestDir();
}
 
开发者ID:tenggyut,项目名称:HIndex,代码行数:41,代码来源:TestMasterShutdown.java

示例4: testMasterShutdownBeforeStartingAnyRegionServer

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
@Test(timeout = 60000)
public void testMasterShutdownBeforeStartingAnyRegionServer() throws Exception {
  final int NUM_MASTERS = 1;
  final int NUM_RS = 0;

  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();
  conf.setInt("hbase.ipc.client.failed.servers.expiry", 200);
  conf.setInt(ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART, 1);

  // Start the cluster
  final HBaseTestingUtility util = new HBaseTestingUtility(conf);
  util.startMiniDFSCluster(3);
  util.startMiniZKCluster();
  util.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class,
          MiniHBaseCluster.MiniHBaseClusterRegionServer.class);
  final int MASTER_INDEX = 0;
  final MasterThread master = cluster.getMasters().get(MASTER_INDEX);
  master.start();
  LOG.info("Called master start on " + master.getName());
  Thread shutdownThread = new Thread() {
    public void run() {
      LOG.info("Before call to shutdown master");
      try {
        try (Connection connection =
            ConnectionFactory.createConnection(util.getConfiguration())) {
          try (Admin admin = connection.getAdmin()) {
            admin.shutdown();
          }
        }
        LOG.info("After call to shutdown master");
        cluster.waitOnMaster(MASTER_INDEX);
      } catch (Exception e) {
      }
    };
  };
  shutdownThread.start();
  LOG.info("Called master join on " + master.getName());
  master.join();
  shutdownThread.join();

  List<MasterThread> masterThreads = cluster.getMasters();
  // make sure all the masters properly shutdown
  assertEquals(0, masterThreads.size());

  util.shutdownMiniZKCluster();
  util.shutdownMiniDFSCluster();
  util.cleanupTestDir();
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:52,代码来源:TestMasterShutdown.java

示例5: testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
/**
 * Test verifies whether a region server is removing from online servers list in master if it went
 * down after registering with master.
 * @throws Exception
 */
@Test(timeout = 180000)
public void testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 2;
  firstRS.set(true);
  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();
  conf.setInt(ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART, 1);

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(3);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class, MockedRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  try {
    long startTime = System.currentTimeMillis();
    while (!master.getMaster().isActiveMaster()) {
      try {
        Thread.sleep(100);
      } catch (InterruptedException ignored) {
      }
      if (System.currentTimeMillis() > startTime + 30000) {
        throw new RuntimeException("Master not active after 30 seconds");
      }
    }
    masterActive = true;
    cluster.getRegionServers().get(0).start();
    cluster.getRegionServers().get(1).start();
    Thread.sleep(10000);
    List<ServerName> onlineServersList =
        master.getMaster().getServerManager().getOnlineServersList();
    while (onlineServersList.size() > 1) {
      Thread.sleep(100);
      onlineServersList = master.getMaster().getServerManager().getOnlineServersList();
    }
    assertEquals(onlineServersList.size(), 1);
    cluster.shutdown();
  } finally {
    masterActive = false;
    firstRS.set(true);
    TEST_UTIL.shutdownMiniCluster();
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:54,代码来源:TestRSKilledWhenInitializing.java

示例6: testMasterShutdownBeforeStartingAnyRegionServer

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
@Test(timeout = 60000)
public void testMasterShutdownBeforeStartingAnyRegionServer() throws Exception {
  final int NUM_MASTERS = 1;
  final int NUM_RS = 0;

  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();
  conf.setInt("hbase.ipc.client.failed.servers.expiry", 200);
  conf.setInt(ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART, 1);

  // Start the cluster
  final HBaseTestingUtility util = new HBaseTestingUtility(conf);
  util.startMiniDFSCluster(3);
  util.startMiniZKCluster();
  util.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class,
          MiniHBaseCluster.MiniHBaseClusterRegionServer.class);
  final int MASTER_INDEX = 0;
  final MasterThread master = cluster.getMasters().get(MASTER_INDEX);
  master.start();
  LOG.info("Called master start on " + master.getName());
  Thread shutdownThread = new Thread("Shutdown-Thread") {
    @Override
    public void run() {
      LOG.info("Before call to shutdown master");
      try {
        try (Connection connection =
            ConnectionFactory.createConnection(util.getConfiguration())) {
          try (Admin admin = connection.getAdmin()) {
            admin.shutdown();
          }
        }
        LOG.info("After call to shutdown master");
        cluster.waitOnMaster(MASTER_INDEX);
      } catch (Exception e) {
      }
    }
  };
  shutdownThread.start();
  LOG.info("Called master join on " + master.getName());
  master.join();
  shutdownThread.join();

  List<MasterThread> masterThreads = cluster.getMasters();
  // make sure all the masters properly shutdown
  assertEquals(0, masterThreads.size());

  util.shutdownMiniZKCluster();
  util.shutdownMiniDFSCluster();
  util.cleanupTestDir();
}
 
开发者ID:apache,项目名称:hbase,代码行数:53,代码来源:TestMasterShutdown.java

示例7: testMasterShutdownBeforeStartingAnyRegionServer

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
@Test(timeout = 180000)
public void testMasterShutdownBeforeStartingAnyRegionServer() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 0;

  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();
  conf.setInt("hbase.ipc.client.failed.servers.expiry", 200);

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(3);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class,
          MiniHBaseCluster.MiniHBaseClusterRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  Thread shutdownThread = new Thread() {
    public void run() {
      try {
        TEST_UTIL.getHBaseAdmin().shutdown();
        cluster.waitOnMaster(0);
      } catch (Exception e) {
      }
    };
  };
  shutdownThread.start();
  master.join();
  shutdownThread.join();

  List<MasterThread> masterThreads = cluster.getMasters();
  // make sure all the masters properly shutdown
  assertEquals(0, masterThreads.size());

  TEST_UTIL.shutdownMiniZKCluster();
  TEST_UTIL.shutdownMiniDFSCluster();
  TEST_UTIL.cleanupTestDir();
}
 
开发者ID:shenli-uiuc,项目名称:PyroDB,代码行数:42,代码来源:TestMasterShutdown.java

示例8: testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
/**
 * Test verifies whether a region server is removing from online servers list in master if it went
 * down after registering with master.
 * @throws Exception
 */
@Test(timeout = 180000)
public void testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 2;
  firstRS.set(true);
  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(3);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class, MockedRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  try {
    long startTime = System.currentTimeMillis();
    while (!master.getMaster().isInitialized()) {
      try {
        Thread.sleep(100);
      } catch (InterruptedException ignored) {
      }
      if (System.currentTimeMillis() > startTime + 30000) {
        throw new RuntimeException("Master not active after 30 seconds");
      }
    }
    masterActive = true;
    cluster.getRegionServers().get(0).start();
    cluster.getRegionServers().get(1).start();
    Thread.sleep(10000);
    List<ServerName> onlineServersList =
        master.getMaster().getServerManager().getOnlineServersList();
    while (onlineServersList.size() > 2) {
      Thread.sleep(100);
      onlineServersList = master.getMaster().getServerManager().getOnlineServersList();
    }
    assertEquals(onlineServersList.size(), 2);
    cluster.shutdown();
  } finally {
    masterActive = false;
    firstRS.set(true);
    TEST_UTIL.shutdownMiniCluster();
  }
}
 
开发者ID:shenli-uiuc,项目名称:PyroDB,代码行数:53,代码来源:TestRSKilledWhenInitializing.java

示例9: testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod

import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread; //导入方法依赖的package包/类
/**
 * Test verifies whether a region server is removing from online servers list in master if it went
 * down after registering with master.
 * @throws Exception
 */
@Test(timeout = 180000)
public void testRSTermnationAfterRegisteringToMasterBeforeCreatingEphemeralNod() throws Exception {

  final int NUM_MASTERS = 1;
  final int NUM_RS = 1;
  // Create config to use for this cluster
  Configuration conf = HBaseConfiguration.create();

  // Start the cluster
  final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
  TEST_UTIL.startMiniDFSCluster(3);
  TEST_UTIL.startMiniZKCluster();
  TEST_UTIL.createRootDir();
  final LocalHBaseCluster cluster =
      new LocalHBaseCluster(conf, NUM_MASTERS, NUM_RS, HMaster.class, MockedRegionServer.class);
  final MasterThread master = cluster.getMasters().get(0);
  master.start();
  try {
    long startTime = System.currentTimeMillis();
    while (!master.getMaster().isActiveMaster()) {
      try {
        Thread.sleep(100);
      } catch (InterruptedException ignored) {
      }
      if (System.currentTimeMillis() > startTime + 30000) {
        throw new RuntimeException("Master not active after 30 seconds");
      }
    }
    masterActive = true;
    cluster.getRegionServers().get(0).start();
    Thread.sleep(10000);
    List<ServerName> onlineServersList =
        master.getMaster().getServerManager().getOnlineServersList();
    while (!onlineServersList.isEmpty()) {
      Thread.sleep(100);
      onlineServersList = master.getMaster().getServerManager().getOnlineServersList();
    }
    assertTrue(onlineServersList.isEmpty());
    master.getMaster().stop("stopping master");
    master.join();
  } finally {
    masterActive = false;
    TEST_UTIL.shutdownMiniZKCluster();
    TEST_UTIL.shutdownMiniDFSCluster();
    TEST_UTIL.cleanupTestDir();
  }
}
 
开发者ID:cloud-software-foundation,项目名称:c5,代码行数:53,代码来源:TestRSKilledWhenInitializing.java


注:本文中的org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread.start方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。