Java RegionServerThread类代码示例

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
@SuppressWarnings("unchecked")
public JVMClusterUtil.RegionServerThread addRegionServer(
    Configuration config, final int index)
throws IOException {
  // Create each regionserver with its own Configuration instance so each has
  // its HConnection instance rather than share (see HBASE_INSTANCES down in
  // the guts of HConnectionManager.

  // Also, create separate CoordinatedStateManager instance per Server.
  // This is special case when we have to have more than 1 CoordinatedStateManager
  // within 1 process.
  CoordinatedStateManager cp = CoordinatedStateManagerFactory.getCoordinatedStateManager(conf);

  JVMClusterUtil.RegionServerThread rst =
      JVMClusterUtil.createRegionServerThread(config, cp, (Class<? extends HRegionServer>) conf
          .getClass(HConstants.REGION_SERVER_IMPL, this.regionServerClass), index);

  this.regionThreads.add(rst);
  return rst;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * Wait for the specified region server to stop
 * Removes this thread from list of running threads.
 * @param rst
 * @return Name of region server that just went down.
 */
public String waitOnRegionServer(JVMClusterUtil.RegionServerThread rst) {
  while (rst.isAlive()) {
    try {
      LOG.info("Waiting on " +
        rst.getRegionServer().toString());
      rst.join();
    } catch (InterruptedException e) {
      e.printStackTrace();
    }
  }
  for (int i=0;i<regionThreads.size();i++) {
    if (regionThreads.get(i) == rst) {
      regionThreads.remove(i);
      break;
    }
  }
  return rst.getName();
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
@Test(timeout = 60 * 1000)
public void testVisibilityLabelsOnRSRestart() throws Exception {
  final TableName tableName = TableName.valueOf(TEST_NAME.getMethodName());
  List<RegionServerThread> regionServerThreads = TEST_UTIL.getHBaseCluster()
      .getRegionServerThreads();
  for (RegionServerThread rsThread : regionServerThreads) {
    rsThread.getRegionServer().abort("Aborting ");
  }
  // Start one new RS
  RegionServerThread rs = TEST_UTIL.getHBaseCluster().startRegionServer();
  waitForLabelsRegionAvailability(rs.getRegionServer());
  try (Table table = createTableAndWriteDataWithLabels(tableName, "(" + SECRET + "|" + CONFIDENTIAL
      + ")", PRIVATE);) {
    Scan s = new Scan();
    s.setAuthorizations(new Authorizations(SECRET));
    ResultScanner scanner = table.getScanner(s);
    Result[] next = scanner.next(3);
    assertTrue(next.length == 1);
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
@Test(timeout = 60 * 1000)
public void testVisibilityLabelsOnWALReplay() throws Exception {
  final TableName tableName = TableName.valueOf(TEST_NAME.getMethodName());
  try (Table table = createTableAndWriteDataWithLabels(tableName,
      "(" + SECRET + "|" + CONFIDENTIAL + ")", PRIVATE);) {
    List<RegionServerThread> regionServerThreads = TEST_UTIL.getHBaseCluster()
        .getRegionServerThreads();
    for (RegionServerThread rsThread : regionServerThreads) {
      rsThread.getRegionServer().abort("Aborting ");
    }
    // Start one new RS
    RegionServerThread rs = TEST_UTIL.getHBaseCluster().startRegionServer();
    waitForLabelsRegionAvailability(rs.getRegionServer());
    Scan s = new Scan();
    s.setAuthorizations(new Authorizations(SECRET));
    ResultScanner scanner = table.getScanner(s);
    Result[] next = scanner.next(3);
    assertTrue(next.length == 1);
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * Starts a region server thread running
 *
 * @throws IOException
 * @return New RegionServerThread
 */
public JVMClusterUtil.RegionServerThread startRegionServer()
    throws IOException {
  final Configuration newConf = HBaseConfiguration.create(conf);
  User rsUser =
      HBaseTestingUtility.getDifferentUser(newConf, ".hfs."+index++);
  JVMClusterUtil.RegionServerThread t =  null;
  try {
    t = hbaseCluster.addRegionServer(
        newConf, hbaseCluster.getRegionServers().size(), rsUser);
    t.start();
    t.waitForServerOnline();
  } catch (InterruptedException ie) {
    throw new IOException("Interrupted adding regionserver to cluster", ie);
  }
  return t;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * Make sure that at least the specified number of region servers
 * are running. We don't count the ones that are currently stopping or are
 * stopped.
 * @param num minimum number of region servers that should be running
 * @return true if we started some servers
 * @throws IOException
 */
public boolean ensureSomeNonStoppedRegionServersAvailable(final int num)
  throws IOException {
  boolean startedServer = ensureSomeRegionServersAvailable(num);

  int nonStoppedServers = 0;
  for (JVMClusterUtil.RegionServerThread rst :
    getMiniHBaseCluster().getRegionServerThreads()) {

    HRegionServer hrs = rst.getRegionServer();
    if (hrs.isStopping() || hrs.isStopped()) {
      LOG.info("A region server is stopped or stopping:"+hrs);
    } else {
      nonStoppedServers++;
    }
  }
  for (int i=nonStoppedServers; i<num; ++i) {
    LOG.info("Started new server=" + getMiniHBaseCluster().startRegionServer());
    startedServer = true;
  }
  return startedServer;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
void populateDataInTable(int nrows, String fname) throws Exception {
  byte [] family = Bytes.toBytes(fname);

  List<RegionServerThread> rsts = cluster.getLiveRegionServerThreads();
  assertEquals(NUM_RS, rsts.size());

  for (RegionServerThread rst : rsts) {
    HRegionServer hrs = rst.getRegionServer();
    List<HRegionInfo> hris = hrs.getOnlineRegions();
    for (HRegionInfo hri : hris) {
      if (hri.isMetaTable()) {
        continue;
      }
      LOG.debug("adding data to rs = " + rst.getName() +
          " region = "+ hri.getRegionNameAsString());
      HRegion region = hrs.getOnlineRegion(hri.getRegionName());
      assertTrue(region != null);
      putData(region, hri.getStartKey(), nrows, Bytes.toBytes("q"), family);
    }
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
public JVMClusterUtil.RegionServerThread addRegionServer(
    Configuration config, final int index)
throws IOException {
  // Create each regionserver with its own Configuration instance so each has
  // its HConnection instance rather than share (see HBASE_INSTANCES down in
  // the guts of HConnectionManager.

  // Also, create separate CoordinatedStateManager instance per Server.
  // This is special case when we have to have more than 1 CoordinatedStateManager
  // within 1 process.
  CoordinatedStateManager cp = CoordinatedStateManagerFactory.getCoordinatedStateManager(conf);

  JVMClusterUtil.RegionServerThread rst =
    JVMClusterUtil.createRegionServerThread(config, cp,
        this.regionServerClass, index);
  this.regionThreads.add(rst);
  return rst;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
void populateDataInTable(int nrows, String fname) throws Exception {
  byte [] family = Bytes.toBytes(fname);

  List<RegionServerThread> rsts = cluster.getLiveRegionServerThreads();
  assertEquals(NUM_RS, rsts.size());

  for (RegionServerThread rst : rsts) {
    HRegionServer hrs = rst.getRegionServer();
    List<HRegionInfo> hris = ProtobufUtil.getOnlineRegions(hrs);
    for (HRegionInfo hri : hris) {
      if (hri.getTable().isSystemTable()) {
        continue;
      }
      LOG.debug("adding data to rs = " + rst.getName() +
          " region = "+ hri.getRegionNameAsString());
      HRegion region = hrs.getOnlineRegion(hri.getRegionName());
      assertTrue(region != null);
      putData(region, hri.getStartKey(), nrows, Bytes.toBytes("q"), family);
    }
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * Get the location of the specified region
 * @param regionName Name of the region in bytes
 * @return Index into List of {@link MiniHBaseCluster#getRegionServerThreads()}
 * of HRS carrying hbase:meta. Returns -1 if none found.
 */
public int getServerWith(byte[] regionName) {
  int index = -1;
  int count = 0;
  for (JVMClusterUtil.RegionServerThread rst: getRegionServerThreads()) {
    HRegionServer hrs = rst.getRegionServer();
    HRegion metaRegion =
      hrs.getOnlineRegion(regionName);
    if (metaRegion != null) {
      index = count;
      break;
    }
    count++;
  }
  return index;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
void populateDataInTable(int nrows, String fname) throws Exception {
  byte [] family = Bytes.toBytes(fname);

  List<RegionServerThread> rsts = cluster.getLiveRegionServerThreads();
  assertEquals(NUM_RS, rsts.size());

  for (RegionServerThread rst : rsts) {
    HRegionServer hrs = rst.getRegionServer();
    List<HRegionInfo> hris = ProtobufUtil.getOnlineRegions(hrs.getRSRpcServices());
    for (HRegionInfo hri : hris) {
      if (hri.getTable().isSystemTable()) {
        continue;
      }
      LOG.debug("adding data to rs = " + rst.getName() +
          " region = "+ hri.getRegionNameAsString());
      HRegion region = hrs.getOnlineRegion(hri.getRegionName());
      assertTrue(region != null);
      putData(region, hri.getStartKey(), nrows, Bytes.toBytes("q"), family);
    }
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
@Test(timeout = 60 * 1000)
public void testVisibilityLabelsOnRSRestart() throws Exception {
  final TableName tableName = TableName.valueOf(TEST_NAME.getMethodName());
  HTable table = createTableAndWriteDataWithLabels(tableName, "(" + SECRET + "|" + CONFIDENTIAL
      + ")", PRIVATE);
  List<RegionServerThread> regionServerThreads = TEST_UTIL.getHBaseCluster()
      .getRegionServerThreads();
  for (RegionServerThread rsThread : regionServerThreads) {
    rsThread.getRegionServer().abort("Aborting ");
  }
  // Start one new RS
  RegionServerThread rs = TEST_UTIL.getHBaseCluster().startRegionServer();
  waitForLabelsRegionAvailability(rs.getRegionServer());
  try {
    Scan s = new Scan();
    s.setAuthorizations(new Authorizations(SECRET));
    ResultScanner scanner = table.getScanner(s);
    Result[] next = scanner.next(3);
    assertTrue(next.length == 1);
  } finally {
    if (table != null) {
      table.close();
    }
  }
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * @return List of running servers (Some servers may have been killed or
 * aborted during lifetime of cluster; these servers are not included in this
 * list).
 */
public List<JVMClusterUtil.RegionServerThread> getLiveRegionServers() {
  List<JVMClusterUtil.RegionServerThread> liveServers =
    new ArrayList<JVMClusterUtil.RegionServerThread>();
  List<RegionServerThread> list = getRegionServers();
  for (JVMClusterUtil.RegionServerThread rst: list) {
    if (rst.isAlive()) liveServers.add(rst);
    else LOG.info("Not alive " + rst.getName());
  }
  return liveServers;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
private static List<AccessController> getAccessControllers(MiniHBaseCluster cluster) {
  List<AccessController> result = Lists.newArrayList();
  for (RegionServerThread t: cluster.getLiveRegionServerThreads()) {
    for (Region region: t.getRegionServer().getOnlineRegionsLocalContext()) {
      Coprocessor cp = region.getCoprocessorHost()
        .findCoprocessor(AccessController.class.getName());
      if (cp != null) {
        result.add((AccessController)cp);
      }
    }
  }
  return result;
}
 

import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread; //导入依赖的package包/类
/**
 * Call flushCache on all regions on all participating regionservers.
 * @throws IOException
 */
public void flushcache() throws IOException {
  for (JVMClusterUtil.RegionServerThread t:
      this.hbaseCluster.getRegionServers()) {
    for(Region r: t.getRegionServer().getOnlineRegionsLocalContext()) {
      r.flush(true);
    }
  }
}