Java ProtobufUtil.getOnlineRegions方法代码示例

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
@Test (timeout=300000)
public void testCloseRegionIfInvalidRegionNameIsPassed() throws Exception {
  byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion1");
  createTableWithDefaultConf(TABLENAME);

  HRegionInfo info = null;
  HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
  List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
  for (HRegionInfo regionInfo : onlineRegions) {
    if (!regionInfo.isMetaTable()) {
      if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion1")) {
        info = regionInfo;
        try {
          admin.closeRegionWithEncodedRegionName("sample", rs.getServerName()
            .getServerName());
        } catch (NotServingRegionException nsre) {
          // expected, ignore it
        }
      }
    }
  }
  onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
  assertTrue("The region should be present in online regions list.",
      onlineRegions.contains(info));
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
@Test (timeout=300000)
public void testCloseRegionWhenServerNameIsNull() throws Exception {
  byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion3");
  createTableWithDefaultConf(TABLENAME);

  HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));

  try {
    List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
    for (HRegionInfo regionInfo : onlineRegions) {
      if (!regionInfo.isMetaTable()) {
        if (regionInfo.getRegionNameAsString()
            .contains("TestHBACloseRegion3")) {
          admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
              null);
        }
      }
    }
    fail("The test should throw exception if the servername passed is null.");
  } catch (IllegalArgumentException e) {
  }
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
@Test (timeout=300000)
public void testCloseRegionWhenServerNameIsEmpty() throws Exception {
  byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegionWhenServerNameIsEmpty");
  createTableWithDefaultConf(TABLENAME);

  HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));

  try {
    List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
    for (HRegionInfo regionInfo : onlineRegions) {
      if (!regionInfo.isMetaTable()) {
        if (regionInfo.getRegionNameAsString()
            .contains("TestHBACloseRegionWhenServerNameIsEmpty")) {
          admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
              " ");
        }
      }
    }
    fail("The test should throw exception if the servername passed is empty.");
  } catch (IllegalArgumentException e) {
  }
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
@Test (timeout=300000)
public void testCloseRegionWhenEncodedRegionNameIsNotGiven() throws Exception {
  byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion4");
  createTableWithDefaultConf(TABLENAME);

  HRegionInfo info = null;
  HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));

  List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
  for (HRegionInfo regionInfo : onlineRegions) {
    if (!regionInfo.isMetaTable()) {
      if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion4")) {
        info = regionInfo;
        try {
          admin.closeRegionWithEncodedRegionName(regionInfo
            .getRegionNameAsString(), rs.getServerName().getServerName());
        } catch (NotServingRegionException nsre) {
          // expected, ignore it.
        }
      }
    }
  }
  onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
  assertTrue("The region should be present in online regions list.",
      onlineRegions.contains(info));
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
/**
 * Get region info from local cluster.
 */
Map<ServerName, List<String>> getDeployedHRIs(final HBaseAdmin admin) throws IOException {
  ClusterStatus status = admin.getClusterStatus();
  Collection<ServerName> regionServers = status.getServers();
  Map<ServerName, List<String>> mm =
      new HashMap<ServerName, List<String>>();
  for (ServerName hsi : regionServers) {
    AdminProtos.AdminService.BlockingInterface server = ((HConnection) connection).getAdmin(hsi);

    // list all online regions from this region server
    List<HRegionInfo> regions = ProtobufUtil.getOnlineRegions(server);
    List<String> regionNames = new ArrayList<String>();
    for (HRegionInfo hri : regions) {
      regionNames.add(hri.getRegionNameAsString());
    }
    mm.put(hsi, regionNames);
  }
  return mm;
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
@Override
public synchronized Void call() throws IOException {
  errors.progress();
  try {
    BlockingInterface server = connection.getAdmin(rsinfo);

    // list all online regions from this region server
    List<HRegionInfo> regions = ProtobufUtil.getOnlineRegions(server);
    regions = filterRegions(regions);

    if (details) {
      errors.detail("RegionServer: " + rsinfo.getServerName() +
                       " number of regions: " + regions.size());
      for (HRegionInfo rinfo: regions) {
        errors.detail("  " + rinfo.getRegionNameAsString() +
                         " id: " + rinfo.getRegionId() +
                         " encoded_name: " + rinfo.getEncodedName() +
                         " start: " + Bytes.toStringBinary(rinfo.getStartKey()) +
                         " end: " + Bytes.toStringBinary(rinfo.getEndKey()));
      }
    }

    // check to see if the existence of this region matches the region in META
    for (HRegionInfo r:regions) {
      HbckInfo hbi = hbck.getOrCreateInfo(r.getEncodedName());
      hbi.addServer(r, rsinfo);
    }
  } catch (IOException e) {          // unable to connect to the region server.
    errors.reportError(ERROR_CODE.RS_CONNECT_FAILURE, "RegionServer: " + rsinfo.getServerName() +
      " Unable to fetch region information. " + e);
    throw e;
  }
  return null;
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
private NavigableSet<String> getDoubleAssignedRegions(
    MiniHBaseCluster cluster) throws IOException {
  NavigableSet<String> online = new TreeSet<String>();
  NavigableSet<String> doubled = new TreeSet<String>();
  for (RegionServerThread rst : cluster.getLiveRegionServerThreads()) {
    for (HRegionInfo region : ProtobufUtil.getOnlineRegions(
        rst.getRegionServer().getRSRpcServices())) {
      if(!online.add(region.getRegionNameAsString())) {
        doubled.add(region.getRegionNameAsString());
      }
    }
  }
  return doubled;
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
/**
 * Verify regions are on the expected region server
 */
private void verifyRegionLocation(HRegionServer hrs, List<HRegionInfo> regions)
    throws IOException {
  List<HRegionInfo> tmpOnlineRegions =
    ProtobufUtil.getOnlineRegions(hrs.getRSRpcServices());
  Iterator<HRegionInfo> itr = regions.iterator();
  while (itr.hasNext()) {
    HRegionInfo tmp = itr.next();
    if (!tmpOnlineRegions.contains(tmp)) {
      itr.remove();
    }
  }
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
private void verifyMethodResult(Class<?> c, String methodName[], TableName tableName,
                                Object value[]) throws IOException {
  try {
    for (JVMClusterUtil.RegionServerThread t : cluster.getRegionServerThreads()) {
      if (!t.isAlive() || t.getRegionServer().isAborted() || t.getRegionServer().isStopping()){
        continue;
      }
      for (HRegionInfo r : ProtobufUtil.getOnlineRegions(t.getRegionServer().getRSRpcServices())) {
        if (!r.getTable().equals(tableName)) {
          continue;
        }
        RegionCoprocessorHost cph = t.getRegionServer().getOnlineRegion(r.getRegionName()).
            getCoprocessorHost();

        Coprocessor cp = cph.findCoprocessor(c.getName());
        assertNotNull(cp);
        for (int i = 0; i < methodName.length; ++i) {
          Method m = c.getMethod(methodName[i]);
          Object o = m.invoke(cp);
          assertTrue("Result of " + c.getName() + "." + methodName[i]
              + " is expected to be " + value[i].toString()
              + ", while we get " + o.toString(), o.equals(value[i]));
        }
      }
    }
  } catch (Exception e) {
    throw new IOException(e.toString());
  }
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
private void printOutRegions(final HRegionServer hrs, final String prefix)
    throws IOException {
  List<HRegionInfo> regions = ProtobufUtil.getOnlineRegions(hrs.getRSRpcServices());
  for (HRegionInfo region: regions) {
    LOG.info(prefix + region.getRegionNameAsString());
  }
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
/**
 * Get all the online regions on a region server.
 */
@Override
public List<HRegionInfo> getOnlineRegions(final ServerName sn) throws IOException {
  AdminService.BlockingInterface admin = this.connection.getAdmin(sn);
  PayloadCarryingRpcController controller = rpcControllerFactory.newController();
  return ProtobufUtil.getOnlineRegions(controller, admin);
}
 

import org.apache.hadoop.hbase.protobuf.ProtobufUtil; //导入方法依赖的package包/类
/**
 * Determine if regions are balanced. Figure out the total, divide by the
 * number of online servers, then test if each server is +/- 1 of average
 * rounded up.
 */
private void assertRegionsAreBalanced() throws IOException {
  // TODO: Fix this test.  Old balancer used to run with 'slop'.  New
  // balancer does not.
  boolean success = false;
  float slop = (float)UTIL.getConfiguration().getFloat("hbase.regions.slop", 0.1f);
  if (slop <= 0) slop = 1;

  for (int i = 0; i < 5; i++) {
    success = true;
    // make sure all the regions are reassigned before we test balance
    waitForAllRegionsAssigned();

    long regionCount = UTIL.getMiniHBaseCluster().countServedRegions();
    List<HRegionServer> servers = getOnlineRegionServers();
    double avg = UTIL.getHBaseCluster().getMaster().getAverageLoad();
    int avgLoadPlusSlop = (int)Math.ceil(avg * (1 + slop));
    int avgLoadMinusSlop = (int)Math.floor(avg * (1 - slop)) - 1;
    LOG.debug("There are " + servers.size() + " servers and " + regionCount
      + " regions. Load Average: " + avg + " low border: " + avgLoadMinusSlop
      + ", up border: " + avgLoadPlusSlop + "; attempt: " + i);

    for (HRegionServer server : servers) {
      int serverLoad =
        ProtobufUtil.getOnlineRegions(server.getRSRpcServices()).size();
      LOG.debug(server.getServerName() + " Avg: " + avg + " actual: " + serverLoad);
      if (!(avg > 2.0 && serverLoad <= avgLoadPlusSlop
          && serverLoad >= avgLoadMinusSlop)) {
        for (HRegionInfo hri :
            ProtobufUtil.getOnlineRegions(server.getRSRpcServices())) {
          if (hri.isMetaRegion()) serverLoad--;
          // LOG.debug(hri.getRegionNameAsString());
        }
        if (!(serverLoad <= avgLoadPlusSlop && serverLoad >= avgLoadMinusSlop)) {
          LOG.debug(server.getServerName() + " Isn't balanced!!! Avg: " + avg +
              " actual: " + serverLoad + " slop: " + slop);
          success = false;
          break;
        }
      }
    }

    if (!success) {
      // one or more servers are not balanced. sleep a little to give it a
      // chance to catch up. then, go back to the retry loop.
      try {
        Thread.sleep(10000);
      } catch (InterruptedException e) {}

      UTIL.getHBaseCluster().getMaster().balance();
      continue;
    }

    // if we get here, all servers were balanced, so we should just return.
    return;
  }
  // if we get here, we tried 5 times and never got to short circuit out of
  // the retry loop, so this is a failure.
  fail("After 5 attempts, region assignments were not balanced.");
}