Java HBaseAdmin.getClusterStatus方法代码示例

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
/**
 * Get region info from local cluster.
 */
Map<ServerName, List<String>> getDeployedHRIs(final HBaseAdmin admin) throws IOException {
  ClusterStatus status = admin.getClusterStatus();
  Collection<ServerName> regionServers = status.getServers();
  Map<ServerName, List<String>> mm =
      new HashMap<ServerName, List<String>>();
  for (ServerName hsi : regionServers) {
    AdminProtos.AdminService.BlockingInterface server = ((HConnection) connection).getAdmin(hsi);

    // list all online regions from this region server
    List<HRegionInfo> regions = ProtobufUtil.getOnlineRegions(server);
    List<String> regionNames = new ArrayList<String>();
    for (HRegionInfo hri : regions) {
      regionNames.add(hri.getRegionNameAsString());
    }
    mm.put(hsi, regionNames);
  }
  return mm;
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
/**
 * Get region info from local cluster.
 */
Map<ServerName, List<String>> getDeployedHRIs(
    final HBaseAdmin admin) throws IOException {
  ClusterStatus status = admin.getClusterStatus();
  Collection<ServerName> regionServers = status.getServers();
  Map<ServerName, List<String>> mm =
      new HashMap<ServerName, List<String>>();
  HConnection connection = admin.getConnection();
  for (ServerName hsi : regionServers) {
    AdminProtos.AdminService.BlockingInterface server = connection.getAdmin(hsi);

    // list all online regions from this region server
    List<HRegionInfo> regions = ProtobufUtil.getOnlineRegions(server);
    List<String> regionNames = new ArrayList<String>();
    for (HRegionInfo hri : regions) {
      regionNames.add(hri.getRegionNameAsString());
    }
    mm.put(hsi, regionNames);
  }
  return mm;
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
protected void collectRegionMetrics(Map<RegionName, RegionInfo> aRegionInfos,
    HBaseAdmin hBaseAdmin) throws IOException {
    ClusterStatus clusterStatus = hBaseAdmin.getClusterStatus();

    Collection<ServerName> servers = clusterStatus.getServers();
    for (ServerName server : servers) {
        ServerLoad load = clusterStatus.getLoad(server);
        Map<byte[], RegionLoad> regionsLoad = load.getRegionsLoad();
        for (Map.Entry<byte[], RegionLoad> regionLoadEntry : regionsLoad.entrySet()) {
            RegionLoad regionLoad = regionLoadEntry.getValue();
            RegionInfo regionInfo = aRegionInfos.get(new RegionName(regionLoad.getName()));
            if (regionInfo == null) {
                LOGGER.error("cannot find regionInfo:{}", regionLoad.getNameAsString());
            }

            if (regionInfo != null && !regionInfo.isSystemTable()) {
                regionInfo.setFileCount(regionLoad.getStorefiles());
                regionInfo.setStoreCount(regionLoad.getStores());
                regionInfo.setActivityCount(regionLoad.getRequestsCount());
                regionInfo.setServer(server);
            }
        }
    }
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
/**
 * To repair region consistency, one must call connect() in order to repair
 * online state.
 */
public void connect() throws IOException {
  connection = HConnectionManager.createConnection(getConf());
  admin = new HBaseAdmin(connection);
  meta = new HTable(TableName.META_TABLE_NAME, connection);
  status = admin.getClusterStatus();
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
public RegionLoadAdapter(HBaseAdmin admin, Map<byte[], HRegionInfo> regionMap, Args args) throws IOException {
    long timestamp = System.currentTimeMillis();

    ClusterStatus clusterStatus = admin.getClusterStatus();
    Collection<ServerName> serverNames = clusterStatus.getServers();
    for (ServerName serverName : serverNames) {
        ServerLoad serverLoad = clusterStatus.getLoad(serverName);
        for (Map.Entry<byte[], RegionLoad> entry : serverLoad.getRegionsLoad().entrySet()) {
            if (regionMap.get(entry.getKey()) != null)
                regionLoadMap.put(regionMap.get(entry.getKey()), new RegionLoadDelegator(entry.getValue()));
        }
    }

    Util.printVerboseMessage(args, "RegionLoadAdapter", timestamp);
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
public RegionLoadAdapter(HBaseAdmin admin, Map<byte[], HRegionInfo> regionMap, Args args) throws IOException {
    long timestamp = System.currentTimeMillis();

    ClusterStatus clusterStatus = admin.getClusterStatus();
    Collection<ServerName> serverNames = clusterStatus.getServers();
    for (ServerName serverName : serverNames) {
        HServerLoad serverLoad = clusterStatus.getLoad(serverName);
        for (Map.Entry<byte[], HServerLoad.RegionLoad> entry : serverLoad.getRegionsLoad().entrySet()) {
            if (regionMap.get(entry.getKey()) != null)
                regionLoadMap.put(regionMap.get(entry.getKey()), new RegionLoadDelegator(entry.getValue()));
        }
    }

    Util.printVerboseMessage(args, "RegionLoadAdapter", timestamp);
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
@Override
protected boolean doAction() throws Exception {
  HBaseAdmin admin = new HBaseAdmin(util.getConfiguration());
  ClusterStatus status = admin.getClusterStatus();
  return status != null;
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
/** ctor for unit testing */
RegionSizeCalculator (HTable table, HBaseAdmin admin) throws IOException {

  try {
    if (!enabled(table.getConfiguration())) {
      LOG.info("Region size calculation disabled.");
      return;
    }

    LOG.info("Calculating region sizes for table \"" + new String(table.getTableName()) + "\".");

    //get regions for table
    Set<HRegionInfo> tableRegionInfos = table.getRegionLocations().keySet();
    Set<byte[]> tableRegions = new TreeSet<byte[]>(Bytes.BYTES_COMPARATOR);
    for (HRegionInfo regionInfo : tableRegionInfos) {
      tableRegions.add(regionInfo.getRegionName());
    }

    ClusterStatus clusterStatus = admin.getClusterStatus();
    Collection<ServerName> servers = clusterStatus.getServers();
    final long megaByte = 1024L * 1024L;

    //iterate all cluster regions, filter regions from our table and compute their size
    for (ServerName serverName: servers) {
      ServerLoad serverLoad = clusterStatus.getLoad(serverName);

      for (RegionLoad regionLoad: serverLoad.getRegionsLoad().values()) {
        byte[] regionId = regionLoad.getName();

        if (tableRegions.contains(regionId)) {

          long regionSizeBytes = regionLoad.getStorefileSizeMB() * megaByte;
          sizeMap.put(regionId, regionSizeBytes);

          if (LOG.isDebugEnabled()) {
            LOG.debug("Region " + regionLoad.getNameAsString() + " has size " + regionSizeBytes);
          }
        }
      }
    }
    LOG.debug("Region sizes calculated");

  } finally {
    admin.close();
  }

}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
public void collectCompactInfo(Configuration conf) throws IOException, InterruptedException {
    HBaseAdmin hBaseAdmin = new HBaseAdmin(conf);
    HConnection connection = hBaseAdmin.getConnection();
    Map<RegionName, RegionInfo> regionInfoMap =
        constructInitialRegionInfos(hBaseAdmin, connection.listTables());

    ClusterStatus clusterStatus = hBaseAdmin.getClusterStatus();
    Collection<ServerName> servers = clusterStatus.getServers();
    HbaseBatchExecutor executor = null;

    try {
        executor = new HbaseBatchExecutor(hBaseAdmin);

        for (ServerName server : servers) {
            if (server != null) {

                List<RegionInfo> regionsOnAServer = new LinkedList<>();

                ServerLoad load = clusterStatus.getLoad(server);
                Map<byte[], RegionLoad> regionsLoad = load.getRegionsLoad();
                for (RegionLoad regionLoad : regionsLoad.values()) {
                    RegionName regionName = new RegionName(regionLoad.getName());
                    RegionInfo regionInfo = regionInfoMap.get(regionName);
                    if (regionInfo != null) {
                        regionsOnAServer.add(regionInfo);
                    }
                }

                List<RegionInfo> compactingRegionsOnAServer =
                    executor.getCompactingRegions(server, regionsOnAServer);
                compactingRegions.put(server, compactingRegionsOnAServer);
                addToCompactedSet(server, compactingRegionsOnAServer);
            }
        }
    } finally {
        if (executor != null) {
            executor.close();
        }
    }

    printoutFilteredRegions(compactingRegions);
}
 

import org.apache.hadoop.hbase.client.HBaseAdmin; //导入方法依赖的package包/类
private void findNonActiveRegionsAndCompact(HBaseAdmin aHBaseAdmin,
    Map<ServerName, List<RegionInfo>> aFilteredRegions) throws IOException, InterruptedException {
    ClusterStatus clusterStatus = aHBaseAdmin.getClusterStatus();

    HbaseBatchExecutor executor = null;
    try {
        executor = new HbaseBatchExecutor(aHBaseAdmin);

        for (ServerName server : clusterStatus.getServers()) {
            int compactingCount = checkCompactingRegions(server, executor);

            if (compactingCount < maxCompactingRegionPerServer) {
                ServerLoad load = clusterStatus.getLoad(server);
                Map<byte[], RegionLoad> regionsLoad = load.getRegionsLoad();

                List<RegionInfo> regionInfos = aFilteredRegions.get(server);
                for (int i = 0; regionInfos != null && i < regionInfos.size(); i++) {
                    RegionInfo savedInfo = regionInfos.get(i);
                    RegionLoad regionLoad = regionsLoad.get(savedInfo.getRegionName().toByteBinary());
                    if (regionLoad == null) {
                        LOGGER.warn("!!regionLoad doesn't have this region:{}", savedInfo.getRegionName());
                    } else {
                        long requestsCount = regionLoad.getRequestsCount();
                        if (savedInfo.getActivityCount() != requestsCount) {
                            LOGGER.info("Region Busy:{} {}", requestsCount - savedInfo.getActivityCount(),
                                savedInfo.getRegionName());
                        } else {
                            compactingCount = bookKeepingCompactingRegion(server, savedInfo);
                            LOGGER.info("Start Compact:{} with fileCountMinusCF={}", savedInfo.getRegionName(),
                                savedInfo.getFileCountMinusCF());
                            executor.majorCompact(server, savedInfo.getRegionName());
                            if (compactingCount >= maxCompactingRegionPerServer) {
                                break;
                            }
                        }
                    }
                }
            }
        }
    } finally {
        if (executor != null) {
            executor.close();
        }
    }
}