Java AssignmentManager.waitOnRegionToClearRegionsInTransition方法代码示例

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
/**
 * @return True if region cleared RIT, else false if we timed out waiting.
 * @throws InterruptedIOException
 */
private boolean waitOnRegionToClearRegionsInTransition(AssignmentManager am,
    final HRegionInfo hri, final int timeout)
throws InterruptedIOException {
  try {
    if (!am.waitOnRegionToClearRegionsInTransition(hri, timeout)) {
      // Wait here is to avoid log replay hits current dead server and incur a RPC timeout
      // when replay happens before region assignment completes.
      LOG.warn("Region " + hri.getEncodedName() + " didn't complete assignment in time");
      return false;
    }
  } catch (InterruptedException ie) {
    throw new InterruptedIOException("Caught " + ie +
      " during waitOnRegionToClearRegionsInTransition for " + hri);
  }
  return true;
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
private void waitForRITtoBeZero(HMaster master) throws IOException {
  // wait for assignments to finish
  AssignmentManager mgr = master.getAssignmentManager();
  Collection<AssignmentManager.RegionState> transRegions =
      mgr.getRegionsInTransition().values();
  for (AssignmentManager.RegionState state : transRegions) {
    mgr.waitOnRegionToClearRegionsInTransition(state.getRegion());
  }
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
@Override
public void postAssign(ObserverContext<MasterCoprocessorEnvironment> ctx, HRegionInfo regionInfo)
    throws IOException {
  LOG.info("Entering into postAssign of region " + regionInfo.getRegionNameAsString() + '.');

  if (!IndexUtils.isIndexTable(regionInfo.getTable().getName())) {
    MasterServices master = ctx.getEnvironment().getMasterServices();
    LoadBalancer balancer = master.getAssignmentManager().getBalancer();
    AssignmentManager am = master.getAssignmentManager();
    RegionStates regionStates = am.getRegionStates();
    // waiting until user region is removed from transition.
    long timeout =
        master.getConfiguration()
            .getLong("hbase.bulk.assignment.waiton.empty.rit", 5 * 60 * 1000);
    try {
      am.waitOnRegionToClearRegionsInTransition(regionInfo, timeout);
    } catch (InterruptedException e) {
      if (LOG.isDebugEnabled()) {
        LOG.debug("Interrupted while region in assignment.");
      }
    }
    ServerName sn = regionStates.getRegionServerOfRegion(regionInfo);
    TableName indexTableName =
        TableName.valueOf(IndexUtils.getIndexTableName(regionInfo.getTableName()));
    List<HRegionInfo> tableRegions = regionStates.getRegionsOfTable(indexTableName);
    for (HRegionInfo hRegionInfo : tableRegions) {
      if (0 == Bytes.compareTo(hRegionInfo.getStartKey(), regionInfo.getStartKey())) {
        am.addPlan(hRegionInfo.getEncodedName(), new RegionPlan(hRegionInfo, null, sn));
        LOG.info("Assigning region " + hRegionInfo.getRegionNameAsString() + " to server " + sn
            + '.');
        balancer.regionOnline(hRegionInfo, sn);
        am.assign(hRegionInfo, true, false);
        break;
      }
    }
  }
  LOG.info("Exiting from postAssign " + regionInfo.getRegionNameAsString() + '.');
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
@Override
public void postMove(ObserverContext<MasterCoprocessorEnvironment> ctx, HRegionInfo regionInfo,
    ServerName srcServer, ServerName destServer) throws IOException {
  LOG.info("Entering into postMove " + regionInfo.getRegionNameAsString() + '.');
  if (!IndexUtils.isIndexTable(regionInfo.getTable().getNameAsString())) {
    MasterServices master = ctx.getEnvironment().getMasterServices();
    AssignmentManager am = master.getAssignmentManager();
    // waiting until user region is removed from transition.
    long timeout =
        master.getConfiguration()
            .getLong("hbase.bulk.assignment.waiton.empty.rit", 5 * 60 * 1000);
    try {
      am.waitOnRegionToClearRegionsInTransition(regionInfo, timeout);
      destServer = am.getRegionStates().getRegionServerOfRegion(regionInfo);
      am.getBalancer().regionOnline(regionInfo, destServer);
    } catch (InterruptedException e) {
      if (LOG.isDebugEnabled()) {
        LOG.debug("Interrupted while region in assignment.");
      }
    }
    TableName indexTableName =
        TableName.valueOf(IndexUtils.getIndexTableName(regionInfo.getTable().getNameAsString()));
    List<HRegionInfo> tableRegions = am.getRegionStates().getRegionsOfTable(indexTableName);
    for (HRegionInfo indexRegionInfo : tableRegions) {
      if (0 == Bytes.compareTo(indexRegionInfo.getStartKey(), regionInfo.getStartKey())) {
        LOG.info("Assigning region " + indexRegionInfo.getRegionNameAsString() + "from "
            + srcServer + " to server " + destServer + '.');
        am.getBalancer().regionOnline(indexRegionInfo, destServer);
        am.addPlan(indexRegionInfo.getEncodedName(), new RegionPlan(indexRegionInfo, null,
            destServer));
        am.unassign(indexRegionInfo);
      }
    }
  }
  LOG.info("Exiting from postMove " + regionInfo.getRegionNameAsString() + '.');
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
@Override
public void process() throws IOException {
  boolean gotException = true; 
  try {
    AssignmentManager am = this.services.getAssignmentManager();
    this.services.getMasterFileSystem().setLogRecoveryMode();
    boolean distributedLogReplay = 
      (this.services.getMasterFileSystem().getLogRecoveryMode() == RecoveryMode.LOG_REPLAY);
    try {
      if (this.shouldSplitWal) {
        LOG.info("Splitting hbase:meta logs for " + serverName);
        if (distributedLogReplay) {
          Set<HRegionInfo> regions = new HashSet<HRegionInfo>();
          regions.add(HRegionInfo.FIRST_META_REGIONINFO);
          this.services.getMasterFileSystem().prepareLogReplay(serverName, regions);
        } else {
          this.services.getMasterFileSystem().splitMetaLog(serverName);
        }
        am.getRegionStates().logSplit(HRegionInfo.FIRST_META_REGIONINFO);
      }
    } catch (IOException ioe) {
      this.services.getExecutorService().submit(this);
      this.deadServers.add(serverName);
      throw new IOException("failed log splitting for " + serverName + ", will retry", ioe);
    }

    // Assign meta if we were carrying it.
    // Check again: region may be assigned to other where because of RIT
    // timeout
    if (am.isCarryingMeta(serverName)) {
      LOG.info("Server " + serverName + " was carrying META. Trying to assign.");
      am.regionOffline(HRegionInfo.FIRST_META_REGIONINFO);
      verifyAndAssignMetaWithRetries();
    } else if (!server.getMetaTableLocator().isLocationAvailable(this.server.getZooKeeper())) {
      // the meta location as per master is null. This could happen in case when meta assignment
      // in previous run failed, while meta znode has been updated to null. We should try to
      // assign the meta again.
      verifyAndAssignMetaWithRetries();
    } else {
      LOG.info("META has been assigned to otherwhere, skip assigning.");
    }

    try {
      if (this.shouldSplitWal && distributedLogReplay) {
        if (!am.waitOnRegionToClearRegionsInTransition(HRegionInfo.FIRST_META_REGIONINFO,
          regionAssignmentWaitTimeout)) {
          // Wait here is to avoid log replay hits current dead server and incur a RPC timeout
          // when replay happens before region assignment completes.
          LOG.warn("Region " + HRegionInfo.FIRST_META_REGIONINFO.getEncodedName()
              + " didn't complete assignment in time");
        }
        this.services.getMasterFileSystem().splitMetaLog(serverName);
      }
    } catch (Exception ex) {
      if (ex instanceof IOException) {
        this.services.getExecutorService().submit(this);
        this.deadServers.add(serverName);
        throw new IOException("failed log splitting for " + serverName + ", will retry", ex);
      } else {
        throw new IOException(ex);
      }
    }

    gotException = false;
  } finally {
    if (gotException){
      // If we had an exception, this.deadServers.finish will be skipped in super.process()
      this.deadServers.finish(serverName);
    }     
  }

  super.process();
  // Clear this counter on successful handling.
  this.eventExceptionCount.set(0);
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
@Override
public void process() throws IOException {
  boolean gotException = true; 
  try {
    AssignmentManager am = this.services.getAssignmentManager();
    try {
      if (this.shouldSplitHlog) {
        LOG.info("Splitting hbase:meta logs for " + serverName);
        if (this.distributedLogReplay) {
          Set<HRegionInfo> regions = new HashSet<HRegionInfo>();
          regions.add(HRegionInfo.FIRST_META_REGIONINFO);
          this.services.getMasterFileSystem().prepareLogReplay(serverName, regions);
        } else {
          this.services.getMasterFileSystem().splitMetaLog(serverName);
        }
        am.getRegionStates().logSplit(HRegionInfo.FIRST_META_REGIONINFO);
      }
    } catch (IOException ioe) {
      this.services.getExecutorService().submit(this);
      this.deadServers.add(serverName);
      throw new IOException("failed log splitting for " + serverName + ", will retry", ioe);
    }

    // Assign meta if we were carrying it.
    // Check again: region may be assigned to other where because of RIT
    // timeout
    if (am.isCarryingMeta(serverName)) {
      LOG.info("Server " + serverName + " was carrying META. Trying to assign.");
      am.regionOffline(HRegionInfo.FIRST_META_REGIONINFO);
      verifyAndAssignMetaWithRetries();
    } else if (!this.services.getCatalogTracker().isMetaLocationAvailable()) {
      // the meta location as per master is null. This could happen in case when meta assignment
      // in previous run failed, while meta znode has been updated to null. We should try to
      // assign the meta again.
      verifyAndAssignMetaWithRetries();
    } else {
      LOG.info("META has been assigned to otherwhere, skip assigning.");
    }

    try {
      if (this.shouldSplitHlog && this.distributedLogReplay) {
        if (!am.waitOnRegionToClearRegionsInTransition(HRegionInfo.FIRST_META_REGIONINFO,
          regionAssignmentWaitTimeout)) {
          // Wait here is to avoid log replay hits current dead server and incur a RPC timeout
          // when replay happens before region assignment completes.
          LOG.warn("Region " + HRegionInfo.FIRST_META_REGIONINFO.getEncodedName()
              + " didn't complete assignment in time");
        }
        this.services.getMasterFileSystem().splitMetaLog(serverName);
      }
    } catch (Exception ex) {
      if (ex instanceof IOException) {
        this.services.getExecutorService().submit(this);
        this.deadServers.add(serverName);
        throw new IOException("failed log splitting for " + serverName + ", will retry", ex);
      } else {
        throw new IOException(ex);
      }
    }

    gotException = false;
  } finally {
    if (gotException){
      // If we had an exception, this.deadServers.finish will be skipped in super.process()
      this.deadServers.finish(serverName);
    }     
  }

  super.process();
  // Clear this counter on successful handling.
  this.eventExceptionCount.set(0);
}
 

import org.apache.hadoop.hbase.master.AssignmentManager; //导入方法依赖的package包/类
@Override
public void process() throws IOException {
  boolean gotException = true; 
  try {
    AssignmentManager am = this.services.getAssignmentManager();
    try {
      if (this.shouldSplitHlog) {
        LOG.info("Splitting hbase:meta logs for " + serverName);
        if (this.distributedLogReplay) {
          Set<HRegionInfo> regions = new HashSet<HRegionInfo>();
          regions.add(HRegionInfo.FIRST_META_REGIONINFO);
          this.services.getMasterFileSystem().prepareLogReplay(serverName, regions);
        } else {
          this.services.getMasterFileSystem().splitMetaLog(serverName);
        }
        am.getRegionStates().logSplit(HRegionInfo.FIRST_META_REGIONINFO);
      }
    } catch (IOException ioe) {
      this.services.getExecutorService().submit(this);
      this.deadServers.add(serverName);
      throw new IOException("failed log splitting for " + serverName + ", will retry", ioe);
    }

    // Assign meta if we were carrying it.
    // Check again: region may be assigned to other where because of RIT
    // timeout
    if (am.isCarryingMeta(serverName)) {
      LOG.info("Server " + serverName + " was carrying META. Trying to assign.");
      am.regionOffline(HRegionInfo.FIRST_META_REGIONINFO);
      verifyAndAssignMetaWithRetries();
    } else if (!this.services.getCatalogTracker().isMetaLocationAvailable()) {
      // the meta location as per master is null. This could happen in case when meta assignment
      // in previous run failed, while meta znode has been updated to null. We should try to
      // assign the meta again.
      verifyAndAssignMetaWithRetries();
    } else {
      LOG.info("META has been assigned to otherwhere, skip assigning.");
    }

    try {
      if (this.shouldSplitHlog && this.distributedLogReplay) {
        if (!am.waitOnRegionToClearRegionsInTransition(HRegionInfo.FIRST_META_REGIONINFO,
          regionAssignmentWaitTimeout)) {
          // Wait here is to avoid log replay hits current dead server and incur a RPC timeout
          // when replay happens before region assignment completes.
          LOG.warn("Region " + HRegionInfo.FIRST_META_REGIONINFO.getEncodedName()
              + " didn't complete assignment in time");
        }
        this.services.getMasterFileSystem().splitMetaLog(serverName);
      }
    } catch (Exception ex) {
      if (ex instanceof IOException) {
        this.services.getExecutorService().submit(this);
        this.deadServers.add(serverName);
        throw new IOException("failed log splitting for " + serverName + ", will retry", ex);
      } else {
        throw new IOException(ex);
      }
    }

    gotException = false;
  } finally {
    if (gotException){
      // If we had an exception, this.deadServers.finish will be skipped in super.process()
      this.deadServers.finish(serverName);
    }     
  }
  
  super.process();
}