Java RemoteExceptionHandler.checkIOException方法代码示例

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private void processWorkItems(String key, List<Pair<HRegionLocation, Entry>> actions)
    throws IOException {
  RegionServerWriter rsw = null;

  long startTime = System.nanoTime();
  try {
    rsw = getRegionServerWriter(key);
    rsw.sink.replayEntries(actions);

    // Pass along summary statistics
    rsw.incrementEdits(actions.size());
    rsw.incrementNanoTime(System.nanoTime() - startTime);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.fatal(" Got while writing log entry to log", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private static void bootstrap(final Path rd, final Configuration c)
throws IOException {
  LOG.info("BOOTSTRAP: creating hbase:meta region");
  try {
    // Bootstrapping, make sure blockcache is off.  Else, one will be
    // created here in bootstrap and it'll need to be cleaned up.  Better to
    // not make it in first place.  Turn off block caching for bootstrap.
    // Enable after.
    HRegionInfo metaHRI = new HRegionInfo(HRegionInfo.FIRST_META_REGIONINFO);
    HTableDescriptor metaDescriptor = new FSTableDescriptors(c).get(TableName.META_TABLE_NAME);
    setInfoFamilyCachingForMeta(metaDescriptor, false);
    HRegion meta = HRegion.createHRegion(metaHRI, rd, c, metaDescriptor, null, true, true);
    setInfoFamilyCachingForMeta(metaDescriptor, true);
    HRegion.closeHRegion(meta);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("bootstrap", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private HRegionInfo nextRegion() throws IOException {
  try {
    Result results = getMetaRow();
    if (results == null) {
      return null;
    }
    HRegionInfo region = HRegionInfo.getHRegionInfo(results);
    if (region == null) {
      throw new NoSuchElementException("meta region entry missing " +
          Bytes.toString(HConstants.CATALOG_FAMILY) + ":" +
          Bytes.toString(HConstants.REGIONINFO_QUALIFIER));
    }
    if (!region.getTable().equals(this.tableName)) {
      return null;
    }
    return region;
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("meta scanner error", e);
    metaScanner.close();
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private HRegionInfo nextRegion() throws IOException {
  try {
    Result results = getMetaRow();
    if (results == null) {
      return null;
    }
    byte[] regionInfoValue = results.getValue(HConstants.CATALOG_FAMILY,
        HConstants.REGIONINFO_QUALIFIER);
    if (regionInfoValue == null || regionInfoValue.length == 0) {
      throw new NoSuchElementException("meta region entry missing " +
          Bytes.toString(HConstants.CATALOG_FAMILY) + ":" +
          Bytes.toString(HConstants.REGIONINFO_QUALIFIER));
    }
    HRegionInfo region = Writables.getHRegionInfo(regionInfoValue);
    if (!Bytes.equals(region.getTableName(), this.tableName)) {
      return null;
    }
    return region;
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("meta scanner error", e);
    metaScanner.close();
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private static void bootstrap(final Path rd, final Configuration c)
throws IOException {
  LOG.info("BOOTSTRAP: creating hbase:meta region");
  try {
    // Bootstrapping, make sure blockcache is off.  Else, one will be
    // created here in bootstrap and it'll need to be cleaned up.  Better to
    // not make it in first place.  Turn off block caching for bootstrap.
    // Enable after.
    HRegionInfo metaHRI = new HRegionInfo(HRegionInfo.FIRST_META_REGIONINFO);
    HTableDescriptor metaDescriptor = new FSTableDescriptors(c).get(TableName.META_TABLE_NAME);
    setInfoFamilyCachingForMeta(metaDescriptor, false);
    HRegion meta = HRegion.createHRegion(metaHRI, rd, c, metaDescriptor);
    setInfoFamilyCachingForMeta(metaDescriptor, true);
    HRegion.closeHRegion(meta);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("bootstrap", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private static void bootstrap(final Path rd, final Configuration c)
throws IOException {
  LOG.info("BOOTSTRAP: creating hbase:meta region");
  try {
    // Bootstrapping, make sure blockcache is off.  Else, one will be
    // created here in bootstrap and it'll need to be cleaned up.  Better to
    // not make it in first place.  Turn off block caching for bootstrap.
    // Enable after.
    HRegionInfo metaHRI = new HRegionInfo(HRegionInfo.FIRST_META_REGIONINFO);
    setInfoFamilyCachingForMeta(false);
    HRegion meta = HRegion.createHRegion(metaHRI, rd, c,
        HTableDescriptor.META_TABLEDESC);
    setInfoFamilyCachingForMeta(true);
    HRegion.closeHRegion(meta);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("bootstrap", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private void processWorkItems(String key, List<Pair<HRegionLocation, HLog.Entry>> actions)
    throws IOException {
  RegionServerWriter rsw = null;

  long startTime = System.nanoTime();
  try {
    rsw = getRegionServerWriter(key);
    rsw.sink.replayEntries(actions);

    // Pass along summary statistics
    rsw.incrementEdits(actions.size());
    rsw.incrementNanoTime(System.nanoTime() - startTime);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.fatal(" Got while writing log entry to log", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private HRegionInfo nextRegion() throws IOException {
  try {
    Result results = getMetaRow();
    if (results == null) {
      return null;
    }
    HRegionInfo region = HRegionInfo.getHRegionInfo(results);
    if (region == null) {
      throw new NoSuchElementException("meta region entry missing " +
          Bytes.toString(HConstants.CATALOG_FAMILY) + ":" +
          Bytes.toString(HConstants.REGIONINFO_QUALIFIER));
    }
    if (!Bytes.equals(region.getTableName(), this.tableName)) {
      return null;
    }
    return region;
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("meta scanner error", e);
    metaScanner.close();
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
@Override
protected void chore() {
  try {
    FileStatus[] files = FSUtils.listStatus(this.fs, this.oldFileDir);
    checkAndDeleteEntries(files);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.warn("Error while cleaning the logs", e);
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private static void bootstrap(final Path rd, final Configuration c)
throws IOException {
  LOG.info("BOOTSTRAP: creating ROOT and first META regions");
  try {
    // Bootstrapping, make sure blockcache is off.  Else, one will be
    // created here in bootstap and it'll need to be cleaned up.  Better to
    // not make it in first place.  Turn off block caching for bootstrap.
    // Enable after.
    HRegionInfo rootHRI = new HRegionInfo(HRegionInfo.ROOT_REGIONINFO);
    setInfoFamilyCachingForRoot(false);
    HRegionInfo metaHRI = new HRegionInfo(HRegionInfo.FIRST_META_REGIONINFO);
    setInfoFamilyCachingForMeta(false);
    HRegion root = HRegion.createHRegion(rootHRI, rd, c,
        HTableDescriptor.ROOT_TABLEDESC);
    HRegion meta = HRegion.createHRegion(metaHRI, rd, c,
        HTableDescriptor.META_TABLEDESC);
    setInfoFamilyCachingForRoot(true);
    setInfoFamilyCachingForMeta(true);
    // Add first region from the META table to the ROOT region.
    HRegion.addRegionToMETA(root, meta);
    root.close();
    root.getLog().closeAndDelete();
    meta.close();
    meta.getLog().closeAndDelete();
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("bootstrap", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
private void writeBuffer(RegionEntryBuffer buffer) throws IOException {
  List<Entry> entries = buffer.entryBuffer;
  if (entries.isEmpty()) {
    LOG.warn(this.getName() + " got an empty buffer, skipping");
    return;
  }

  WriterAndPath wap = null;

  long startTime = System.nanoTime();
  try {
    int editsCount = 0;

    for (Entry logEntry : entries) {
      if (wap == null) {
        wap = outputSink.getWriterAndPath(logEntry);
        if (wap == null) {
          // getWriterAndPath decided we don't need to write these edits
          // Message was already logged
          return;
        }
      }
      wap.w.append(logEntry);
      outputSink.updateRegionMaximumEditLogSeqNum(logEntry);
      editsCount++;
    }
    // Pass along summary statistics
    wap.incrementEdits(editsCount);
    wap.incrementNanoTime(System.nanoTime() - startTime);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.fatal(this.getName() + " Got while writing log entry to log", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
@Override
void append(RegionEntryBuffer buffer) throws IOException {
  List<Entry> entries = buffer.entryBuffer;
  if (entries.isEmpty()) {
    LOG.warn("got an empty buffer, skipping");
    return;
  }

  WriterAndPath wap = null;

  long startTime = System.nanoTime();
  try {
    int editsCount = 0;

    for (Entry logEntry : entries) {
      if (wap == null) {
        wap = getWriterAndPath(logEntry);
        if (wap == null) {
          if (LOG.isDebugEnabled()) {
            LOG.debug("getWriterAndPath decided we don't need to write edits for " + logEntry);
          }
          return;
        }
      }
      wap.w.append(logEntry);
      this.updateRegionMaximumEditLogSeqNum(logEntry);
      editsCount++;
    }
    // Pass along summary statistics
    wap.incrementEdits(editsCount);
    wap.incrementNanoTime(System.nanoTime() - startTime);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.fatal(" Got while writing log entry to log", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
void append(RegionEntryBuffer buffer) throws IOException {
  List<Entry> entries = buffer.entryBuffer;
  if (entries.isEmpty()) {
    LOG.warn("got an empty buffer, skipping");
    return;
  }

  WriterAndPath wap = null;

  long startTime = System.nanoTime();
  try {
    int editsCount = 0;

    for (Entry logEntry : entries) {
      if (wap == null) {
        wap = getWriterAndPath(logEntry);
        if (wap == null) {
          // getWriterAndPath decided we don't need to write these edits
          return;
        }
      }
      wap.w.append(logEntry);
      this.updateRegionMaximumEditLogSeqNum(logEntry);
      editsCount++;
    }
    // Pass along summary statistics
    wap.incrementEdits(editsCount);
    wap.incrementNanoTime(System.nanoTime() - startTime);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.fatal(" Got while writing log entry to log", e);
    throw e;
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
@VisibleForTesting
protected void completeCompaction(final Collection<StoreFile> compactedFiles)
    throws IOException {
  try {
    // Do not delete old store files until we have sent out notification of
    // change in case old files are still being accessed by outstanding scanners.
    // Don't do this under writeLock; see HBASE-4485 for a possible deadlock
    // scenario that could have happened if continue to hold the lock.
    notifyChangedReadersObservers();
    // At this point the store will use new files for all scanners.

    // let the archive util decide if we should archive or delete the files
    LOG.debug("Removing store files after compaction...");
    for (StoreFile compactedFile : compactedFiles) {
      compactedFile.closeReader(true);
    }
    this.fs.removeStoreFiles(this.getColumnFamilyName(), compactedFiles);
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.error("Failed removing compacted files in " + this +
      ". Files we were trying to remove are " + compactedFiles.toString() +
      "; some of them may have been already removed", e);
  }

  // 4. Compute new store size
  this.storeSize = 0L;
  this.totalUncompressedBytes = 0L;
  for (StoreFile hsf : this.storeEngine.getStoreFileManager().getStorefiles()) {
    StoreFile.Reader r = hsf.getReader();
    if (r == null) {
      LOG.warn("StoreFile " + hsf + " has a null Reader");
      continue;
    }
    this.storeSize += r.length();
    this.totalUncompressedBytes += r.getTotalUncompressedBytes();
  }
}
 

import org.apache.hadoop.hbase.RemoteExceptionHandler; //导入方法依赖的package包/类
@Override
protected void chore() {
  try {
    FileStatus [] files = FSUtils.listStatus(this.fs, this.oldLogDir, null);
    if (files == null) return;
    FILE: for (FileStatus file : files) {
      Path filePath = file.getPath();
      if (HLog.validateHLogFilename(filePath.getName())) {
        for (LogCleanerDelegate logCleaner : logCleanersChain) {
          if (logCleaner.isStopped()) {
            LOG.warn("A log cleaner is stopped, won't delete any log.");
            return;
          }

          if (!logCleaner.isLogDeletable(filePath) ) {
            // this log is not deletable, continue to process next log file
            continue FILE;
          }
        }
        // delete this log file if it passes all the log cleaners
        this.fs.delete(filePath, true);
      } else {
        LOG.warn("Found a wrongly formated file: "
            + file.getPath().getName());
        this.fs.delete(filePath, true);
      }
    }
  } catch (IOException e) {
    e = RemoteExceptionHandler.checkIOException(e);
    LOG.warn("Error while cleaning the logs", e);
  }
}