Java HStore.getCloseCheckInterval方法代码示例

import org.apache.hadoop.hbase.regionserver.HStore; //导入方法依赖的package包/类
/**
 * Performs the compaction.
 * @param scanner Where to read from.
 * @param writer Where to write to.
 * @param smallestReadPoint Smallest read point.
 * @return Whether compaction ended; false if it was interrupted for some reason.
 */
protected boolean performCompaction(InternalScanner scanner,
    CellSink writer, long smallestReadPoint) throws IOException {
  int bytesWritten = 0;
  // Since scanner.next() can return 'false' but still be delivering data,
  // we have to use a do/while loop.
  List<Cell> kvs = new ArrayList<Cell>();
  // Limit to "hbase.hstore.compaction.kv.max" (default 10) to avoid OOME
  int closeCheckInterval = HStore.getCloseCheckInterval();
  boolean hasMore;
  do {
    hasMore = scanner.next(kvs, compactionKVMax);
    // output to writer:
    for (Cell c : kvs) {
      KeyValue kv = KeyValueUtil.ensureKeyValue(c);
      if (kv.getMvccVersion() <= smallestReadPoint) {
        kv.setMvccVersion(0);
      }
      writer.append(kv);
      ++progress.currentCompactedKVs;

      // check periodically to see if a system stop is requested
      if (closeCheckInterval > 0) {
        bytesWritten += kv.getLength();
        if (bytesWritten > closeCheckInterval) {
          bytesWritten = 0;
          if (!store.areWritesEnabled()) {
            progress.cancel();
            return false;
          }
        }
      }
    }
    kvs.clear();
  } while (hasMore);
  progress.complete();
  return true;
}
 

import org.apache.hadoop.hbase.regionserver.HStore; //导入方法依赖的package包/类
/**
 * Performs the compaction.
 * @param scanner Where to read from.
 * @param writer Where to write to.
 * @param smallestReadPoint Smallest read point.
 * @return Whether compaction ended; false if it was interrupted for some reason.
 */
@SuppressWarnings("deprecation")
protected boolean performCompaction(InternalScanner scanner,
    CellSink writer, long smallestReadPoint) throws IOException {
  int bytesWritten = 0;
  // Since scanner.next() can return 'false' but still be delivering data,
  // we have to use a do/while loop.
  List<Cell> kvs = new ArrayList<Cell>();
  // Limit to "hbase.hstore.compaction.kv.max" (default 10) to avoid OOME
  int closeCheckInterval = HStore.getCloseCheckInterval();
  boolean hasMore;
  do {
    hasMore = scanner.next(kvs, compactionKVMax);
    // output to writer:
    for (Cell c : kvs) {
      KeyValue kv = KeyValueUtil.ensureKeyValue(c);
      if (kv.getMvccVersion() <= smallestReadPoint) {
        kv.setMvccVersion(0);
      }
      writer.append(kv);
      ++progress.currentCompactedKVs;

      // check periodically to see if a system stop is requested
      if (closeCheckInterval > 0) {
        bytesWritten += kv.getLength();
        if (bytesWritten > closeCheckInterval) {
          bytesWritten = 0;
          if (!store.areWritesEnabled()) {
            progress.cancel();
            return false;
          }
        }
      }
    }
    kvs.clear();
  } while (hasMore);
  progress.complete();
  return true;
}
 

import org.apache.hadoop.hbase.regionserver.HStore; //导入方法依赖的package包/类
/**
 * Performs the compaction.
 * @param scanner Where to read from.
 * @param writer Where to write to.
 * @param smallestReadPoint Smallest read point.
 * @param cleanSeqId When true, remove seqId(used to be mvcc) value which is <= smallestReadPoint
 * @return Whether compaction ended; false if it was interrupted for some reason.
 */
protected boolean performCompaction(InternalScanner scanner,
    CellSink writer, long smallestReadPoint, boolean cleanSeqId) throws IOException {
  long bytesWritten = 0;
  long bytesWrittenProgress = 0;
  // Since scanner.next() can return 'false' but still be delivering data,
  // we have to use a do/while loop.
  List<Cell> cells = new ArrayList<Cell>();
  long closeCheckInterval = HStore.getCloseCheckInterval();
  long lastMillis = 0;
  if (LOG.isDebugEnabled()) {
    lastMillis = EnvironmentEdgeManager.currentTime();
  }
  long now = 0;
  boolean hasMore;
  do {
    hasMore = scanner.next(cells, compactionKVMax);
    if (LOG.isDebugEnabled()) {
      now = EnvironmentEdgeManager.currentTime();
    }
    // output to writer:
    for (Cell c : cells) {
      if (cleanSeqId && c.getSequenceId() <= smallestReadPoint) {
        CellUtil.setSequenceId(c, 0);
      }
      writer.append(c);
      int len = KeyValueUtil.length(c);
      ++progress.currentCompactedKVs;
      progress.totalCompactedSize += len;
      if (LOG.isDebugEnabled()) {
        bytesWrittenProgress += len;
      }
      // check periodically to see if a system stop is requested
      if (closeCheckInterval > 0) {
        bytesWritten += len;
        if (bytesWritten > closeCheckInterval) {
          bytesWritten = 0;
          if (!store.areWritesEnabled()) {
            progress.cancel();
            return false;
          }
        }
      }
    }
    // Log the progress of long running compactions every minute if
    // logging at DEBUG level
    if (LOG.isDebugEnabled()) {
      if ((now - lastMillis) >= 60 * 1000) {
        LOG.debug("Compaction progress: " + progress + String.format(", rate=%.2f kB/sec",
          (bytesWrittenProgress / 1024.0) / ((now - lastMillis) / 1000.0)));
        lastMillis = now;
        bytesWrittenProgress = 0;
      }
    }
    cells.clear();
  } while (hasMore);
  progress.complete();
  return true;
}