Java InternalScanner.close方法代码示例

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
/**
 * Do a small get/scan against one store. This is required because store
 * has no actual methods of querying itself, and relies on StoreScanner.
 */
public static List<Cell> getFromStoreFile(HStore store,
                                              Get get) throws IOException {
  Scan scan = new Scan(get);
  InternalScanner scanner = (InternalScanner) store.getScanner(scan,
      scan.getFamilyMap().get(store.getFamily().getName()),
      // originally MultiVersionConcurrencyControl.resetThreadReadPoint() was called to set
      // readpoint 0.
      0);

  List<Cell> result = new ArrayList<Cell>();
  scanner.next(result);
  if (!result.isEmpty()) {
    // verify that we are on the row we want:
    Cell kv = result.get(0);
    if (!CellUtil.matchingRow(kv, get.getRow())) {
      result.clear();
    }
  }
  scanner.close();
  return result;
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
public void testWhileMatchFilterWithFilterRowKeyWithReverseScan()
    throws Exception {
  Scan s = new Scan();
  String prefix = "testRowOne";
  WhileMatchFilter filter = new WhileMatchFilter(new PrefixFilter(
      Bytes.toBytes(prefix)));
  s.setFilter(filter);
  s.setReversed(true);

  InternalScanner scanner = this.region.getScanner(s);
  while (true) {
    ArrayList<Cell> values = new ArrayList<Cell>();
    boolean isMoreResults = scanner.next(values);
    if (!isMoreResults
        || !Bytes.toString(values.get(0).getRow()).startsWith(prefix)) {
      Assert.assertTrue(
          "The WhileMatchFilter should now filter all remaining",
          filter.filterAllRemaining());
    }
    if (!isMoreResults) {
      break;
    }
  }
  scanner.close();
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Override
public long sum(byte[] family, byte[] qualifier)
throws IOException {
  // aggregate at each region
  Scan scan = new Scan();
  scan.addColumn(family, qualifier);
  int sumResult = 0;

  InternalScanner scanner = ((RegionCoprocessorEnvironment)getEnvironment())
      .getRegion().getScanner(scan);
  try {
    List<KeyValue> curVals = new ArrayList<KeyValue>();
    boolean done = false;
    do {
      curVals.clear();
      done = scanner.next(curVals);
      KeyValue kv = curVals.get(0);
      sumResult += Bytes.toInt(kv.getBuffer(), kv.getValueOffset());
    } while (done);
  } finally {
    scanner.close();
  }
  return sumResult;
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
/**
 * Loads all of the permission grants stored in a region of the {@code _acl_}
 * table.
 *
 * @param aclRegion
 * @return a map of the permissions for this table.
 * @throws IOException
 */
static Map<byte[], ListMultimap<String,TablePermission>> loadAll(Region aclRegion)
  throws IOException {

  if (!isAclRegion(aclRegion)) {
    throw new IOException("Can only load permissions from "+ACL_TABLE_NAME);
  }

  Map<byte[], ListMultimap<String, TablePermission>> allPerms =
      new TreeMap<byte[], ListMultimap<String, TablePermission>>(Bytes.BYTES_RAWCOMPARATOR);

  // do a full scan of _acl_ table

  Scan scan = new Scan();
  scan.addFamily(ACL_LIST_FAMILY);

  InternalScanner iScanner = null;
  try {
    iScanner = aclRegion.getScanner(scan);

    while (true) {
      List<Cell> row = new ArrayList<Cell>();

      boolean hasNext = iScanner.next(row);
      ListMultimap<String,TablePermission> perms = ArrayListMultimap.create();
      byte[] entry = null;
      for (Cell kv : row) {
        if (entry == null) {
          entry = CellUtil.cloneRow(kv);
        }
        Pair<String,TablePermission> permissionsOfUserOnTable =
            parsePermissionRecord(entry, kv);
        if (permissionsOfUserOnTable != null) {
          String username = permissionsOfUserOnTable.getFirst();
          TablePermission permissions = permissionsOfUserOnTable.getSecond();
          perms.put(username, permissions);
        }
      }
      if (entry != null) {
        allPerms.put(entry, perms);
      }
      if (!hasNext) {
        break;
      }
    }
  } finally {
    if (iScanner != null) {
      iScanner.close();
    }
  }

  return allPerms;
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
public static void doScan(
    HRegion region, Scan scan, List<Cell> result) throws IOException {
  InternalScanner scanner = null;
  try {
    scan.setIsolationLevel(IsolationLevel.READ_UNCOMMITTED);
    scanner = region.getScanner(scan);
    result.clear();
    scanner.next(result);
  } finally {
    if (scanner != null) scanner.close();
  }
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
private void verifyMerge(final HRegion merged, final int upperbound)
throws IOException {
  //Test
  Scan scan = new Scan();
  scan.addFamily(FAMILY);
  InternalScanner scanner = merged.getScanner(scan);
  try {
  List<Cell> testRes = null;
    while (true) {
      testRes = new ArrayList<Cell>();
      boolean hasNext = scanner.next(testRes);
      if (!hasNext) {
        break;
      }
    }
  } finally {
    scanner.close();
  }

  //!Test

  for (int i = 0; i < upperbound; i++) {
    for (int j = 0; j < rows[i].length; j++) {
      Get get = new Get(rows[i][j]);
      get.addFamily(FAMILY);
      Result result = merged.get(get);
      assertEquals(1, result.size());
      byte [] bytes = CellUtil.cloneValue(result.rawCells()[0]);
      assertNotNull(Bytes.toStringBinary(rows[i][j]), bytes);
      assertTrue(Bytes.equals(bytes, rows[i][j]));
    }
  }
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
public void testWhileMatchFilterWithFilterRowWithReverseScan()
    throws Exception {
  final int pageSize = 4;

  Scan s = new Scan();
  s.setReversed(true);
  WhileMatchFilter filter = new WhileMatchFilter(new PageFilter(pageSize));
  s.setFilter(filter);

  InternalScanner scanner = this.region.getScanner(s);
  int scannerCounter = 0;
  while (true) {
    boolean isMoreResults = scanner.next(new ArrayList<Cell>());
    scannerCounter++;

    if (scannerCounter >= pageSize) {
      Assert.assertTrue(
          "The WhileMatchFilter should now filter all remaining",
          filter.filterAllRemaining());
    }
    if (!isMoreResults) {
      break;
    }
  }
  scanner.close();
  Assert.assertEquals("The page filter returned more rows than expected",
      pageSize, scannerCounter);
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Test
public void testScannerSelection() throws IOException {
  Configuration conf = TEST_UTIL.getConfiguration();
  conf.setInt("hbase.hstore.compactionThreshold", 10000);
  HColumnDescriptor hcd = new HColumnDescriptor(FAMILY_BYTES).setBlockCacheEnabled(true)
      .setBloomFilterType(bloomType);
  HTableDescriptor htd = new HTableDescriptor(TABLE);
  htd.addFamily(hcd);
  HRegionInfo info = new HRegionInfo(TABLE);
  HRegion region = HRegion.createHRegion(info, TEST_UTIL.getDataTestDir(), conf, htd);

  for (int iFile = 0; iFile < NUM_FILES; ++iFile) {
    for (int iRow = 0; iRow < NUM_ROWS; ++iRow) {
      Put put = new Put(Bytes.toBytes("row" + iRow));
      for (int iCol = 0; iCol < NUM_COLS_PER_ROW; ++iCol) {
        put.add(FAMILY_BYTES, Bytes.toBytes("col" + iCol),
            Bytes.toBytes("value" + iFile + "_" + iRow + "_" + iCol));
      }
      region.put(put);
    }
    region.flush(true);
  }

  Scan scan = new Scan(Bytes.toBytes("aaa"), Bytes.toBytes("aaz"));
  CacheConfig.blockCacheDisabled = false;
  CacheConfig cacheConf = new CacheConfig(conf);
  LruBlockCache cache = (LruBlockCache) cacheConf.getBlockCache();
  cache.clearCache();
  InternalScanner scanner = region.getScanner(scan);
  List<Cell> results = new ArrayList<Cell>();
  while (scanner.next(results)) {
  }
  scanner.close();
  assertEquals(0, results.size());
  Set<String> accessedFiles = cache.getCachedFileNamesForTest();
  assertEquals(expectedCount, accessedFiles.size());
  region.close();
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
/**
 * Returns a count of the rows in the region where this coprocessor is loaded.
 */
@Override
public void getRowCount(RpcController controller, ExampleProtos.CountRequest request,
                        RpcCallback<ExampleProtos.CountResponse> done) {
  Scan scan = new Scan();
  scan.setFilter(new FirstKeyOnlyFilter());
  ExampleProtos.CountResponse response = null;
  InternalScanner scanner = null;
  try {
    scanner = env.getRegion().getScanner(scan);
    List<Cell> results = new ArrayList<Cell>();
    boolean hasMore = false;
    byte[] lastRow = null;
    long count = 0;
    do {
      hasMore = scanner.next(results);
      for (Cell kv : results) {
        byte[] currentRow = CellUtil.cloneRow(kv);
        if (lastRow == null || !Bytes.equals(lastRow, currentRow)) {
          lastRow = currentRow;
          count++;
        }
      }
      results.clear();
    } while (hasMore);

    response = ExampleProtos.CountResponse.newBuilder()
        .setCount(count).build();
  } catch (IOException ioe) {
    ResponseConverter.setControllerException(controller, ioe);
  } finally {
    if (scanner != null) {
      try {
        scanner.close();
      } catch (IOException ignored) {}
    }
  }
  done.run(response);
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
/**
 * Returns a count of all KeyValues in the region where this coprocessor is loaded.
 */
@Override
public void getKeyValueCount(RpcController controller, ExampleProtos.CountRequest request,
                             RpcCallback<ExampleProtos.CountResponse> done) {
  ExampleProtos.CountResponse response = null;
  InternalScanner scanner = null;
  try {
    scanner = env.getRegion().getScanner(new Scan());
    List<Cell> results = new ArrayList<Cell>();
    boolean hasMore = false;
    long count = 0;
    do {
      hasMore = scanner.next(results);
      for (Cell kv : results) {
        count++;
      }
      results.clear();
    } while (hasMore);

    response = ExampleProtos.CountResponse.newBuilder()
        .setCount(count).build();
  } catch (IOException ioe) {
    ResponseConverter.setControllerException(controller, ioe);
  } finally {
    if (scanner != null) {
      try {
        scanner.close();
      } catch (IOException ignored) {}
    }
  }
  done.run(response);
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@SuppressWarnings("unchecked")
@Override
public void getSum(RpcController controller, SumRequest request, RpcCallback done) {
	Scan scan = new Scan();
	scan.addFamily(Bytes.toBytes(request.getFamily()));
	scan.addColumn(Bytes.toBytes(request.getFamily()), Bytes.toBytes(request.getColumn()));
	SumResponse response = null;
	InternalScanner scanner = null;
	try {
		scanner = env.getRegion().getScanner(scan);
		List<Cell> results = new ArrayList<Cell>();
		boolean hasMore = false;
		long sum = 0L;
		do {
			hasMore = scanner.next(results);
			for (Cell cell : results) {
				sum = sum + Bytes.toLong(CellUtil.cloneValue(cell));
			}
			results.clear();
		} while (hasMore);

		response = SumResponse.newBuilder().setSum(sum).build();

	} catch (IOException ioe) {
		ResponseConverter.setControllerException(controller, ioe);
	} finally {
		if (scanner != null) {
			try {
				scanner.close();
			} catch (IOException ignored) {
			}
		}
	}
	done.run(response);
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Override
public <T, S> T getMax(ColumnInterpreter<T, S> ci, Scan scan)
    throws IOException {
  T temp;
  T max = null;
  InternalScanner scanner = ((RegionCoprocessorEnvironment) getEnvironment())
      .getRegion().getScanner(scan);
  List<KeyValue> results = new ArrayList<KeyValue>();
  byte[] colFamily = scan.getFamilies()[0];
  byte[] qualifier = scan.getFamilyMap().get(colFamily).pollFirst();
  // qualifier can be null.
  try {
    boolean hasMoreRows = false;
    do {
      hasMoreRows = scanner.next(results);
      for (KeyValue kv : results) {
        temp = ci.getValue(colFamily, qualifier, kv);
        max = (max == null || (temp != null && ci.compare(temp, max) > 0)) ? temp : max;
      }
      results.clear();
    } while (hasMoreRows);
  } finally {
    scanner.close();
  }
  log.info("Maximum from this region is "
      + ((RegionCoprocessorEnvironment) getEnvironment()).getRegion()
          .getRegionNameAsString() + ": " + max);
  return max;
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Test
public void testScannerSelection() throws IOException {
  Configuration conf = TEST_UTIL.getConfiguration();
  conf.setInt("hbase.hstore.compactionThreshold", 10000);
  HColumnDescriptor hcd = new HColumnDescriptor(FAMILY_BYTES).setBlockCacheEnabled(true)
      .setBloomFilterType(bloomType);
  HTableDescriptor htd = new HTableDescriptor(TABLE);
  htd.addFamily(hcd);
  HRegionInfo info = new HRegionInfo(TABLE);
  HRegion region = HRegion.createHRegion(info, TEST_UTIL.getDataTestDir(), conf, htd);

  for (int iFile = 0; iFile < NUM_FILES; ++iFile) {
    for (int iRow = 0; iRow < NUM_ROWS; ++iRow) {
      Put put = new Put(Bytes.toBytes("row" + iRow));
      for (int iCol = 0; iCol < NUM_COLS_PER_ROW; ++iCol) {
        put.add(FAMILY_BYTES, Bytes.toBytes("col" + iCol),
            Bytes.toBytes("value" + iFile + "_" + iRow + "_" + iCol));
      }
      region.put(put);
    }
    region.flushcache();
  }

  Scan scan = new Scan(Bytes.toBytes("aaa"), Bytes.toBytes("aaz"));
  CacheConfig.blockCacheDisabled = false;
  CacheConfig cacheConf = new CacheConfig(conf);
  LruBlockCache cache = (LruBlockCache) cacheConf.getBlockCache();
  cache.clearCache();
  InternalScanner scanner = region.getScanner(scan);
  List<Cell> results = new ArrayList<Cell>();
  while (scanner.next(results)) {
  }
  scanner.close();
  assertEquals(0, results.size());
  Set<String> accessedFiles = cache.getCachedFileNamesForTest();
  assertEquals(expectedCount, accessedFiles.size());
  region.close();
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Override
public <T, S> long getRowNum(ColumnInterpreter<T, S> ci, Scan scan)
    throws IOException {
  long counter = 0l;
  List<KeyValue> results = new ArrayList<KeyValue>();
  byte[] colFamily = scan.getFamilies()[0];
  byte[] qualifier = scan.getFamilyMap().get(colFamily).pollFirst();
  if (scan.getFilter() == null && qualifier == null)
    scan.setFilter(new FirstKeyOnlyFilter());
  InternalScanner scanner = ((RegionCoprocessorEnvironment) getEnvironment())
      .getRegion().getScanner(scan);
  try {
    boolean hasMoreRows = false;
    do {
      hasMoreRows = scanner.next(results);
      if (results.size() > 0) {
        counter++;
      }
      results.clear();
    } while (hasMoreRows);
  } finally {
    scanner.close();
  }
  log.info("Row counter from this region is "
      + ((RegionCoprocessorEnvironment) getEnvironment()).getRegion()
          .getRegionNameAsString() + ": " + counter);
  return counter;
}
 

import org.apache.hadoop.hbase.regionserver.InternalScanner; //导入方法依赖的package包/类
@Override
public <T, S> Pair<S, Long> getAvg(ColumnInterpreter<T, S> ci, Scan scan)
    throws IOException {
  S sumVal = null;
  Long rowCountVal = 0l;
  InternalScanner scanner = ((RegionCoprocessorEnvironment) getEnvironment())
      .getRegion().getScanner(scan);
  byte[] colFamily = scan.getFamilies()[0];
  byte[] qualifier = scan.getFamilyMap().get(colFamily).pollFirst();
  List<KeyValue> results = new ArrayList<KeyValue>();
  boolean hasMoreRows = false;
  try {
    do {
      results.clear();
      hasMoreRows = scanner.next(results);
      for (KeyValue kv : results) {
        sumVal = ci.add(sumVal, ci.castToReturnType(ci.getValue(colFamily,
            qualifier, kv)));
      }
      rowCountVal++;
    } while (hasMoreRows);
  } finally {
    scanner.close();
  }
  Pair<S, Long> pair = new Pair<S, Long>(sumVal, rowCountVal);
  return pair;
}