Java BloomFilter类代码示例

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
public boolean passesDeleteFamilyBloomFilter(byte[] row, int rowOffset, int rowLen) {
  // Cache Bloom filter as a local variable in case it is set to null by
  // another thread on an IO error.
  BloomFilter bloomFilter = this.deleteFamilyBloomFilter;

  // Empty file or there is no delete family at all
  if (reader.getTrailer().getEntryCount() == 0 || deleteFamilyCnt == 0) {
    return false;
  }

  if (bloomFilter == null) {
    return true;
  }

  try {
    if (!bloomFilter.supportsAutoLoading()) {
      return true;
    }
    return bloomFilter.contains(row, rowOffset, rowLen, null);
  } catch (IllegalArgumentException e) {
    LOG.error("Bad Delete Family bloom filter data -- proceeding without", e);
    setDeleteFamilyBloomFilterFaulty();
  }

  return true;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
/**
 * A method for checking Bloom filters. Called directly from
 * StoreFileScanner in case of a multi-column query.
 *
 * @return True if passes
 */
public boolean passesGeneralRowBloomFilter(byte[] row, int rowOffset, int rowLen) {
  BloomFilter bloomFilter = this.generalBloomFilter;
  if (bloomFilter == null) {
    return true;
  }

  // Used in ROW bloom
  byte[] key = null;
  if (rowOffset != 0 || rowLen != row.length) {
    throw new AssertionError(
        "For row-only Bloom filters the row " + "must occupy the whole array");
  }
  key = row;
  return checkGeneralBloomFilter(key, null, bloomFilter);
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
/**
 * A method for checking Bloom filters. Called directly from
 * StoreFileScanner in case of a multi-column query.
 *
 * @param cell
 *          the cell to check if present in BloomFilter
 * @return True if passes
 */
public boolean passesGeneralRowColBloomFilter(Cell cell) {
  BloomFilter bloomFilter = this.generalBloomFilter;
  if (bloomFilter == null) {
    return true;
  }
  // Used in ROW_COL bloom
  Cell kvKey = null;
  // Already if the incoming key is a fake rowcol key then use it as it is
  if (cell.getTypeByte() == KeyValue.Type.Maximum.getCode() && cell.getFamilyLength() == 0) {
    kvKey = cell;
  } else {
    kvKey = PrivateCellUtil.createFirstOnRowCol(cell);
  }
  return checkGeneralBloomFilter(null, kvKey, bloomFilter);
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
public boolean passesDeleteFamilyBloomFilter(byte[] row, int rowOffset,
                                             int rowLen) {
    // Cache Bloom filter as a local variable in case it is set to null by
    // another thread on an IO error.
    BloomFilter bloomFilter = this.deleteFamilyBloomFilter;

    // Empty file or there is no delete family at all
    if (reader.getTrailer().getEntryCount() == 0 || deleteFamilyCnt == 0) {
        return false;
    }

    if (bloomFilter == null) {
        return true;
    }

    try {
        if (!bloomFilter.supportsAutoLoading()) {
            return true;
        }
        return bloomFilter.contains(row, rowOffset, rowLen, null);
    } catch (IllegalArgumentException e) {
        LOG.error("Bad Delete Family bloom filter data -- proceeding without",
                e);
        setDeleteFamilyBloomFilterFaulty();
    }

    return true;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
public boolean passesDeleteFamilyBloomFilter(byte[] row, int rowOffset,
    int rowLen) {
  // Cache Bloom filter as a local variable in case it is set to null by
  // another thread on an IO error.
  BloomFilter bloomFilter = this.deleteFamilyBloomFilter;

  // Empty file or there is no delete family at all
  if (reader.getTrailer().getEntryCount() == 0 || deleteFamilyCnt == 0) {
    return false;
  }

  if (bloomFilter == null) {
    return true;
  }

  try {
    if (!bloomFilter.supportsAutoLoading()) {
      return true;
    }
    return bloomFilter.contains(row, rowOffset, rowLen, null);
  } catch (IllegalArgumentException e) {
    LOG.error("Bad Delete Family bloom filter data -- proceeding without",
        e);
    setDeleteFamilyBloomFilterFaulty();
  }

  return true;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
BloomFilter getGeneralBloomFilter() {
  return generalBloomFilter;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
BloomFilter getGeneralBloomFilter() {
    return generalBloomFilter;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
BloomFilter getBloomFilter() {
  return bloomFilter;
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
private void printMeta(HFile.Reader reader, Map<byte[], byte[]> fileInfo)
    throws IOException {
  System.out.println("Block index size as per heapsize: "
      + reader.indexSize());
  System.out.println(asSeparateLines(reader.toString()));
  System.out.println("Trailer:\n    "
      + asSeparateLines(reader.getTrailer().toString()));
  System.out.println("Fileinfo:");
  for (Map.Entry<byte[], byte[]> e : fileInfo.entrySet()) {
    System.out.print(FOUR_SPACES + Bytes.toString(e.getKey()) + " = ");
    if (Bytes.compareTo(e.getKey(), Bytes.toBytes("MAX_SEQ_ID_KEY")) == 0) {
      long seqid = Bytes.toLong(e.getValue());
      System.out.println(seqid);
    } else if (Bytes.compareTo(e.getKey(), Bytes.toBytes("TIMERANGE")) == 0) {
      TimeRangeTracker timeRangeTracker = new TimeRangeTracker();
      Writables.copyWritable(e.getValue(), timeRangeTracker);
      System.out.println(timeRangeTracker.getMinimumTimestamp() + "...."
          + timeRangeTracker.getMaximumTimestamp());
    } else if (Bytes.compareTo(e.getKey(), FileInfo.AVG_KEY_LEN) == 0
        || Bytes.compareTo(e.getKey(), FileInfo.AVG_VALUE_LEN) == 0) {
      System.out.println(Bytes.toInt(e.getValue()));
    } else {
      System.out.println(Bytes.toStringBinary(e.getValue()));
    }
  }

  System.out.println("Mid-key: " + Bytes.toStringBinary(reader.midkey()));

  // Printing bloom information
  DataInput bloomMeta = reader.getBloomFilterMetadata();
  BloomFilter bloomFilter = null;
  if (bloomMeta != null)
    bloomFilter = BloomFilterFactory.createFromMeta(bloomMeta, reader);

  System.out.println("Bloom filter:");
  if (bloomFilter != null) {
    System.out.println(FOUR_SPACES + bloomFilter.toString().replaceAll(
        ByteBloomFilter.STATS_RECORD_SEP, "\n" + FOUR_SPACES));
  } else {
    System.out.println(FOUR_SPACES + "Not present");
  }
}
 

import org.apache.hadoop.hbase.util.BloomFilter; //导入依赖的package包/类
private void printMeta(HFile.Reader reader, Map<byte[], byte[]> fileInfo)
    throws IOException {
  System.out.println("Block index size as per heapsize: "
      + reader.indexSize());
  System.out.println(asSeparateLines(reader.toString()));
  System.out.println("Trailer:\n    "
      + asSeparateLines(reader.getTrailer().toString()));
  System.out.println("Fileinfo:");
  for (Map.Entry<byte[], byte[]> e : fileInfo.entrySet()) {
    System.out.print(FOUR_SPACES + Bytes.toString(e.getKey()) + " = ");
    if (Bytes.compareTo(e.getKey(), Bytes.toBytes("MAX_SEQ_ID_KEY")) == 0) {
      long seqid = Bytes.toLong(e.getValue());
      System.out.println(seqid);
    } else if (Bytes.compareTo(e.getKey(), Bytes.toBytes("TIMERANGE")) == 0) {
      TimeRangeTracker timeRangeTracker = new TimeRangeTracker();
      Writables.copyWritable(e.getValue(), timeRangeTracker);
      System.out.println(timeRangeTracker.getMinimumTimestamp() + "...."
          + timeRangeTracker.getMaximumTimestamp());
    } else if (Bytes.compareTo(e.getKey(), FileInfo.AVG_KEY_LEN) == 0
        || Bytes.compareTo(e.getKey(), FileInfo.AVG_VALUE_LEN) == 0) {
      System.out.println(Bytes.toInt(e.getValue()));
    } else {
      System.out.println(Bytes.toStringBinary(e.getValue()));
    }
  }

  System.out.println("Mid-key: " + Bytes.toStringBinary(reader.midkey()));

  // Printing general bloom information
  DataInput bloomMeta = reader.getGeneralBloomFilterMetadata();
  BloomFilter bloomFilter = null;
  if (bloomMeta != null)
    bloomFilter = BloomFilterFactory.createFromMeta(bloomMeta, reader);

  System.out.println("Bloom filter:");
  if (bloomFilter != null) {
    System.out.println(FOUR_SPACES + bloomFilter.toString().replaceAll(
        ByteBloomFilter.STATS_RECORD_SEP, "\n" + FOUR_SPACES));
  } else {
    System.out.println(FOUR_SPACES + "Not present");
  }

  // Printing delete bloom information
  bloomMeta = reader.getDeleteBloomFilterMetadata();
  bloomFilter = null;
  if (bloomMeta != null)
    bloomFilter = BloomFilterFactory.createFromMeta(bloomMeta, reader);

  System.out.println("Delete Family Bloom filter:");
  if (bloomFilter != null) {
    System.out.println(FOUR_SPACES
        + bloomFilter.toString().replaceAll(ByteBloomFilter.STATS_RECORD_SEP,
            "\n" + FOUR_SPACES));
  } else {
    System.out.println(FOUR_SPACES + "Not present");
  }
}