Java BloomFilterFactory.isGeneralBloomEnabled方法代码示例

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a
 * substantial amount of ram depending on the underlying files (10-20MB?).
 *
 * @param fs  The current file system to use.
 * @param fileInfo  The store file information.
 * @param conf  The current configuration.
 * @param cacheConf  The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified
 *          by column family configuration. This may or may not be the same
 *          as the Bloom filter type actually present in the HFile, because
 *          column family configuration might change. If this is
 *          {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @throws IOException When opening the reader fails.
 */
public StoreFile(final FileSystem fs, final StoreFileInfo fileInfo, final Configuration conf,
                 final CacheConfig cacheConf, final BloomType cfBloomType) throws IOException {
    this.fs = fs;
    this.fileInfo = fileInfo;
    this.cacheConf = cacheConf;

    if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
        this.cfBloomType = cfBloomType;
    } else {
        LOG.info("Ignoring bloom filter check for file " + this.getPath() + ": " +
                "cfBloomType=" + cfBloomType + " (disabled in config)");
        this.cfBloomType = BloomType.NONE;
    }

    // cache the modification time stamp of this store file
    this.modificationTimeStamp = fileInfo.getModificationTime();
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a
 * substantial amount of ram depending on the underlying files (10-20MB?).
 *
 * @param fs  The current file system to use.
 * @param fileInfo  The store file information.
 * @param conf  The current configuration.
 * @param cacheConf  The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified
 *          by column family configuration. This may or may not be the same
 *          as the Bloom filter type actually present in the HFile, because
 *          column family configuration might change. If this is
 *          {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @throws IOException When opening the reader fails.
 */
public StoreFile(final FileSystem fs, final StoreFileInfo fileInfo, final Configuration conf,
    final CacheConfig cacheConf,  final BloomType cfBloomType) throws IOException {
  this.fs = fs;
  this.fileInfo = fileInfo;
  this.cacheConf = cacheConf;

  if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
    this.cfBloomType = cfBloomType;
  } else {
    LOG.info("Ignoring bloom filter check for file " + this.getPath() + ": " +
        "cfBloomType=" + cfBloomType + " (disabled in config)");
    this.cfBloomType = BloomType.NONE;
  }

  // cache the modification time stamp of this store file
  this.modificationTimeStamp = fileInfo.getModificationTime();
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a substantial amount of ram
 * depending on the underlying files (10-20MB?).
 * @param fs fs The current file system to use.
 * @param fileInfo The store file information.
 * @param conf The current configuration.
 * @param cacheConf The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified by column
 *          family configuration. This may or may not be the same as the Bloom filter type
 *          actually present in the HFile, because column family configuration might change. If
 *          this is {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @param primaryReplica true if this is a store file for primary replica, otherwise false.
 */
public HStoreFile(FileSystem fs, StoreFileInfo fileInfo, Configuration conf, CacheConfig cacheConf,
    BloomType cfBloomType, boolean primaryReplica) {
  this.fs = fs;
  this.fileInfo = fileInfo;
  this.cacheConf = cacheConf;
  this.noReadahead =
      conf.getBoolean(STORE_FILE_READER_NO_READAHEAD, DEFAULT_STORE_FILE_READER_NO_READAHEAD);
  if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
    this.cfBloomType = cfBloomType;
  } else {
    LOG.info("Ignoring bloom filter check for file " + this.getPath() + ": " + "cfBloomType=" +
        cfBloomType + " (disabled in config)");
    this.cfBloomType = BloomType.NONE;
  }
  this.primaryReplica = primaryReplica;
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a substantial amount of ram
 * depending on the underlying files (10-20MB?).
 *
 * @param fs          The current file system to use.
 * @param fileInfo    The store file information.
 * @param conf        The current configuration.
 * @param cacheConf   The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified by column family
 *                    configuration. This may or may not be the same as the Bloom filter type actually
 *                    present in the HFile, because column family configuration might change. If this is
 *                    {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @throws IOException When opening the reader fails.
 */
public StoreFile(final FileSystem fs, final StoreFileInfo fileInfo, final Configuration conf,
    final CacheConfig cacheConf, final BloomType cfBloomType) throws IOException {
  this.fs = fs;
  this.fileInfo = fileInfo;
  this.cacheConf = cacheConf;

  if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
    this.cfBloomType = cfBloomType;
  } else {
    LOG.info("Ignoring bloom filter check for file " + this.getPath() + ": " + "cfBloomType="
        + cfBloomType + " (disabled in config)");
    this.cfBloomType = BloomType.NONE;
  }
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when done. If metadata,
 * add BEFORE closing using {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " + "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    fs.mkdirs(dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, conf, cacheConf, comparator, bloomType, maxKeyCount,
      favoredNodes, fileContext);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a substantial amount of ram
 * depending on the underlying files (10-20MB?).
 * @param fs The current file system to use.
 * @param p The path of the file.
 * @param blockcache <code>true</code> if the block cache is enabled.
 * @param conf The current configuration.
 * @param cacheConf The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified by column family
 *          configuration. This may or may not be the same as the Bloom filter type actually
 *          present in the HFile, because column family configuration might change. If this is
 *          {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @param dataBlockEncoder data block encoding algorithm.
 * @throws IOException When opening the reader fails.
 */
public StoreFile(final FileSystem fs, final Path p, final Configuration conf,
    final CacheConfig cacheConf, final BloomType cfBloomType,
    final HFileDataBlockEncoder dataBlockEncoder) throws IOException {
  this.fs = fs;
  this.path = p;
  this.cacheConf = cacheConf;
  this.dataBlockEncoder =
      dataBlockEncoder == null ? NoOpDataBlockEncoder.INSTANCE : dataBlockEncoder;
  if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
    this.cfBloomType = cfBloomType;
  } else {
    LOG.info("Ignoring bloom filter check for file " + path + ": " + "cfBloomType=" + cfBloomType
        + " (disabled in config)");
    this.cfBloomType = BloomType.NONE;
  }

  // cache the modification time stamp of this store file
  FileStatus[] stats = FSUtils.listStatus(fs, p, null);
  if (stats != null && stats.length == 1) {
    this.modificationTimeStamp = stats[0].getModificationTime();
  } else {
    this.modificationTimeStamp = 0;
  }
  SchemaMetrics.configureGlobally(conf);
  initPossibleIndexesAndReference(fs, p, conf);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when done. If metadata,
 * add BEFORE closing using {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " + "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    HBaseFileSystem.makeDirOnFileSystem(fs, dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (compressAlgo == null) {
    compressAlgo = HFile.DEFAULT_COMPRESSION_ALGORITHM;
  }
  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, blockSize, compressAlgo, dataBlockEncoder, conf, cacheConf,
      comparator, bloomType, maxKeyCount, checksumType, bytesPerChecksum, includeMVCCReadpoint);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
    if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
        throw new IllegalArgumentException("Either specify parent directory " +
                "or file path");
    }

    if (dir == null) {
        dir = filePath.getParent();
    }

    if (!fs.exists(dir)) {
        fs.mkdirs(dir);
    }

    if (filePath == null) {
        filePath = getUniqueFile(fs, dir);
        if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
            bloomType = BloomType.NONE;
        }
    }

    if (comparator == null) {
        comparator = KeyValue.COMPARATOR;
    }
    return new Writer(fs, filePath,
            conf, cacheConf, comparator, bloomType, maxKeyCount, favoredNodes, fileContext);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    fs.mkdirs(dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, 
      conf, cacheConf, comparator, bloomType, maxKeyCount, favoredNodes, fileContext);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    HBaseFileSystem.makeDirOnFileSystem(fs, dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (compressAlgo == null) {
    compressAlgo = HFile.DEFAULT_COMPRESSION_ALGORITHM;
  }
  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, blockSize, compressAlgo, dataBlockEncoder,
      conf, cacheConf, comparator, bloomType, maxKeyCount, checksumType,
      bytesPerChecksum, includeMVCCReadpoint);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link StoreFileWriter#appendMetadata}.
 */
public StoreFileWriter build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    // Handle permission for non-HDFS filesystem properly
    // See HBASE-17710
    HRegionFileSystem.mkdirs(fs, conf, dir);
  }

  // set block storage policy for temp path
  String policyName = this.conf.get(ColumnFamilyDescriptorBuilder.STORAGE_POLICY);
  if (null == policyName) {
    policyName = this.conf.get(HStore.BLOCK_STORAGE_POLICY_KEY);
  }
  FSUtils.setStoragePolicy(this.fs, dir, policyName);

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (comparator == null) {
    comparator = CellComparator.getInstance();
  }
  return new StoreFileWriter(fs, filePath,
      conf, cacheConf, comparator, bloomType, maxKeyCount, favoredNodes, fileContext,
      shouldDropCacheBehind);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    fs.mkdirs(dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath,
      conf, cacheConf, comparator, bloomType, maxKeyCount, favoredNodes, fileContext);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    fs.mkdirs(dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (compressAlgo == null) {
    compressAlgo = HFile.DEFAULT_COMPRESSION_ALGORITHM;
  }
  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, blockSize, compressAlgo, dataBlockEncoder,
      conf, cacheConf, comparator, bloomType, maxKeyCount, checksumType,
      bytesPerChecksum, includeMVCCReadpoint, favoredNodes);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Create a store file writer. Client is responsible for closing file when
 * done. If metadata, add BEFORE closing using
 * {@link Writer#appendMetadata}.
 */
public Writer build() throws IOException {
  if ((dir == null ? 0 : 1) + (filePath == null ? 0 : 1) != 1) {
    throw new IllegalArgumentException("Either specify parent directory " +
        "or file path");
  }

  if (dir == null) {
    dir = filePath.getParent();
  }

  if (!fs.exists(dir)) {
    fs.mkdirs(dir);
  }

  if (filePath == null) {
    filePath = getUniqueFile(fs, dir);
    if (!BloomFilterFactory.isGeneralBloomEnabled(conf)) {
      bloomType = BloomType.NONE;
    }
  }

  if (compressAlgo == null) {
    compressAlgo = HFile.DEFAULT_COMPRESSION_ALGORITHM;
  }
  if (comparator == null) {
    comparator = KeyValue.COMPARATOR;
  }
  return new Writer(fs, filePath, blockSize, compressAlgo, dataBlockEncoder,
      conf, cacheConf, comparator, bloomType, maxKeyCount, checksumType,
      bytesPerChecksum);
}
 

import org.apache.hadoop.hbase.util.BloomFilterFactory; //导入方法依赖的package包/类
/**
 * Constructor, loads a reader and it's indices, etc. May allocate a
 * substantial amount of ram depending on the underlying files (10-20MB?).
 *
 * @param fs  The current file system to use.
 * @param p  The path of the file.
 * @param blockcache  <code>true</code> if the block cache is enabled.
 * @param conf  The current configuration.
 * @param cacheConf  The cache configuration and block cache reference.
 * @param cfBloomType The bloom type to use for this store file as specified
 *          by column family configuration. This may or may not be the same
 *          as the Bloom filter type actually present in the HFile, because
 *          column family configuration might change. If this is
 *          {@link BloomType#NONE}, the existing Bloom filter is ignored.
 * @param dataBlockEncoder data block encoding algorithm.
 * @throws IOException When opening the reader fails.
 */
public StoreFile(final FileSystem fs,
          final Path p,
          final Configuration conf,
          final CacheConfig cacheConf,
          final BloomType cfBloomType,
          final HFileDataBlockEncoder dataBlockEncoder)
    throws IOException {
  this.fs = fs;
  this.path = p;
  
  Path tmpPath=getIndexPathFromPath(path);
  if(fs.exists(tmpPath)){
    this.indexPath=tmpPath;
    this.hasIndex=true;
  }
  
  this.cacheConf = cacheConf;
  this.dataBlockEncoder =
      dataBlockEncoder == null ? NoOpDataBlockEncoder.INSTANCE
          : dataBlockEncoder;

  //TODO add link index file support
  if (HFileLink.isHFileLink(p)) {
    this.link = new HFileLink(conf, p);
    LOG.debug("Store file " + p + " is a link");
  } else if (isReference(p)) {
    this.reference = Reference.read(fs, p);
    this.referencePath = getReferredToFile(this.path);
    if (HFileLink.isHFileLink(this.referencePath)) {
      this.link = new HFileLink(conf, this.referencePath);
    }
    //index
    tmpPath=getIndexPathFromPath(referencePath);
    if(fs.exists(tmpPath)){
      this.indexReferencePath=tmpPath;
      this.hasIndex=true;
    }
    LOG.debug("Store file " + p + " is a " + reference.getFileRegion() +
      " reference to " + this.referencePath);
  } else if (!isHFile(p)) {
    throw new IOException("path=" + path + " doesn't look like a valid StoreFile");
  }

  if (BloomFilterFactory.isGeneralBloomEnabled(conf)) {
    this.cfBloomType = cfBloomType;
  } else {
    LOG.info("Ignoring bloom filter check for file " + path + ": " +
        "cfBloomType=" + cfBloomType + " (disabled in config)");
    this.cfBloomType = BloomType.NONE;
  }

  // cache the modification time stamp of this store file
  FileStatus[] stats = FSUtils.listStatus(fs, p, null);
  if (stats != null && stats.length == 1) {
    this.modificationTimeStamp = stats[0].getModificationTime();
  } else {
    this.modificationTimeStamp = 0;
  }

  SchemaMetrics.configureGlobally(conf);
}