Java DataChecksum.Type方法代码示例

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
public FsServerDefaults(long blockSize, int bytesPerChecksum,
    int writePacketSize, short replication, int fileBufferSize,
    boolean encryptDataTransfer, long trashInterval,
    DataChecksum.Type checksumType) {
  this.blockSize = blockSize;
  this.bytesPerChecksum = bytesPerChecksum;
  this.writePacketSize = writePacketSize;
  this.replication = replication;
  this.fileBufferSize = fileBufferSize;
  this.encryptDataTransfer = encryptDataTransfer;
  this.trashInterval = trashInterval;
  this.checksumType = checksumType;
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
public static DataChecksum.Type getCrcTypeFromAlgorithmName(String algorithm)
    throws IOException {
  if (algorithm.endsWith(DataChecksum.Type.CRC32.name())) {
    return DataChecksum.Type.CRC32;
  } else if (algorithm.endsWith(DataChecksum.Type.CRC32C.name())) {
    return DataChecksum.Type.CRC32C;
  }

  throw new IOException("Unknown checksum type in " + algorithm);
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
/**
 * A helper method for processing user input and default value to 
 * create a combined checksum option. This is a bit complicated because
 * bytesPerChecksum is kept for backward compatibility.
 *
 * @param defaultOpt Default checksum option
 * @param userOpt User-specified checksum option. Ignored if null.
 * @param userBytesPerChecksum User-specified bytesPerChecksum
 *                Ignored if < 0.
 */
public static ChecksumOpt processChecksumOpt(ChecksumOpt defaultOpt, 
    ChecksumOpt userOpt, int userBytesPerChecksum) {
  final boolean useDefaultType;
  final DataChecksum.Type type;
  if (userOpt != null 
      && userOpt.getChecksumType() != DataChecksum.Type.DEFAULT) {
    useDefaultType = false;
    type = userOpt.getChecksumType();
  } else {
    useDefaultType = true;
    type = defaultOpt.getChecksumType();
  }

  //  bytesPerChecksum - order of preference
  //    user specified value in bytesPerChecksum
  //    user specified value in checksumOpt
  //    default.
  if (userBytesPerChecksum > 0) {
    return new ChecksumOpt(type, userBytesPerChecksum);
  } else if (userOpt != null && userOpt.getBytesPerChecksum() > 0) {
    return !useDefaultType? userOpt
        : new ChecksumOpt(type, userOpt.getBytesPerChecksum());
  } else {
    return useDefaultType? defaultOpt
        : new ChecksumOpt(type, defaultOpt.getBytesPerChecksum());
  }
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
public static DataChecksum fromProto(ChecksumProto proto) {
  if (proto == null) return null;

  int bytesPerChecksum = proto.getBytesPerChecksum();
  DataChecksum.Type type = PBHelper.convert(proto.getType());
  return DataChecksum.newDataChecksum(type, bytesPerChecksum);
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
public static DataChecksum fromProto(ChecksumProto proto) {
  if (proto == null) {
    return null;
  }

  int bytesPerChecksum = proto.getBytesPerChecksum();
  DataChecksum.Type type = PBHelperClient.convert(proto.getType());
  return DataChecksum.newDataChecksum(type, bytesPerChecksum);
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
private DataChecksum.Type getChecksumType(Configuration conf) {
  final String checksum = conf.get(
      DFS_CHECKSUM_TYPE_KEY,
      DFS_CHECKSUM_TYPE_DEFAULT);
  try {
    return DataChecksum.Type.valueOf(checksum);
  } catch(IllegalArgumentException iae) {
    LOG.warn("Bad checksum type: {}. Using default {}", checksum,
             DFS_CHECKSUM_TYPE_DEFAULT);
    return DataChecksum.Type.valueOf(
        DFS_CHECKSUM_TYPE_DEFAULT);
  }
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
private DataChecksum.Type getChecksumType(Configuration conf) {
  final String checksum = conf.get(
      DFSConfigKeys.DFS_CHECKSUM_TYPE_KEY,
      DFSConfigKeys.DFS_CHECKSUM_TYPE_DEFAULT);
  try {
    return DataChecksum.Type.valueOf(checksum);
  } catch(IllegalArgumentException iae) {
    LOG.warn("Bad checksum type: " + checksum + ". Using default "
        + DFSConfigKeys.DFS_CHECKSUM_TYPE_DEFAULT);
    return DataChecksum.Type.valueOf(
        DFSConfigKeys.DFS_CHECKSUM_TYPE_DEFAULT); 
  }
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
@Override
public DataChecksum.Type getCrcType() {
  // default to the one that is understood by all releases.
  return DataChecksum.Type.CRC32;
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
@Override
public DataChecksum.Type getCrcType() {
  // default to the one that is understood by all releases.
  return DataChecksum.Type.CRC32C;
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
public DataChecksum.Type getChecksumType() {
  return checksumType;
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
/** returns the CRC type */
public DataChecksum.Type getCrcType() {
  // default to the one that is understood by all releases.
  return DataChecksum.Type.CRC32;
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
/** Return the object represented in the attributes. */
public static MD5MD5CRC32FileChecksum valueOf(Attributes attrs
    ) throws SAXException {
  final String bytesPerCRC = attrs.getValue("bytesPerCRC");
  final String crcPerBlock = attrs.getValue("crcPerBlock");
  final String md5 = attrs.getValue("md5");
  String crcType = attrs.getValue("crcType");
  DataChecksum.Type finalCrcType;
  if (bytesPerCRC == null || crcPerBlock == null || md5 == null) {
    return null;
  }

  try {
    // old versions don't support crcType.
    if (crcType == null || crcType.equals("")) {
      finalCrcType = DataChecksum.Type.CRC32;
    } else {
      finalCrcType = DataChecksum.Type.valueOf(crcType);
    }

    switch (finalCrcType) {
      case CRC32:
        return new MD5MD5CRC32GzipFileChecksum(
            Integer.parseInt(bytesPerCRC),
            Integer.parseInt(crcPerBlock),
            new MD5Hash(md5));
      case CRC32C:
        return new MD5MD5CRC32CastagnoliFileChecksum(
            Integer.parseInt(bytesPerCRC),
            Integer.parseInt(crcPerBlock),
            new MD5Hash(md5));
      default:
        // we should never get here since finalCrcType will
        // hold a valid type or we should have got an exception.
        return null;
    }
  } catch (Exception e) {
    throw new SAXException("Invalid attributes: bytesPerCRC=" + bytesPerCRC
        + ", crcPerBlock=" + crcPerBlock + ", crcType=" + crcType
        + ", md5=" + md5, e);
  }
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
private void checkParams(DataChecksum.Type type, int bpc, ChecksumOpt obtained) {
  assertEquals(type, obtained.getChecksumType());
  assertEquals(bpc, obtained.getBytesPerChecksum());
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
/** Return the object represented in the attributes. */
public static MD5MD5CRC32FileChecksum valueOf(Attributes attrs
    ) throws SAXException {
  final String bytesPerCRC = attrs.getValue("bytesPerCRC");
  final String crcPerBlock = attrs.getValue("crcPerBlock");
  final String md5 = attrs.getValue("md5");
  String crcType = attrs.getValue("crcType");
  DataChecksum.Type finalCrcType;
  if (bytesPerCRC == null || crcPerBlock == null || md5 == null) {
    return null;
  }

  try {
    // old versions don't support crcType.
    if (crcType == null || crcType == "") {
      finalCrcType = DataChecksum.Type.CRC32;
    } else {
      finalCrcType = DataChecksum.Type.valueOf(crcType);
    }

    switch (finalCrcType) {
      case CRC32:
        return new MD5MD5CRC32GzipFileChecksum(
            Integer.parseInt(bytesPerCRC),
            Integer.parseInt(crcPerBlock),
            new MD5Hash(md5));
      case CRC32C:
        return new MD5MD5CRC32CastagnoliFileChecksum(
            Integer.parseInt(bytesPerCRC),
            Integer.parseInt(crcPerBlock),
            new MD5Hash(md5));
      default:
        // we should never get here since finalCrcType will
        // hold a valid type or we should have got an exception.
        return null;
    }
  } catch (Exception e) {
    throw new SAXException("Invalid attributes: bytesPerCRC=" + bytesPerCRC
        + ", crcPerBlock=" + crcPerBlock + ", crcType=" + crcType
        + ", md5=" + md5, e);
  }
}
 

import org.apache.hadoop.util.DataChecksum; //导入方法依赖的package包/类
private ChecksumOpt getChecksumOptFromConf(Configuration conf) {
  DataChecksum.Type type = getChecksumType(conf);
  int bytesPerChecksum = conf.getInt(DFS_BYTES_PER_CHECKSUM_KEY,
      DFS_BYTES_PER_CHECKSUM_DEFAULT);
  return new ChecksumOpt(type, bytesPerChecksum);
}