当前位置: 首页>>代码示例>>Java>>正文


Java LocatedBlockProto.getOffset方法代码示例

本文整理汇总了Java中org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto.getOffset方法的典型用法代码示例。如果您正苦于以下问题:Java LocatedBlockProto.getOffset方法的具体用法?Java LocatedBlockProto.getOffset怎么用?Java LocatedBlockProto.getOffset使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto的用法示例。


在下文中一共展示了LocatedBlockProto.getOffset方法的5个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: convert

import org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto; //导入方法依赖的package包/类
public static LocatedBlock convert(LocatedBlockProto proto) {
  if (proto == null) {
    return null;
  }
  List<DatanodeInfoProto> locs = proto.getLocsList();
  DatanodeInfo[] targets = new DatanodeInfo[locs.size()];
  for (int i = 0; i < locs.size(); i++) {
    targets[i] = PBHelper.convert(locs.get(i));
  }
  LocatedBlock lb = new LocatedBlock(PBHelper.convert(proto.getB()), targets,
      proto.getOffset(), proto.getCorrupt());
  lb.setBlockToken(PBHelper.convert(proto.getBlockToken()));
  if(proto.getData().size() > 0){
    lb.setData(proto.getData().toByteArray());
  }
  return lb;
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:18,代码来源:PBHelper.java

示例2: convert

import org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto; //导入方法依赖的package包/类
public static LocatedBlock convert(LocatedBlockProto proto) {
  if (proto == null) return null;
  List<DatanodeInfoProto> locs = proto.getLocsList();
  DatanodeInfo[] targets = new DatanodeInfo[locs.size()];
  for (int i = 0; i < locs.size(); i++) {
    targets[i] = PBHelper.convert(locs.get(i));
  }

  final StorageType[] storageTypes = convertStorageTypes(
      proto.getStorageTypesList(), locs.size());

  final int storageIDsCount = proto.getStorageIDsCount();
  final String[] storageIDs;
  if (storageIDsCount == 0) {
    storageIDs = null;
  } else {
    Preconditions.checkState(storageIDsCount == locs.size());
    storageIDs = proto.getStorageIDsList().toArray(new String[storageIDsCount]);
  }

  // Set values from the isCached list, re-using references from loc
  List<DatanodeInfo> cachedLocs = new ArrayList<DatanodeInfo>(locs.size());
  List<Boolean> isCachedList = proto.getIsCachedList();
  for (int i=0; i<isCachedList.size(); i++) {
    if (isCachedList.get(i)) {
      cachedLocs.add(targets[i]);
    }
  }

  LocatedBlock lb = new LocatedBlock(PBHelper.convert(proto.getB()), targets,
      storageIDs, storageTypes, proto.getOffset(), proto.getCorrupt(),
      cachedLocs.toArray(new DatanodeInfo[0]));
  lb.setBlockToken(PBHelper.convert(proto.getBlockToken()));

  return lb;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:37,代码来源:PBHelper.java

示例3: convert

import org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto; //导入方法依赖的package包/类
public static LocatedBlock convert(LocatedBlockProto proto) {
  if (proto == null) return null;
  List<DatanodeInfoProto> locs = proto.getLocsList();
  DatanodeInfo[] targets = new DatanodeInfo[locs.size()];
  for (int i = 0; i < locs.size(); i++) {
    targets[i] = PBHelper.convert(locs.get(i));
  }
  LocatedBlock lb = new LocatedBlock(PBHelper.convert(proto.getB()), targets,
      proto.getOffset(), proto.getCorrupt());
  lb.setBlockToken(PBHelper.convert(proto.getBlockToken()));
  return lb;
}
 
开发者ID:ict-carch,项目名称:hadoop-plus,代码行数:13,代码来源:PBHelper.java

示例4: convertLocatedBlockProto

import org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto; //导入方法依赖的package包/类
public static LocatedBlock convertLocatedBlockProto(LocatedBlockProto proto) {
  if (proto == null) return null;
  List<DatanodeInfoProto> locs = proto.getLocsList();
  DatanodeInfo[] targets = new DatanodeInfo[locs.size()];
  for (int i = 0; i < locs.size(); i++) {
    targets[i] = convert(locs.get(i));
  }

  final StorageType[] storageTypes = convertStorageTypes(
      proto.getStorageTypesList(), locs.size());

  final int storageIDsCount = proto.getStorageIDsCount();
  final String[] storageIDs;
  if (storageIDsCount == 0) {
    storageIDs = null;
  } else {
    Preconditions.checkState(storageIDsCount == locs.size());
    storageIDs = proto.getStorageIDsList()
        .toArray(new String[storageIDsCount]);
  }

  byte[] indices = null;
  if (proto.hasBlockIndices()) {
    indices = proto.getBlockIndices().toByteArray();
  }

  // Set values from the isCached list, re-using references from loc
  List<DatanodeInfo> cachedLocs = new ArrayList<>(locs.size());
  List<Boolean> isCachedList = proto.getIsCachedList();
  for (int i=0; i<isCachedList.size(); i++) {
    if (isCachedList.get(i)) {
      cachedLocs.add(targets[i]);
    }
  }

  final LocatedBlock lb;
  if (indices == null) {
    lb = new LocatedBlock(PBHelperClient.convert(proto.getB()), targets,
        storageIDs, storageTypes, proto.getOffset(), proto.getCorrupt(),
        cachedLocs.toArray(new DatanodeInfo[cachedLocs.size()]));
  } else {
    lb = new LocatedStripedBlock(PBHelperClient.convert(proto.getB()),
        targets, storageIDs, storageTypes, indices, proto.getOffset(),
        proto.getCorrupt(),
        cachedLocs.toArray(new DatanodeInfo[cachedLocs.size()]));
    List<TokenProto> tokenProtos = proto.getBlockTokensList();
    Token<BlockTokenIdentifier>[] blockTokens = new Token[indices.length];
    for (int i = 0; i < indices.length; i++) {
      blockTokens[i] = convert(tokenProtos.get(i));
    }
    ((LocatedStripedBlock) lb).setBlockTokens(blockTokens);
  }
  lb.setBlockToken(convert(proto.getBlockToken()));

  return lb;
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:57,代码来源:PBHelperClient.java

示例5: convert

import org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto; //导入方法依赖的package包/类
public static LocatedBlock convert(LocatedBlockProto proto) {
  if (proto == null) return null;
  List<DatanodeInfoProto> locs = proto.getLocsList();
  DatanodeInfo[] targets = new DatanodeInfo[locs.size()];
  for (int i = 0; i < locs.size(); i++) {
    targets[i] = PBHelper.convert(locs.get(i));
  }

  final int storageTypesCount = proto.getStorageTypesCount();
  final StorageType[] storageTypes;
  if (storageTypesCount == 0) {
    storageTypes = null;
  } else {
    Preconditions.checkState(storageTypesCount == locs.size());
    storageTypes = convertStorageTypeProtos(proto.getStorageTypesList());
  }

  final int storageIDsCount = proto.getStorageIDsCount();
  final String[] storageIDs;
  if (storageIDsCount == 0) {
    storageIDs = null;
  } else {
    Preconditions.checkState(storageIDsCount == locs.size());
    storageIDs = proto.getStorageIDsList().toArray(new String[storageIDsCount]);
  }

  // Set values from the isCached list, re-using references from loc
  List<DatanodeInfo> cachedLocs = new ArrayList<DatanodeInfo>(locs.size());
  List<Boolean> isCachedList = proto.getIsCachedList();
  for (int i=0; i<isCachedList.size(); i++) {
    if (isCachedList.get(i)) {
      cachedLocs.add(targets[i]);
    }
  }

  LocatedBlock lb = new LocatedBlock(PBHelper.convert(proto.getB()), targets,
      storageIDs, storageTypes, proto.getOffset(), proto.getCorrupt(),
      cachedLocs.toArray(new DatanodeInfo[0]));
  lb.setBlockToken(PBHelper.convert(proto.getBlockToken()));

  return lb;
}
 
开发者ID:Seagate,项目名称:hadoop-on-lustre2,代码行数:43,代码来源:PBHelper.java


注:本文中的org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.LocatedBlockProto.getOffset方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。