当前位置: 首页>>代码示例>>Java>>正文


Java ResourceLocalizationSpec类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec的典型用法代码示例。如果您正苦于以下问题:Java ResourceLocalizationSpec类的具体用法?Java ResourceLocalizationSpec怎么用?Java ResourceLocalizationSpec使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


ResourceLocalizationSpec类属于org.apache.hadoop.yarn.server.nodemanager.api包,在下文中一共展示了ResourceLocalizationSpec类的8个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: newResourceLocalizationSpec

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
public static ResourceLocalizationSpec newResourceLocalizationSpec(
    LocalResource rsrc, Path path) {
  URL local = ConverterUtils.getYarnUrlFromPath(path);
  ResourceLocalizationSpec resourceLocalizationSpec =
      Records.newRecord(ResourceLocalizationSpec.class);
  resourceLocalizationSpec.setDestinationDirectory(local);
  resourceLocalizationSpec.setResource(rsrc);
  return resourceLocalizationSpec;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:10,代码来源:NodeManagerBuilderUtils.java

示例2: getMockRsrc

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
static ResourceLocalizationSpec getMockRsrc(Random r,
    LocalResourceVisibility vis, Path p) {
  ResourceLocalizationSpec resourceLocalizationSpec =
    mock(ResourceLocalizationSpec.class);

  LocalResource rsrc = mock(LocalResource.class);
  String name = Long.toHexString(r.nextLong());
  URL uri = mock(org.apache.hadoop.yarn.api.records.URL.class);
  when(uri.getScheme()).thenReturn("file");
  when(uri.getHost()).thenReturn(null);
  when(uri.getFile()).thenReturn("/local/" + vis + "/" + name);

  when(rsrc.getResource()).thenReturn(uri);
  when(rsrc.getSize()).thenReturn(r.nextInt(1024) + 1024L);
  when(rsrc.getTimestamp()).thenReturn(r.nextInt(1024) + 2048L);
  when(rsrc.getType()).thenReturn(LocalResourceType.FILE);
  when(rsrc.getVisibility()).thenReturn(vis);

  when(resourceLocalizationSpec.getResource()).thenReturn(rsrc);
  when(resourceLocalizationSpec.getDestinationDirectory()).
    thenReturn(ConverterUtils.getYarnUrlFromPath(p));
  return resourceLocalizationSpec;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:24,代码来源:TestContainerLocalizer.java

示例3: createLocalizerHeartbeatResponse

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
static LocalizerHeartbeatResponse createLocalizerHeartbeatResponse() 
    throws URISyntaxException {
  LocalizerHeartbeatResponse ret =
    recordFactory.newRecordInstance(LocalizerHeartbeatResponse.class);
  assertTrue(ret instanceof LocalizerHeartbeatResponsePBImpl);
  ret.setLocalizerAction(LocalizerAction.LIVE);
  LocalResource rsrc = createResource();
  ArrayList<ResourceLocalizationSpec> rsrcs =
    new ArrayList<ResourceLocalizationSpec>();
  ResourceLocalizationSpec resource =
    recordFactory.newRecordInstance(ResourceLocalizationSpec.class);
  resource.setResource(rsrc);
  resource.setDestinationDirectory(ConverterUtils
    .getYarnUrlFromPath(new Path("/tmp" + System.currentTimeMillis())));
  rsrcs.add(resource);
  ret.setResourceSpecs(rsrcs);
  System.out.println(resource);
  return ret;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:20,代码来源:TestPBRecordImpl.java

示例4: getMockRsrc

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
static ResourceLocalizationSpec getMockRsrc(Random r,
    LocalResourceVisibility vis, Path p) {
  ResourceLocalizationSpec resourceLocalizationSpec =
    mock(ResourceLocalizationSpec.class);

  LocalResource rsrc = mock(LocalResource.class);
  String name = Long.toHexString(r.nextLong());
  URL uri = mock(org.apache.hadoop.yarn.api.records.URL.class);
  when(uri.getScheme()).thenReturn("file");
  when(uri.getHost()).thenReturn(null);
  when(uri.getFile()).thenReturn("/local/" + vis + "/" + name);

  when(rsrc.getResource()).thenReturn(uri);
  when(rsrc.getSize()).thenReturn(r.nextInt(1024) + 1024L);
  when(rsrc.getTimestamp()).thenReturn(r.nextInt(1024) + 2048L);
  when(rsrc.getType()).thenReturn(LocalResourceType.FILE);
  when(rsrc.getVisibility()).thenReturn(vis);

  when(resourceLocalizationSpec.getResource()).thenReturn(rsrc);
  when(resourceLocalizationSpec.getDestinationDirectory()).
    thenReturn(URL.fromPath(p));
  return resourceLocalizationSpec;
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:24,代码来源:TestContainerLocalizer.java

示例5: createLocalizerHeartbeatResponse

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
static LocalizerHeartbeatResponse createLocalizerHeartbeatResponse() 
    throws URISyntaxException {
  LocalizerHeartbeatResponse ret =
    recordFactory.newRecordInstance(LocalizerHeartbeatResponse.class);
  assertTrue(ret instanceof LocalizerHeartbeatResponsePBImpl);
  ret.setLocalizerAction(LocalizerAction.LIVE);
  LocalResource rsrc = createResource();
  ArrayList<ResourceLocalizationSpec> rsrcs =
    new ArrayList<ResourceLocalizationSpec>();
  ResourceLocalizationSpec resource =
    recordFactory.newRecordInstance(ResourceLocalizationSpec.class);
  resource.setResource(rsrc);
  resource.setDestinationDirectory(
      URL.fromPath((new Path("/tmp" + System.currentTimeMillis()))));
  rsrcs.add(resource);
  ret.setResourceSpecs(rsrcs);
  System.out.println(resource);
  return ret;
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:20,代码来源:TestPBRecordImpl.java

示例6: setResourceSpecs

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
public void setResourceSpecs(List<ResourceLocalizationSpec> rsrcs) {
  maybeInitBuilder();
  if (rsrcs == null) {
    builder.clearResources();
    return;
  }
  this.resourceSpecs = rsrcs;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:9,代码来源:LocalizerHeartbeatResponsePBImpl.java

示例7: initResources

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
private void initResources() {
  if (this.resourceSpecs != null) {
    return;
  }
  LocalizerHeartbeatResponseProtoOrBuilder p = viaProto ? proto : builder;
  List<ResourceLocalizationSpecProto> list = p.getResourcesList();
  this.resourceSpecs = new ArrayList<ResourceLocalizationSpec>();
  for (ResourceLocalizationSpecProto c : list) {
    this.resourceSpecs.add(convertFromProtoFormat(c));
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:12,代码来源:LocalizerHeartbeatResponsePBImpl.java

示例8: addResourcesToProto

import org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec; //导入依赖的package包/类
private void addResourcesToProto() {
  maybeInitBuilder();
  builder.clearResources();
  if (this.resourceSpecs == null) 
    return;
  Iterable<ResourceLocalizationSpecProto> iterable =
      new Iterable<ResourceLocalizationSpecProto>() {
    @Override
    public Iterator<ResourceLocalizationSpecProto> iterator() {
      return new Iterator<ResourceLocalizationSpecProto>() {

        Iterator<ResourceLocalizationSpec> iter = resourceSpecs.iterator();

        @Override
        public boolean hasNext() {
          return iter.hasNext();
        }

        @Override
        public ResourceLocalizationSpecProto next() {
          ResourceLocalizationSpec resource = iter.next();
          
          return ((ResourceLocalizationSpecPBImpl)resource).getProto();
        }

        @Override
        public void remove() {
          throw new UnsupportedOperationException();

        }
      };

    }
  };
  builder.addAllResources(iterable);
}
 
开发者ID:naver,项目名称:hadoop,代码行数:37,代码来源:LocalizerHeartbeatResponsePBImpl.java


注:本文中的org.apache.hadoop.yarn.server.nodemanager.api.ResourceLocalizationSpec类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。