当前位置: 首页>>代码示例>>Java>>正文

Java LocalResourceProto类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto类的典型用法代码示例。如果您正苦于以下问题：Java LocalResourceProto类的具体用法？Java LocalResourceProto怎么用？Java LocalResourceProto使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


LocalResourceProto类属于org.apache.hadoop.yarn.proto.YarnProtos包，在下文中一共展示了LocalResourceProto类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: loadStartedResources

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private Map<LocalResourceProto, Path> loadStartedResources(
    LeveldbIterator iter, String keyPrefix) throws IOException {
  Map<LocalResourceProto, Path> rsrcs =
      new HashMap<LocalResourceProto, Path>();
  while (iter.hasNext()) {
    Entry<byte[],byte[]> entry = iter.peekNext();
    String key = asString(entry.getKey());
    if (!key.startsWith(keyPrefix)) {
      break;
    }

    Path localPath = new Path(key.substring(keyPrefix.length()));
    if (LOG.isDebugEnabled()) {
      LOG.debug("Loading in-progress resource at " + localPath);
    }
    rsrcs.put(LocalResourceProto.parseFrom(entry.getValue()), localPath);
    iter.next();
  }

  return rsrcs;
}
开发者ID:naver，项目名称:hadoop，代码行数:22，代码来源:NMLeveldbStateStoreService.java

示例2: startResourceLocalization

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public void startResourceLocalization(String user, ApplicationId appId,
    LocalResourceProto proto, Path localPath) throws IOException {
  String key = getResourceStartedKey(user, appId, localPath.toString());
  try {
    db.put(bytes(key), proto.toByteArray());
  } catch (DBException e) {
    throw new IOException(e);
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:NMLeveldbStateStoreService.java

示例3: loadTrackerState

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceTrackerState loadTrackerState(TrackerState ts) {
  LocalResourceTrackerState result = new LocalResourceTrackerState();
  result.localizedResources.addAll(ts.localizedResources.values());
  for (Map.Entry<Path, LocalResourceProto> entry :
       ts.inProgressMap.entrySet()) {
    result.inProgressResources.put(entry.getValue(), entry.getKey());
  }
  return result;
}
开发者ID:naver，项目名称:hadoop，代码行数:10，代码来源:NMMemoryStateStoreService.java

示例4: LocalResourcePBImpl

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public LocalResourcePBImpl() {
  builder = LocalResourceProto.newBuilder();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourcePBImpl.java

示例5: getProto

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public synchronized LocalResourceProto getProto() {
  mergeLocalToBuilder();
  proto = viaProto ? proto : builder.build();
  viaProto = true;
  return proto;
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:LocalResourcePBImpl.java

示例6: maybeInitBuilder

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private synchronized void maybeInitBuilder() {
  if (viaProto || builder == null) {
    builder = LocalResourceProto.newBuilder(proto);
  }
  viaProto = false;
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:LocalResourcePBImpl.java

示例7: convertFromProtoFormat

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto p) {
  return new LocalResourcePBImpl(p);
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:ContainerLaunchContextPBImpl.java

示例8: convertToProtoFormat

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceProto convertToProtoFormat(LocalResource t) {
  return ((LocalResourcePBImpl)t).getProto();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:ContainerLaunchContextPBImpl.java

示例9: convertToProtoFormat

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourceProto convertToProtoFormat(LocalResource rsrc) {
  return ((LocalResourcePBImpl)rsrc).getProto();
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourceStatusPBImpl.java

示例10: convertFromProtoFormat

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) {
  return new LocalResourcePBImpl(rsrc);
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:LocalResourceStatusPBImpl.java

示例11: startResourceLocalization

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public void startResourceLocalization(String user, ApplicationId appId,
    LocalResourceProto proto, Path localPath) throws IOException {
}
开发者ID:naver，项目名称:hadoop，代码行数:5，代码来源:NMNullStateStoreService.java

示例12: getInProgressResources

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
public Map<LocalResourceProto, Path> getInProgressResources() {
  return inProgressResources;
}
开发者ID:naver，项目名称:hadoop，代码行数:4，代码来源:NMStateStoreService.java

示例13: testStateStoreSuccessfulLocalization

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testStateStoreSuccessfulLocalization() throws Exception {
  final String user = "someuser";
  final ApplicationId appId = ApplicationId.newInstance(1, 1);
  // This is a random path. NO File creation will take place at this place.
  final Path localDir = new Path("/tmp");
  Configuration conf = new YarnConfiguration();
  DrainDispatcher dispatcher = null;
  dispatcher = createDispatcher(conf);
  EventHandler<LocalizerEvent> localizerEventHandler =
      mock(EventHandler.class);
  EventHandler<LocalizerEvent> containerEventHandler =
      mock(EventHandler.class);
  dispatcher.register(LocalizerEventType.class, localizerEventHandler);
  dispatcher.register(ContainerEventType.class, containerEventHandler);
  DeletionService mockDelService = mock(DeletionService.class);
  NMStateStoreService stateStore = mock(NMStateStoreService.class);

  try {
    LocalResourcesTracker tracker = new LocalResourcesTrackerImpl(user,
        appId, dispatcher, false, conf, stateStore);
    // Container 1 needs lr1 resource
    ContainerId cId1 = BuilderUtils.newContainerId(1, 1, 1, 1);
    LocalResourceRequest lr1 = createLocalResourceRequest(user, 1, 1,
        LocalResourceVisibility.APPLICATION);
    LocalizerContext lc1 = new LocalizerContext(user, cId1, null);

    // Container 1 requests lr1 to be localized
    ResourceEvent reqEvent1 = new ResourceRequestEvent(lr1,
        LocalResourceVisibility.APPLICATION, lc1);
    tracker.handle(reqEvent1);
    dispatcher.await();

    // Simulate the process of localization of lr1
    Path hierarchicalPath1 = tracker.getPathForLocalization(lr1, localDir,
        null);

    ArgumentCaptor<LocalResourceProto> localResourceCaptor =
        ArgumentCaptor.forClass(LocalResourceProto.class);
    ArgumentCaptor<Path> pathCaptor = ArgumentCaptor.forClass(Path.class);
    verify(stateStore).startResourceLocalization(eq(user), eq(appId),
        localResourceCaptor.capture(), pathCaptor.capture());
    LocalResourceProto lrProto = localResourceCaptor.getValue();
    Path localizedPath1 = pathCaptor.getValue();
    Assert.assertEquals(lr1,
        new LocalResourceRequest(new LocalResourcePBImpl(lrProto)));
    Assert.assertEquals(hierarchicalPath1, localizedPath1.getParent());

    // Simulate lr1 getting localized
    ResourceLocalizedEvent rle1 =
        new ResourceLocalizedEvent(lr1, pathCaptor.getValue(), 120);
    tracker.handle(rle1);
    dispatcher.await();

    ArgumentCaptor<LocalizedResourceProto> localizedProtoCaptor =
        ArgumentCaptor.forClass(LocalizedResourceProto.class);
    verify(stateStore).finishResourceLocalization(eq(user), eq(appId),
        localizedProtoCaptor.capture());
    LocalizedResourceProto localizedProto = localizedProtoCaptor.getValue();
    Assert.assertEquals(lr1, new LocalResourceRequest(
        new LocalResourcePBImpl(localizedProto.getResource())));
    Assert.assertEquals(localizedPath1.toString(),
        localizedProto.getLocalPath());
    LocalizedResource localizedRsrc1 = tracker.getLocalizedResource(lr1);
    Assert.assertNotNull(localizedRsrc1);

    // simulate release and retention processing
    tracker.handle(new ResourceReleaseEvent(lr1, cId1));
    dispatcher.await();
    boolean removeResult = tracker.remove(localizedRsrc1, mockDelService);

    Assert.assertTrue(removeResult);
    verify(stateStore).removeLocalizedResource(eq(user), eq(appId),
        eq(localizedPath1));
  } finally {
    if (dispatcher != null) {
      dispatcher.stop();
    }
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:82，代码来源:TestLocalResourcesTrackerImpl.java

示例14: testStateStoreFailedLocalization

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Test
@SuppressWarnings("unchecked")
public void testStateStoreFailedLocalization() throws Exception {
  final String user = "someuser";
  final ApplicationId appId = ApplicationId.newInstance(1, 1);
  // This is a random path. NO File creation will take place at this place.
  final Path localDir = new Path("/tmp");
  Configuration conf = new YarnConfiguration();
  DrainDispatcher dispatcher = null;
  dispatcher = createDispatcher(conf);
  EventHandler<LocalizerEvent> localizerEventHandler =
      mock(EventHandler.class);
  EventHandler<LocalizerEvent> containerEventHandler =
      mock(EventHandler.class);
  dispatcher.register(LocalizerEventType.class, localizerEventHandler);
  dispatcher.register(ContainerEventType.class, containerEventHandler);
  NMStateStoreService stateStore = mock(NMStateStoreService.class);

  try {
    LocalResourcesTracker tracker = new LocalResourcesTrackerImpl(user,
        appId, dispatcher, false, conf, stateStore);
    // Container 1 needs lr1 resource
    ContainerId cId1 = BuilderUtils.newContainerId(1, 1, 1, 1);
    LocalResourceRequest lr1 = createLocalResourceRequest(user, 1, 1,
        LocalResourceVisibility.APPLICATION);
    LocalizerContext lc1 = new LocalizerContext(user, cId1, null);

    // Container 1 requests lr1 to be localized
    ResourceEvent reqEvent1 = new ResourceRequestEvent(lr1,
        LocalResourceVisibility.APPLICATION, lc1);
    tracker.handle(reqEvent1);
    dispatcher.await();

    // Simulate the process of localization of lr1
    Path hierarchicalPath1 = tracker.getPathForLocalization(lr1, localDir,
        null);

    ArgumentCaptor<LocalResourceProto> localResourceCaptor =
        ArgumentCaptor.forClass(LocalResourceProto.class);
    ArgumentCaptor<Path> pathCaptor = ArgumentCaptor.forClass(Path.class);
    verify(stateStore).startResourceLocalization(eq(user), eq(appId),
        localResourceCaptor.capture(), pathCaptor.capture());
    LocalResourceProto lrProto = localResourceCaptor.getValue();
    Path localizedPath1 = pathCaptor.getValue();
    Assert.assertEquals(lr1,
        new LocalResourceRequest(new LocalResourcePBImpl(lrProto)));
    Assert.assertEquals(hierarchicalPath1, localizedPath1.getParent());

    ResourceFailedLocalizationEvent rfe1 =
        new ResourceFailedLocalizationEvent(
            lr1, new Exception("Test").toString());
    tracker.handle(rfe1);
    dispatcher.await();
    verify(stateStore).removeLocalizedResource(eq(user), eq(appId),
        eq(localizedPath1));
  } finally {
    if (dispatcher != null) {
      dispatcher.stop();
    }
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:62，代码来源:TestLocalResourcesTrackerImpl.java

示例15: startResourceLocalization

import org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto; //导入依赖的package包/类
@Override
public synchronized void startResourceLocalization(String user,
    ApplicationId appId, LocalResourceProto proto, Path localPath) {
  TrackerState ts = getTrackerState(new TrackerKey(user, appId));
  ts.inProgressMap.put(localPath, proto);
}
开发者ID:naver，项目名称:hadoop，代码行数:7，代码来源:NMMemoryStateStoreService.java


注：本文中的org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。