当前位置: 首页>>代码示例>>Java>>正文


Java GetLabelsToNodesRequest类代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest的典型用法代码示例。如果您正苦于以下问题:Java GetLabelsToNodesRequest类的具体用法?Java GetLabelsToNodesRequest怎么用?Java GetLabelsToNodesRequest使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


GetLabelsToNodesRequest类属于org.apache.hadoop.yarn.api.protocolrecords包,在下文中一共展示了GetLabelsToNodesRequest类的11个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public GetLabelsToNodesResponse getLabelsToNodes(
    GetLabelsToNodesRequest request)
    throws YarnException, IOException {
  YarnServiceProtos.GetLabelsToNodesRequestProto requestProto =
      ((GetLabelsToNodesRequestPBImpl) request).getProto();
  try {
    return new GetLabelsToNodesResponsePBImpl(proxy.getLabelsToNodes(
        null, requestProto));
  } catch (ServiceException e) {
    RPCUtil.unwrapAndThrowException(e);
    return null;
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:15,代码来源:ApplicationClientProtocolPBClientImpl.java

示例2: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public GetLabelsToNodesResponse getLabelsToNodes(
    GetLabelsToNodesRequest request) throws YarnException, IOException {
  RMNodeLabelsManager labelsMgr = rmContext.getNodeLabelManager();
  if (request.getNodeLabels() == null || request.getNodeLabels().isEmpty()) {
    return GetLabelsToNodesResponse.newInstance(
        labelsMgr.getLabelsToNodes());
  } else {
    return GetLabelsToNodesResponse.newInstance(
        labelsMgr.getLabelsToNodes(request.getNodeLabels()));
  }
}
 
开发者ID:naver,项目名称:hadoop,代码行数:13,代码来源:ClientRMService.java

示例3: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public GetLabelsToNodesResponse getLabelsToNodes(
    GetLabelsToNodesRequest request) throws YarnException, IOException {
  RMNodeLabelsManager labelsMgr = rmContext.getNodeLabelManager();
  if (request.getNodeLabels() == null || request.getNodeLabels().isEmpty()) {
    return GetLabelsToNodesResponse.newInstance(
        labelsMgr.getLabelsInfoToNodes());
  } else {
    return GetLabelsToNodesResponse.newInstance(
        labelsMgr.getLabelsInfoToNodes(request.getNodeLabels()));
  }
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:13,代码来源:ClientRMService.java

示例4: testGetLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Test
public void testGetLabelsToNodes() throws Exception {
  MockRM rm = new MockRM() {
    protected ClientRMService createClientRMService() {
      return new ClientRMService(this.rmContext, scheduler,
          this.rmAppManager, this.applicationACLsManager,
          this.queueACLsManager, this.getRMContext()
              .getRMDelegationTokenSecretManager());
    };
  };
  rm.start();
  RMNodeLabelsManager labelsMgr = rm.getRMContext().getNodeLabelManager();
  labelsMgr.addToCluserNodeLabels(ImmutableSet.of("x", "y", "z"));

  Map<NodeId, Set<String>> map = new HashMap<NodeId, Set<String>>();
  map.put(NodeId.newInstance("host1", 0), ImmutableSet.of("x"));
  map.put(NodeId.newInstance("host1", 1), ImmutableSet.of("z"));
  map.put(NodeId.newInstance("host2", 0), ImmutableSet.of("y"));
  map.put(NodeId.newInstance("host3", 0), ImmutableSet.of("y"));
  map.put(NodeId.newInstance("host3", 1), ImmutableSet.of("z"));
  labelsMgr.replaceLabelsOnNode(map);

  // Create a client.
  Configuration conf = new Configuration();
  YarnRPC rpc = YarnRPC.create(conf);
  InetSocketAddress rmAddress = rm.getClientRMService().getBindAddress();
  LOG.info("Connecting to ResourceManager at " + rmAddress);
  ApplicationClientProtocol client =
      (ApplicationClientProtocol) rpc.getProxy(
          ApplicationClientProtocol.class, rmAddress, conf);

  // Get node labels collection
  GetClusterNodeLabelsResponse response =
      client.getClusterNodeLabels(GetClusterNodeLabelsRequest.newInstance());
  Assert.assertTrue(response.getNodeLabels().containsAll(
      Arrays.asList("x", "y", "z")));

  // Get labels to nodes mapping
  GetLabelsToNodesResponse response1 =
      client.getLabelsToNodes(GetLabelsToNodesRequest.newInstance());
  Map<String, Set<NodeId>> labelsToNodes = response1.getLabelsToNodes();
  Assert.assertTrue(
      labelsToNodes.keySet().containsAll(Arrays.asList("x", "y", "z")));
  Assert.assertTrue(
      labelsToNodes.get("x").containsAll(Arrays.asList(
      NodeId.newInstance("host1", 0))));
  Assert.assertTrue(
      labelsToNodes.get("y").containsAll(Arrays.asList(
      NodeId.newInstance("host2", 0), NodeId.newInstance("host3", 0))));
  Assert.assertTrue(
      labelsToNodes.get("z").containsAll(Arrays.asList(
      NodeId.newInstance("host1", 1), NodeId.newInstance("host3", 1))));

  // Get labels to nodes mapping for specific labels
  Set<String> setlabels =
      new HashSet<String>(Arrays.asList(new String[]{"x", "z"}));
  GetLabelsToNodesResponse response2 =
      client.getLabelsToNodes(GetLabelsToNodesRequest.newInstance(setlabels));
  labelsToNodes = response2.getLabelsToNodes();
  Assert.assertTrue(
      labelsToNodes.keySet().containsAll(Arrays.asList("x", "z")));
  Assert.assertTrue(
      labelsToNodes.get("x").containsAll(Arrays.asList(
      NodeId.newInstance("host1", 0))));
  Assert.assertTrue(
      labelsToNodes.get("z").containsAll(Arrays.asList(
      NodeId.newInstance("host1", 1), NodeId.newInstance("host3", 1))));
  Assert.assertEquals(labelsToNodes.get("y"), null);

  rpc.stopProxy(client, conf);
  rm.close();
}
 
开发者ID:naver,项目名称:hadoop,代码行数:73,代码来源:TestClientRMService.java

示例5: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public Map<String, Set<NodeId>> getLabelsToNodes() throws YarnException,
    IOException {
  return rmClient.getLabelsToNodes(GetLabelsToNodesRequest.newInstance())
      .getLabelsToNodes();
}
 
开发者ID:naver,项目名称:hadoop,代码行数:7,代码来源:YarnClientImpl.java

示例6: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public GetLabelsToNodesResponse getLabelsToNodes(
    GetLabelsToNodesRequest request) throws YarnException, IOException {
  return null;
}
 
开发者ID:naver,项目名称:hadoop,代码行数:6,代码来源:TestClientRedirect.java

示例7: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public GetLabelsToNodesResponse getLabelsToNodes(GetLabelsToNodesRequest arg0)
		throws YarnException, IOException {
	// TODO Auto-generated method stub
	return null;
}
 
开发者ID:intel-hpdd,项目名称:scheduling-connector-for-hadoop,代码行数:7,代码来源:HPCApplicationClientProtocolImpl.java

示例8: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public Map<NodeLabel, Set<NodeId>> getLabelsToNodes() throws YarnException,
    IOException {
  return rmClient.getLabelsToNodes(GetLabelsToNodesRequest.newInstance())
      .getLabelsToNodes();
}
 
开发者ID:aliyun-beta,项目名称:aliyun-oss-hadoop-fs,代码行数:7,代码来源:YarnClientImpl.java

示例9: testGetLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Test
public void testGetLabelsToNodes() throws Exception {
  MockRM rm = new MockRM() {
    protected ClientRMService createClientRMService() {
      return new ClientRMService(this.rmContext, scheduler,
          this.rmAppManager, this.applicationACLsManager,
          this.queueACLsManager, this.getRMContext()
              .getRMDelegationTokenSecretManager());
    };
  };
  rm.start();

  NodeLabel labelX = NodeLabel.newInstance("x", false);
  NodeLabel labelY = NodeLabel.newInstance("y", false);
  NodeLabel labelZ = NodeLabel.newInstance("z", false);
  RMNodeLabelsManager labelsMgr = rm.getRMContext().getNodeLabelManager();
  labelsMgr.addToCluserNodeLabels(ImmutableSet.of(labelX, labelY, labelZ));

  NodeId node1A = NodeId.newInstance("host1", 1234);
  NodeId node1B = NodeId.newInstance("host1", 5678);
  NodeId node2A = NodeId.newInstance("host2", 1234);
  NodeId node3A = NodeId.newInstance("host3", 1234);
  NodeId node3B = NodeId.newInstance("host3", 5678);
  Map<NodeId, Set<String>> map = new HashMap<NodeId, Set<String>>();
  map.put(node1A, ImmutableSet.of("x"));
  map.put(node1B, ImmutableSet.of("z"));
  map.put(node2A, ImmutableSet.of("y"));
  map.put(node3A, ImmutableSet.of("y"));
  map.put(node3B, ImmutableSet.of("z"));
  labelsMgr.replaceLabelsOnNode(map);

  // Create a client.
  Configuration conf = new Configuration();
  YarnRPC rpc = YarnRPC.create(conf);
  InetSocketAddress rmAddress = rm.getClientRMService().getBindAddress();
  LOG.info("Connecting to ResourceManager at " + rmAddress);
  ApplicationClientProtocol client = (ApplicationClientProtocol) rpc
      .getProxy(ApplicationClientProtocol.class, rmAddress, conf);

  // Get node labels collection
  GetClusterNodeLabelsResponse response = client
      .getClusterNodeLabels(GetClusterNodeLabelsRequest.newInstance());
  Assert.assertTrue(response.getNodeLabelList().containsAll(
      Arrays.asList(labelX, labelY, labelZ)));

  // Get labels to nodes mapping
  GetLabelsToNodesResponse response1 = client
      .getLabelsToNodes(GetLabelsToNodesRequest.newInstance());
  Map<String, Set<NodeId>> labelsToNodes = response1.getLabelsToNodes();
  Assert.assertTrue(labelsToNodes.keySet().containsAll(
      Arrays.asList(labelX.getName(), labelY.getName(), labelZ.getName())));
  Assert.assertTrue(labelsToNodes.get(labelX.getName()).containsAll(
      Arrays.asList(node1A)));
  Assert.assertTrue(labelsToNodes.get(labelY.getName()).containsAll(
      Arrays.asList(node2A, node3A)));
  Assert.assertTrue(labelsToNodes.get(labelZ.getName()).containsAll(
      Arrays.asList(node1B, node3B)));

  // Get labels to nodes mapping for specific labels
  Set<String> setlabels = new HashSet<String>(Arrays.asList(new String[]{"x",
      "z"}));
  GetLabelsToNodesResponse response2 = client
      .getLabelsToNodes(GetLabelsToNodesRequest.newInstance(setlabels));
  labelsToNodes = response2.getLabelsToNodes();
  Assert.assertTrue(labelsToNodes.keySet().containsAll(
      Arrays.asList(labelX.getName(), labelZ.getName())));
  Assert.assertTrue(labelsToNodes.get(labelX.getName()).containsAll(
      Arrays.asList(node1A)));
  Assert.assertTrue(labelsToNodes.get(labelZ.getName()).containsAll(
      Arrays.asList(node1B, node3B)));
  Assert.assertEquals(labelsToNodes.get(labelY.getName()), null);

  rpc.stopProxy(client, conf);
  rm.close();
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:76,代码来源:TestClientRMService.java

示例10: start

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
@Override
public void start() {
  rmClient = mock(ApplicationClientProtocol.class);
  GetApplicationReportResponse mockResponse =
      mock(GetApplicationReportResponse.class);
  mockReport = mock(ApplicationReport.class);
  try{
    when(rmClient.getApplicationReport(any(
        GetApplicationReportRequest.class))).thenReturn(mockResponse);
    when(rmClient.getApplications(any(GetApplicationsRequest.class)))
        .thenReturn(mockAppResponse);
    // return false for 1st kill request, and true for the 2nd.
    when(rmClient.forceKillApplication(any(
      KillApplicationRequest.class)))
      .thenReturn(KillApplicationResponse.newInstance(false)).thenReturn(
        KillApplicationResponse.newInstance(true));
    when(
        rmClient
            .getApplicationAttemptReport(any(GetApplicationAttemptReportRequest.class)))
        .thenReturn(mockAttemptResponse);
    when(
        rmClient
            .getApplicationAttempts(any(GetApplicationAttemptsRequest.class)))
        .thenReturn(mockAppAttemptsResponse);
    when(rmClient.getContainers(any(GetContainersRequest.class)))
        .thenReturn(mockContainersResponse);

    when(rmClient.getContainerReport(any(GetContainerReportRequest.class)))
        .thenReturn(mockContainerResponse);

    when(rmClient.getLabelsToNodes(any(GetLabelsToNodesRequest.class)))
        .thenReturn(mockLabelsToNodesResponse);
    
    when(rmClient.getNodeToLabels(any(GetNodesToLabelsRequest.class)))
        .thenReturn(mockNodeToLabelsResponse);

    historyClient = mock(AHSClient.class);

  } catch (Exception e) {
    Assert.fail("Unexpected exception caught: " + e);
  }

  when(mockResponse.getApplicationReport()).thenReturn(mockReport);
}
 
开发者ID:hopshadoop,项目名称:hops,代码行数:45,代码来源:TestYarnClient.java

示例11: getLabelsToNodes

import org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest; //导入依赖的package包/类
/**
 * <p>
 * The interface used by client to get labels to nodes mappings
 * in existing cluster
 * </p>
 *
 * @param request
 * @return labels to nodes mappings
 * @throws YarnException
 * @throws IOException
 */
@Public
@Unstable
public GetLabelsToNodesResponse getLabelsToNodes(
    GetLabelsToNodesRequest request) throws YarnException, IOException;
 
开发者ID:naver,项目名称:hadoop,代码行数:16,代码来源:ApplicationClientProtocol.java


注:本文中的org.apache.hadoop.yarn.api.protocolrecords.GetLabelsToNodesRequest类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。