Java MasterKey.setBytes方法代码示例

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
@Override
public RegisterNodeManagerResponse registerNodeManager(
    RegisterNodeManagerRequest request) throws YarnException,
    IOException {
  RegisterNodeManagerResponse response = recordFactory
      .newRecordInstance(RegisterNodeManagerResponse.class);
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { new Integer(123)
    .byteValue() }));
  response.setContainerTokenMasterKey(masterKey);
  response.setNMTokenMasterKey(masterKey);
  return response;
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
private NMContext createContext(Configuration conf,
    NMStateStoreService stateStore) {
  NMContext context = new NMContext(new NMContainerTokenSecretManager(
      conf), new NMTokenSecretManagerInNM(), null,
      new ApplicationACLsManager(conf), stateStore){
    public int getHttpPort() {
      return HTTP_PORT;
    }
  };
  // simulate registration with RM
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { new Integer(123)
    .byteValue() }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  context.getNMTokenSecretManager().setMasterKey(masterKey);
  return context;
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
private MasterKey getMasterKey() {
  MasterKey key = recordFactory.newRecordInstance(MasterKey.class);
  key.setBytes(ByteBuffer.allocate(0));
  key.setKeyId(1);
  return key;

}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
public static MasterKey createMasterKey() {
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { new Integer(123)
    .byteValue() }));
  return masterKey;
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
@Override
public RegisterNodeManagerResponse registerNodeManager(
    RegisterNodeManagerRequest request) throws YarnException,
    IOException {
  RegisterNodeManagerResponse response = recordFactory.newRecordInstance(RegisterNodeManagerResponse.class);
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { new Integer(123)
    .byteValue() }));
  response.setContainerTokenMasterKey(masterKey);
  response.setNMTokenMasterKey(masterKey);
  return response;
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
private MasterKey createMasterKey() {
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { new Integer(123)
      .byteValue() }));
  return masterKey;
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
@Test
public void testRoundTrip() throws Exception {
  RegisterNodeManagerResponse resp = recordFactory
  .newRecordInstance(RegisterNodeManagerResponse.class);

  byte b [] = {0,1,2,3,4,5};
  
  MasterKey containerTokenMK =
      recordFactory.newRecordInstance(MasterKey.class);
  containerTokenMK.setKeyId(54321);
  containerTokenMK.setBytes(ByteBuffer.wrap(b));
  resp.setContainerTokenMasterKey(containerTokenMK);

  MasterKey nmTokenMK =
      recordFactory.newRecordInstance(MasterKey.class);
  nmTokenMK.setKeyId(12345);
  nmTokenMK.setBytes(ByteBuffer.wrap(b));
  resp.setNMTokenMasterKey(nmTokenMK);

  resp.setNodeAction(NodeAction.NORMAL);

  assertEquals(NodeAction.NORMAL, resp.getNodeAction());
  
  // Verifying containerTokenMasterKey
  assertNotNull(resp.getContainerTokenMasterKey());
  assertEquals(54321, resp.getContainerTokenMasterKey().getKeyId());
  assertArrayEquals(b, resp.getContainerTokenMasterKey().getBytes().array());
  
  RegisterNodeManagerResponse respCopy = serDe(resp);
  
  assertEquals(NodeAction.NORMAL, respCopy.getNodeAction());
  assertNotNull(respCopy.getContainerTokenMasterKey());
  assertEquals(54321, respCopy.getContainerTokenMasterKey().getKeyId());
  assertArrayEquals(b, respCopy.getContainerTokenMasterKey().getBytes()
      .array());
  
  // Verifying nmTokenMasterKey
  assertNotNull(resp.getNMTokenMasterKey());
  assertEquals(12345, resp.getNMTokenMasterKey().getKeyId());
  assertArrayEquals(b, resp.getNMTokenMasterKey().getBytes().array());
  
  respCopy = serDe(resp);
  
  assertEquals(NodeAction.NORMAL, respCopy.getNodeAction());
  assertNotNull(respCopy.getNMTokenMasterKey());
  assertEquals(12345, respCopy.getNMTokenMasterKey().getKeyId());
  assertArrayEquals(b, respCopy.getNMTokenMasterKey().getBytes().array());
  
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
WrappedApplication(int id, long timestamp, String user, int numContainers) {
  Configuration conf = new Configuration();
  
  dispatcher = new DrainDispatcher();
  containerTokenIdentifierMap =
      new HashMap<ContainerId, ContainerTokenIdentifier>();
  dispatcher.init(conf);

  localizerBus = mock(EventHandler.class);
  launcherBus = mock(EventHandler.class);
  monitorBus = mock(EventHandler.class);
  auxBus = mock(EventHandler.class);
  containerBus = mock(EventHandler.class);
  logAggregationBus = mock(EventHandler.class);

  dispatcher.register(LocalizationEventType.class, localizerBus);
  dispatcher.register(ContainersLauncherEventType.class, launcherBus);
  dispatcher.register(ContainersMonitorEventType.class, monitorBus);
  dispatcher.register(AuxServicesEventType.class, auxBus);
  dispatcher.register(ContainerEventType.class, containerBus);
  dispatcher.register(LogHandlerEventType.class, logAggregationBus);

  nmTokenSecretMgr = mock(NMTokenSecretManagerInNM.class);

  context = mock(Context.class);
  
  when(context.getContainerTokenSecretManager()).thenReturn(
    new NMContainerTokenSecretManager(conf));
  when(context.getApplicationACLsManager()).thenReturn(
    new ApplicationACLsManager(conf));
  when(context.getNMTokenSecretManager()).thenReturn(nmTokenSecretMgr);
  
  // Setting master key
  MasterKey masterKey = new MasterKeyPBImpl();
  masterKey.setKeyId(123);
  masterKey.setBytes(ByteBuffer.wrap(new byte[] { (new Integer(123)
    .byteValue()) }));
  context.getContainerTokenSecretManager().setMasterKey(masterKey);
  
  this.user = user;
  this.appId = BuilderUtils.newApplicationId(timestamp, id);

  app = new ApplicationImpl(dispatcher, this.user, appId, null, context);
  containers = new ArrayList<Container>();
  for (int i = 0; i < numContainers; i++) {
    Container container = createMockedContainer(this.appId, i);
    containers.add(container);
    long currentTime = System.currentTimeMillis();
    ContainerTokenIdentifier identifier =
        new ContainerTokenIdentifier(container.getContainerId(), "", "",
          null, currentTime + 2000, masterKey.getKeyId(), currentTime,
          Priority.newInstance(0), 0);
    containerTokenIdentifierMap
      .put(identifier.getContainerID(), identifier);
    context.getContainerTokenSecretManager().startContainerSuccessful(
      identifier);
    Assert.assertFalse(context.getContainerTokenSecretManager()
      .isValidStartContainerRequest(identifier));
  }

  dispatcher.start();
}
 

import org.apache.hadoop.yarn.server.api.records.MasterKey; //导入方法依赖的package包/类
@Test(timeout = 15000)
public void testSlowNM() throws Exception {

  conf = new Configuration();
  int maxAttempts = 1;
  conf.setInt(MRJobConfig.MAP_MAX_ATTEMPTS, maxAttempts);
  conf.setBoolean(MRJobConfig.JOB_UBERTASK_ENABLE, false);
  // set timeout low for the test
  conf.setInt("yarn.rpc.nm-command-timeout", 3000);
  conf.set(YarnConfiguration.IPC_RPC_IMPL, HadoopYarnProtoRPC.class.getName());
  YarnRPC rpc = YarnRPC.create(conf);
  String bindAddr = "localhost:0";
  InetSocketAddress addr = NetUtils.createSocketAddr(bindAddr);
  NMTokenSecretManagerInNM tokenSecretManager =
      new NMTokenSecretManagerInNM();
  MasterKey masterKey = Records.newRecord(MasterKey.class);
  masterKey.setBytes(ByteBuffer.wrap("key".getBytes()));
  tokenSecretManager.setMasterKey(masterKey);
  conf.set(CommonConfigurationKeysPublic.HADOOP_SECURITY_AUTHENTICATION,
    "token");
  server =
      rpc.getServer(ContainerManagementProtocol.class,
        new DummyContainerManager(), addr, conf, tokenSecretManager, 1);
  server.start();

  MRApp app = new MRAppWithSlowNM(tokenSecretManager);

  try {
  Job job = app.submit(conf);
  app.waitForState(job, JobState.RUNNING);

  Map<TaskId, Task> tasks = job.getTasks();
  Assert.assertEquals("Num tasks is not correct", 1, tasks.size());

  Task task = tasks.values().iterator().next();
  app.waitForState(task, TaskState.SCHEDULED);

  Map<TaskAttemptId, TaskAttempt> attempts = tasks.values().iterator()
      .next().getAttempts();
    Assert.assertEquals("Num attempts is not correct", maxAttempts,
        attempts.size());

  TaskAttempt attempt = attempts.values().iterator().next();
    app.waitForInternalState((TaskAttemptImpl) attempt,
        TaskAttemptStateInternal.ASSIGNED);

  app.waitForState(job, JobState.FAILED);

  String diagnostics = attempt.getDiagnostics().toString();
  LOG.info("attempt.getDiagnostics: " + diagnostics);

    Assert.assertTrue(diagnostics.contains("Container launch failed for "
        + "container_0_0000_01_000000 : "));
    Assert
        .assertTrue(diagnostics
            .contains("java.net.SocketTimeoutException: 3000 millis timeout while waiting for channel"));

  } finally {
    server.stop();
  app.stop();
}
}