Java WebAppUtils类代码示例

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Test
public void TestRMWebAppURLRemoteAndLocal() throws UnknownHostException {
  Configuration configuration = new Configuration();
  final String rmAddress = "host1:8088";
  configuration.set(YarnConfiguration.RM_WEBAPP_ADDRESS, rmAddress);
  final String rm1Address = "host2:8088";
  final String rm2Address = "host3:8088";
  configuration.set(YarnConfiguration.RM_WEBAPP_ADDRESS + "." + RM1_NODE_ID, rm1Address);
  configuration.set(YarnConfiguration.RM_WEBAPP_ADDRESS + "." + RM2_NODE_ID, rm2Address);
  configuration.setBoolean(YarnConfiguration.RM_HA_ENABLED, true);
  configuration.set(YarnConfiguration.RM_HA_IDS, RM1_NODE_ID + "," + RM2_NODE_ID);

  String rmRemoteUrl = WebAppUtils.getResolvedRemoteRMWebAppURLWithoutScheme(configuration);
  Assert.assertEquals("ResolvedRemoteRMWebAppUrl should resolve to the first HA RM address", rm1Address, rmRemoteUrl);

  String rmLocalUrl = WebAppUtils.getResolvedRMWebAppURLWithoutScheme(configuration);
  Assert.assertEquals("ResolvedRMWebAppUrl should resolve to the default RM webapp address", rmAddress, rmLocalUrl);
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Test
public void testRMWebUrlSpecified() throws Exception {
  YarnConfiguration conf = new YarnConfiguration();
  // seems a bit odd but right now we are forcing webapp for RM to be
  // RM_ADDRESS
  // for host and use the port from the RM_WEBAPP_ADDRESS
  conf.set(YarnConfiguration.RM_WEBAPP_ADDRESS, "fortesting:24543");
  conf.set(YarnConfiguration.RM_ADDRESS, "rmtesting:9999");
  String rmWebUrl = WebAppUtils.getRMWebAppURLWithScheme(conf);
  String[] parts = rmWebUrl.split(":");
  Assert.assertEquals("RM Web URL Port is incrrect", 24543,
      Integer.valueOf(parts[parts.length - 1]).intValue());
  Assert.assertNotSame(
      "RM Web Url not resolved correctly. Should not be rmtesting",
      "http://rmtesting:24543", rmWebUrl);
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  String bindAddress = WebAppUtils.getWebAppBindURL(getConfig(),
                        YarnConfiguration.NM_BIND_HOST,
                        WebAppUtils.getNMWebAppURLWithoutScheme(getConfig()));
  
  LOG.info("Instantiating NMWebApp at " + bindAddress);
  try {
    this.webApp =
        WebApps
          .$for("node", Context.class, this.nmContext, "ws")
          .at(bindAddress)
          .with(getConfig())
          .withHttpSpnegoPrincipalKey(
            YarnConfiguration.NM_WEBAPP_SPNEGO_USER_NAME_KEY)
          .withHttpSpnegoKeytabKey(
            YarnConfiguration.NM_WEBAPP_SPNEGO_KEYTAB_FILE_KEY)
          .start(this.nmWebApp);
    this.port = this.webApp.httpServer().getConnectorAddress(0).getPort();
  } catch (Exception e) {
    String msg = "NMWebapps failed to start.";
    LOG.error(msg, e);
    throw new YarnRuntimeException(msg, e);
  }
  super.serviceStart();
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
public AppAttemptInfo(RMAppAttempt attempt, String user) {
  this.startTime = 0;
  this.containerId = "";
  this.nodeHttpAddress = "";
  this.nodeId = "";
  this.logsLink = "";
  if (attempt != null) {
    this.id = attempt.getAppAttemptId().getAttemptId();
    this.startTime = attempt.getStartTime();
    Container masterContainer = attempt.getMasterContainer();
    if (masterContainer != null) {
      this.containerId = masterContainer.getId().toString();
      this.nodeHttpAddress = masterContainer.getNodeHttpAddress();
      this.nodeId = masterContainer.getNodeId().toString();
      this.logsLink =
          WebAppUtils.getRunningLogURL("//" + masterContainer.getNodeHttpAddress(),
              ConverterUtils.toString(masterContainer.getId()), user);
    }
  }
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Override
public String getNodeHttpAddress() {
  try {
    readLock.lock();
    if (container.getNodeHttpAddress() != null) {
      StringBuilder httpAddress = new StringBuilder();
      httpAddress.append(WebAppUtils.getHttpSchemePrefix(rmContext
          .getYarnConfiguration()));
      httpAddress.append(container.getNodeHttpAddress());
      return httpAddress.toString();
    } else {
      return null;
    }
  } finally {
    readLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private String generateProxyUriWithScheme() {
  this.readLock.lock();
  try {
    final String scheme = WebAppUtils.getHttpSchemePrefix(conf);
    String proxy = WebAppUtils.getProxyHostAndPort(conf);
    URI proxyUri = ProxyUriUtils.getUriFromAMUrl(scheme, proxy);
    URI result = ProxyUriUtils.getProxyUri(null, proxyUri,
        applicationAttemptId.getApplicationId());
    return result.toASCIIString();
  } catch (URISyntaxException e) {
    LOG.warn("Could not proxify the uri for "
        + applicationAttemptId.getApplicationId(), e);
    return null;
  } finally {
    this.readLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  if (this.rmContext.isHAEnabled()) {
    transitionToStandby(true);
  } else {
    transitionToActive();
  }

  startWepApp();
  if (getConfig().getBoolean(YarnConfiguration.IS_MINI_YARN_CLUSTER,
      false)) {
    int port = webApp.port();
    WebAppUtils.setRMWebAppPort(conf, port);
  }
  super.serviceStart();
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private ContainerReport convertToContainerReport(
    ContainerHistoryData containerHistory, String user) {
  // If the container has the aggregated log, add the server root url
  String logUrl = WebAppUtils.getAggregatedLogURL(
      serverHttpAddress,
      containerHistory.getAssignedNode().toString(),
      containerHistory.getContainerId().toString(),
      containerHistory.getContainerId().toString(),
      user);
  return ContainerReport.newInstance(containerHistory.getContainerId(),
    containerHistory.getAllocatedResource(),
    containerHistory.getAssignedNode(), containerHistory.getPriority(),
    containerHistory.getStartTime(), containerHistory.getFinishTime(),
    containerHistory.getDiagnosticsInfo(), logUrl,
    containerHistory.getContainerExitStatus(),
    containerHistory.getContainerState(), null);
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private List<JSONObject> getAMContainerInfoForRMWebService(
    Configuration conf, String appId) throws ClientHandlerException,
    UniformInterfaceException, JSONException {
  Client webServiceClient = Client.create();
  String webAppAddress =
      WebAppUtils.getWebAppBindURL(conf, YarnConfiguration.RM_BIND_HOST,
        WebAppUtils.getRMWebAppURLWithScheme(conf));
  WebResource webResource = webServiceClient.resource(webAppAddress);

  ClientResponse response =
      webResource.path("ws").path("v1").path("cluster").path("apps")
        .path(appId).path("appattempts").accept(MediaType.APPLICATION_JSON)
        .get(ClientResponse.class);
  JSONObject json =
      response.getEntity(JSONObject.class).getJSONObject("appAttempts");
  JSONArray requests = json.getJSONArray("appAttempt");
  List<JSONObject> amContainersList = new ArrayList<JSONObject>();
  for (int i = 0; i < requests.length(); i++) {
    amContainersList.add(requests.getJSONObject(i));
  }
  return amContainersList;
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private List<JSONObject> getAMContainerInfoForAHSWebService(Configuration conf,
    String appId) throws ClientHandlerException, UniformInterfaceException,
    JSONException {
  Client webServiceClient = Client.create();
  String webAppAddress =
      WebAppUtils.getHttpSchemePrefix(conf)
          + WebAppUtils.getAHSWebAppURLWithoutScheme(conf);
  WebResource webResource = webServiceClient.resource(webAppAddress);

  ClientResponse response =
      webResource.path("ws").path("v1").path("applicationhistory").path("apps")
        .path(appId).path("appattempts").accept(MediaType.APPLICATION_JSON)
        .get(ClientResponse.class);
  JSONObject json = response.getEntity(JSONObject.class);
  JSONArray requests = json.getJSONArray("appAttempt");
  List<JSONObject> amContainersList = new ArrayList<JSONObject>();
  for (int i = 0; i < requests.length(); i++) {
    amContainersList.add(requests.getJSONObject(i));
  }
  Collections.reverse(amContainersList);
  return amContainersList;
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  super.serviceStart();

  //need to do this because historyServer.init creates a new Configuration
  getConfig().set(JHAdminConfig.MR_HISTORY_ADDRESS,
                  historyServer.getConfig().get(JHAdminConfig.MR_HISTORY_ADDRESS));
  MRWebAppUtil.setJHSWebappURLWithoutScheme(getConfig(),
      MRWebAppUtil.getJHSWebappURLWithoutScheme(historyServer.getConfig()));

  LOG.info("MiniMRYARN ResourceManager address: " +
      getConfig().get(YarnConfiguration.RM_ADDRESS));
  LOG.info("MiniMRYARN ResourceManager web address: " +
      WebAppUtils.getRMWebAppURLWithoutScheme(getConfig()));
  LOG.info("MiniMRYARN HistoryServer address: " +
      getConfig().get(JHAdminConfig.MR_HISTORY_ADDRESS));
  LOG.info("MiniMRYARN HistoryServer web address: " +
      getResolvedMRHistoryWebAppURLWithoutScheme(getConfig(),
          MRWebAppUtil.getJHSHttpPolicy() == HttpConfig.Policy.HTTPS_ONLY));
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
/**
 * Modify config object by adding SSL related parameters into a resource for WebApp's use
 *
 * @param config  Configuration to be modified
 * @param sslConfig
 */
private static void addSSLConfigResource(Configuration config, SSLConfig sslConfig)
{
  String nodeLocalConfig = sslConfig.getConfigPath();
  if (StringUtils.isNotEmpty(nodeLocalConfig)) {
    config.addResource(new Path(nodeLocalConfig));
  } else {
    // create a configuration object and add it as a resource
    Configuration sslConfigResource = new Configuration(false);
    final String SSL_CONFIG_LONG_NAME = Context.DAGContext.SSL_CONFIG.getLongName();
    sslConfigResource.set(SSL_SERVER_KEYSTORE_LOCATION, new Path(sslConfig.getKeyStorePath()).getName(), SSL_CONFIG_LONG_NAME);
    sslConfigResource.set(WebAppUtils.WEB_APP_KEYSTORE_PASSWORD_KEY, sslConfig.getKeyStorePassword(), SSL_CONFIG_LONG_NAME);
    sslConfigResource.set(WebAppUtils.WEB_APP_KEY_PASSWORD_KEY, sslConfig.getKeyStoreKeyPassword(), SSL_CONFIG_LONG_NAME);
    config.addResource(sslConfigResource);
  }
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private String generateProxyUriWithScheme(
    final String trackingUriWithoutScheme) {
  this.readLock.lock();
  try {
    final String scheme = WebAppUtils.getHttpSchemePrefix(conf);
    URI trackingUri = StringUtils.isEmpty(trackingUriWithoutScheme) ? null :
      ProxyUriUtils.getUriFromAMUrl(scheme, trackingUriWithoutScheme);
    String proxy = WebAppUtils.getProxyHostAndPort(conf);
    URI proxyUri = ProxyUriUtils.getUriFromAMUrl(scheme, proxy);
    URI result = ProxyUriUtils.getProxyUri(trackingUri, proxyUri,
        applicationAttemptId.getApplicationId());
    return result.toASCIIString();
  } catch (URISyntaxException e) {
    LOG.warn("Could not proxify "+trackingUriWithoutScheme,e);
    return trackingUriWithoutScheme;
  } finally {
    this.readLock.unlock();
  }
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private String getProxyUrl(RMAppAttempt appAttempt) {
  String url = null;
  final String scheme = WebAppUtils.getHttpSchemePrefix(conf);
  try {
    URI trackingUri =
        StringUtils.isEmpty(appAttempt.getOriginalTrackingUrl()) ? null :
            ProxyUriUtils
                .getUriFromAMUrl(scheme, appAttempt.getOriginalTrackingUrl());
    String proxy = WebAppUtils.getProxyHostAndPort(conf);
    URI proxyUri = ProxyUriUtils.getUriFromAMUrl(scheme, proxy);
    URI result = ProxyUriUtils.getProxyUri(trackingUri, proxyUri,
        appAttempt.getAppAttemptId().getApplicationId());
    url = result.toASCIIString();
  } catch (URISyntaxException ex) {
    Assert.fail();
  }
  return url;
}
 

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入依赖的package包/类
private ContainerReport convertToContainerReport(
    ContainerHistoryData containerHistory, String user) {
  // If the container has the aggregated log, add the server root url
  String logUrl = WebAppUtils.getAggregatedLogURL(
      serverHttpAddress,
      containerHistory.getAssignedNode().toString(),
      containerHistory.getContainerId().toString(),
      containerHistory.getContainerId().toString(),
      user);
  return ContainerReport.newInstance(containerHistory.getContainerId(),
    containerHistory.getAllocatedResource(),
    containerHistory.getAssignedNode(), containerHistory.getPriority(),
    containerHistory.getStartTime(), containerHistory.getFinishTime(),
    containerHistory.getDiagnosticsInfo(), logUrl,
    containerHistory.getContainerExitStatus(),
    containerHistory.getContainerState());
}