当前位置: 首页>>代码示例>>Java>>正文

Java WebAppUtils.setNMWebAppHostNameAndPort方法代码示例

本文整理汇总了Java中org.apache.hadoop.yarn.webapp.util.WebAppUtils.setNMWebAppHostNameAndPort方法的典型用法代码示例。如果您正苦于以下问题：Java WebAppUtils.setNMWebAppHostNameAndPort方法的具体用法？Java WebAppUtils.setNMWebAppHostNameAndPort怎么用？Java WebAppUtils.setNMWebAppHostNameAndPort使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.yarn.webapp.util.WebAppUtils的用法示例。


在下文中一共展示了WebAppUtils.setNMWebAppHostNameAndPort方法的6个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: serviceInit

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
protected synchronized void serviceInit(Configuration conf)
    throws Exception {
  Configuration config = new YarnConfiguration(conf);
  // create nm-local-dirs and configure them for the nodemanager
  String localDirsString = prepareDirs("local", numLocalDirs);
  config.set(YarnConfiguration.NM_LOCAL_DIRS, localDirsString);
  // create nm-log-dirs and configure them for the nodemanager
  String logDirsString = prepareDirs("log", numLogDirs);
  config.set(YarnConfiguration.NM_LOG_DIRS, logDirsString);

  config.setInt(YarnConfiguration.NM_PMEM_MB, config.getInt(
      YarnConfiguration.YARN_MINICLUSTER_NM_PMEM_MB,
      YarnConfiguration.DEFAULT_YARN_MINICLUSTER_NM_PMEM_MB));

  config.set(YarnConfiguration.NM_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  config.set(YarnConfiguration.NM_LOCALIZER_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  WebAppUtils
      .setNMWebAppHostNameAndPort(config,
          MiniYARNCluster.getHostname(), 0);

  // Disable resource checks by default
  if (!config.getBoolean(
      YarnConfiguration.YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING,
      YarnConfiguration.
          DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING)) {
    config.setBoolean(YarnConfiguration.NM_PMEM_CHECK_ENABLED, false);
    config.setBoolean(YarnConfiguration.NM_VMEM_CHECK_ENABLED, false);
  }

  LOG.info("Starting NM: " + index);
  nodeManagers[index].init(config);
  super.serviceInit(config);
}
开发者ID:naver，项目名称:hadoop，代码行数:36，代码来源:MiniYARNCluster.java

示例2: serviceInit

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
protected synchronized void serviceInit(Configuration conf)
    throws Exception {
  Configuration config = new YarnConfiguration(conf);
  // create nm-local-dirs and configure them for the nodemanager
  String localDirsString = prepareDirs("local", numLocalDirs);
  config.set(YarnConfiguration.NM_LOCAL_DIRS, localDirsString);
  // create nm-log-dirs and configure them for the nodemanager
  String logDirsString = prepareDirs("log", numLogDirs);
  config.set(YarnConfiguration.NM_LOG_DIRS, logDirsString);

  // By default AM + 2 containers
  config.setInt(YarnConfiguration.NM_PMEM_MB, 4*1024);
  config.set(YarnConfiguration.NM_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  config.set(YarnConfiguration.NM_LOCALIZER_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  WebAppUtils
      .setNMWebAppHostNameAndPort(config,
          MiniYARNCluster.getHostname(), 0);

  // Disable resource checks by default
  if (!config.getBoolean(
      YarnConfiguration.YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING,
      YarnConfiguration.
          DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING)) {
    config.setBoolean(YarnConfiguration.NM_PMEM_CHECK_ENABLED, false);
    config.setBoolean(YarnConfiguration.NM_VMEM_CHECK_ENABLED, false);
  }

  LOG.info("Starting NM: " + index);
  nodeManagers[index].init(config);
  super.serviceInit(config);
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:34，代码来源:MiniYARNCluster.java

示例3: serviceInit

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
protected synchronized void serviceInit(Configuration conf)
    throws Exception {
  Configuration config = new YarnConfiguration(conf);
  // create nm-local-dirs and configure them for the nodemanager
  String localDirsString = prepareDirs("local", numLocalDirs);
  config.set(YarnConfiguration.NM_LOCAL_DIRS, localDirsString);
  // create nm-log-dirs and configure them for the nodemanager
  String logDirsString = prepareDirs("log", numLogDirs);
  config.set(YarnConfiguration.NM_LOG_DIRS, logDirsString);

  File remoteLogDir =
      new File(testWorkDir, MiniYARNCluster.this.getName()
          + "-remoteLogDir-nm-" + index);
  remoteLogDir.mkdir();
  config.set(YarnConfiguration.NM_REMOTE_APP_LOG_DIR,
      remoteLogDir.getAbsolutePath());
  // By default AM + 2 containers
  config.setInt(YarnConfiguration.NM_PMEM_MB, 4*1024);
  config.set(YarnConfiguration.NM_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  config.set(YarnConfiguration.NM_LOCALIZER_ADDRESS,
      MiniYARNCluster.getHostname() + ":0");
  WebAppUtils
      .setNMWebAppHostNameAndPort(config,
          MiniYARNCluster.getHostname(), 0);

  // Disable resource checks by default
  if (!config.getBoolean(
      YarnConfiguration.YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING,
      YarnConfiguration.
          DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING)) {
    config.setBoolean(YarnConfiguration.NM_PMEM_CHECK_ENABLED, false);
    config.setBoolean(YarnConfiguration.NM_VMEM_CHECK_ENABLED, false);
  }

  LOG.info("Starting NM: " + index);
  nodeManagers[index].init(config);
  super.serviceInit(config);
}
开发者ID:Seagate，项目名称:hadoop-on-lustre2，代码行数:40，代码来源:MiniYARNCluster.java

示例4: initResourceManager

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
private synchronized void initResourceManager(int index, Configuration conf) {
    if (HAUtil.isHAEnabled(conf)) {
        conf.set(YarnConfiguration.RM_HA_ID, rmIds[index]);
    }

    if (conf.get(YarnConfiguration.RM_HOSTNAME) == null) {
        conf.set(YarnConfiguration.RM_HOSTNAME, "0.0.0.0");
    }
    LOG.info("*** "+YarnConfiguration.RM_HOSTNAME+" is set to: "+conf.get(YarnConfiguration.RM_HOSTNAME));

    if (conf.get(YarnConfiguration.RM_ADDRESS) == null) {
        conf.set(YarnConfiguration.RM_ADDRESS,
                   YarnConfiguration.DEFAULT_RM_ADDRESS);
    }
    LOG.info("*** "+YarnConfiguration.RM_ADDRESS+" is set to: "+conf.get(YarnConfiguration.RM_ADDRESS));

    if (conf.get(YarnConfiguration.RM_WEBAPP_ADDRESS) == null) {
        WebAppUtils
            .setNMWebAppHostNameAndPort(conf,
                                        MiniYARNClusterSplice.getHostname(), 0);
    }
    LOG.info("*** "+YarnConfiguration.RM_WEBAPP_ADDRESS+" is set to: "+conf.get(YarnConfiguration.RM_WEBAPP_ADDRESS));

    resourceManagers[index].init(conf);
    resourceManagers[index].getRMContext().getDispatcher().register(
        RMAppAttemptEventType.class,
        new EventHandler<RMAppAttemptEvent>() {
            public void handle(RMAppAttemptEvent event) {
                if (event instanceof RMAppAttemptRegistrationEvent) {
                    appMasters.put(event.getApplicationAttemptId(),
                                   event.getTimestamp());
                } else if (event instanceof RMAppAttemptUnregistrationEvent) {
                    appMasters.remove(event.getApplicationAttemptId());
                }
            }
        });
}
开发者ID:splicemachine，项目名称:spliceengine，代码行数:38，代码来源:MiniYARNClusterSplice.java

示例5: serviceStart

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
public synchronized void serviceStart() throws Exception {
  try {
    // create nm-local-dirs and configure them for the nodemanager
    String localDirsString = prepareDirs("local", numLocalDirs);
    getConfig().set(YarnConfiguration.NM_LOCAL_DIRS, localDirsString);
    // create nm-log-dirs and configure them for the nodemanager
    String logDirsString = prepareDirs("log", numLogDirs);
    getConfig().set(YarnConfiguration.NM_LOG_DIRS, logDirsString);

    File remoteLogDir =
        new File(testWorkDir, MiniYARNCluster.this.getName()
            + "-remoteLogDir-nm-" + index);
    remoteLogDir.mkdir();
    getConfig().set(YarnConfiguration.NM_REMOTE_APP_LOG_DIR,
        	remoteLogDir.getAbsolutePath());
    // By default AM + 2 containers
    getConfig().setInt(YarnConfiguration.NM_PMEM_MB, 4*1024);
    getConfig().set(YarnConfiguration.NM_ADDRESS,
                    MiniYARNCluster.getHostname() + ":0");
    getConfig().set(YarnConfiguration.NM_LOCALIZER_ADDRESS,
                    MiniYARNCluster.getHostname() + ":0");
    WebAppUtils
        .setNMWebAppHostNameAndPort(getConfig(),
            MiniYARNCluster.getHostname(), 0);

    // Disable resource checks by default
    if (!getConfig().getBoolean(
        YarnConfiguration.YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING,
        YarnConfiguration.
            DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING)) {
      getConfig().setBoolean(YarnConfiguration.NM_PMEM_CHECK_ENABLED, false);
      getConfig().setBoolean(YarnConfiguration.NM_VMEM_CHECK_ENABLED, false);
    }

    LOG.info("Starting NM: " + index);
    nodeManagers[index].init(getConfig());
    new Thread() {
      public void run() {
        nodeManagers[index].start();
      };
    }.start();
    int waitCount = 0;
    while (nodeManagers[index].getServiceState() == STATE.INITED
        && waitCount++ < 60) {
      LOG.info("Waiting for NM " + index + " to start...");
      Thread.sleep(1000);
    }
    if (nodeManagers[index].getServiceState() != STATE.STARTED) {
      // RM could have failed.
      throw new IOException("NodeManager " + index + " failed to start");
    }
    super.serviceStart();
  } catch (Throwable t) {
    throw new YarnRuntimeException(t);
  }
}
开发者ID:chendave，项目名称:hadoop-TCP，代码行数:57，代码来源:MiniYARNCluster.java

示例6: serviceInit

import org.apache.hadoop.yarn.webapp.util.WebAppUtils; //导入方法依赖的package包/类
protected synchronized void serviceInit(Configuration conf)
    throws Exception {
    Configuration config = new YarnConfiguration(conf);
    // create nm-local-dirs and configure them for the nodemanager
    String localDirsString = prepareDirs("local", numLocalDirs);
    config.set(YarnConfiguration.NM_LOCAL_DIRS, localDirsString);
    // create nm-log-dirs and configure them for the nodemanager
    String logDirsString = prepareDirs("log", numLogDirs);
    config.set(YarnConfiguration.NM_LOG_DIRS, logDirsString);

    // By default AM + 2 containers
    if (config.get("yarn.nodemanager.resource.memory-mb") == null) {
        config.setInt(YarnConfiguration.NM_PMEM_MB, 4*1024);
    }

    if (config.get(YarnConfiguration.NM_ADDRESS) == null) {
        config.set(YarnConfiguration.NM_ADDRESS,
                   MiniYARNClusterSplice.getHostname() + ":0");
    }
    LOG.info("*** "+YarnConfiguration.NM_ADDRESS+" is set to: "+config.get(YarnConfiguration.NM_ADDRESS));

    if (config.get(YarnConfiguration.NM_LOCALIZER_ADDRESS) == null) {
        config.set(YarnConfiguration.NM_LOCALIZER_ADDRESS,
                   MiniYARNClusterSplice.getHostname() + ":0");
    }
    LOG.info("*** "+YarnConfiguration.NM_LOCALIZER_ADDRESS+" is set to: "+config.get(YarnConfiguration.NM_LOCALIZER_ADDRESS));

    if (config.get(YarnConfiguration.NM_WEBAPP_ADDRESS) == null) {
        WebAppUtils
            .setNMWebAppHostNameAndPort(config,
                                        MiniYARNClusterSplice.getHostname(), 0);
    }
    LOG.info("*** "+YarnConfiguration.NM_WEBAPP_ADDRESS+" is set to: "+config.get(YarnConfiguration.NM_WEBAPP_ADDRESS));

    // Disable resource checks by default
    if (!config.getBoolean(
        YarnConfiguration.YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING,
        YarnConfiguration.
            DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING)) {
        config.setBoolean(YarnConfiguration.NM_PMEM_CHECK_ENABLED, false);
        config.setBoolean(YarnConfiguration.NM_VMEM_CHECK_ENABLED, false);
    }

    LOG.info("Starting NM: " + index);
    nodeManagers[index].init(config);
    super.serviceInit(config);
}
开发者ID:splicemachine，项目名称:spliceengine，代码行数:48，代码来源:MiniYARNClusterSplice.java


注：本文中的org.apache.hadoop.yarn.webapp.util.WebAppUtils.setNMWebAppHostNameAndPort方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。