当前位置: 首页>>代码示例>>Java>>正文

Java MRWebAppUtil类代码示例

本文整理汇总了Java中org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil类的典型用法代码示例。如果您正苦于以下问题：Java MRWebAppUtil类的具体用法？Java MRWebAppUtil怎么用？Java MRWebAppUtil使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


MRWebAppUtil类属于org.apache.hadoop.mapreduce.v2.util包，在下文中一共展示了MRWebAppUtil类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: initializeWebApp

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@VisibleForTesting
protected void initializeWebApp(Configuration conf) {
  webApp = new HsWebApp(history);
  InetSocketAddress bindAddress = MRWebAppUtil.getJHSWebBindAddress(conf);
  // NOTE: there should be a .at(InetSocketAddress)
  WebApps
      .$for("jobhistory", HistoryClientService.class, this, "ws")
      .with(conf)
      .withHttpSpnegoKeytabKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_KEYTAB_FILE_KEY)
      .withHttpSpnegoPrincipalKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_USER_NAME_KEY)
      .at(NetUtils.getHostPortString(bindAddress)).start(webApp);
  
  String connectHost = MRWebAppUtil.getJHSWebappURLWithoutScheme(conf).split(":")[0];
  MRWebAppUtil.setJHSWebappURLWithoutScheme(conf,
      connectHost + ":" + webApp.getListenerAddress().getPort());
}
开发者ID:naver，项目名称:hadoop，代码行数:19，代码来源:HistoryClientService.java

示例2: serviceStart

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@Override
protected void serviceStart() throws Exception {
  super.serviceStart();

  //need to do this because historyServer.init creates a new Configuration
  getConfig().set(JHAdminConfig.MR_HISTORY_ADDRESS,
                  historyServer.getConfig().get(JHAdminConfig.MR_HISTORY_ADDRESS));
  MRWebAppUtil.setJHSWebappURLWithoutScheme(getConfig(),
      MRWebAppUtil.getJHSWebappURLWithoutScheme(historyServer.getConfig()));

  LOG.info("MiniMRYARN ResourceManager address: " +
      getConfig().get(YarnConfiguration.RM_ADDRESS));
  LOG.info("MiniMRYARN ResourceManager web address: " +
      WebAppUtils.getRMWebAppURLWithoutScheme(getConfig()));
  LOG.info("MiniMRYARN HistoryServer address: " +
      getConfig().get(JHAdminConfig.MR_HISTORY_ADDRESS));
  LOG.info("MiniMRYARN HistoryServer web address: " +
      getResolvedMRHistoryWebAppURLWithoutScheme(getConfig(),
          MRWebAppUtil.getJHSHttpPolicy() == HttpConfig.Policy.HTTPS_ONLY));
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:21，代码来源:MiniMRYarnCluster.java

示例3: constructJobReport

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
private void constructJobReport() {
  report = Records.newRecord(JobReport.class);
  report.setJobId(jobId);
  report.setJobState(JobState.valueOf(jobInfo.getJobStatus()));
  report.setSubmitTime(jobInfo.getSubmitTime());
  report.setStartTime(jobInfo.getLaunchTime());
  report.setFinishTime(jobInfo.getFinishTime());
  report.setJobName(jobInfo.getJobname());
  report.setUser(jobInfo.getUsername());
  report.setMapProgress((float) getCompletedMaps() / getTotalMaps());
  report.setReduceProgress((float) getCompletedReduces() / getTotalReduces());
  report.setJobFile(getConfFile().toString());
  String historyUrl = "N/A";
  try {
    historyUrl =
        MRWebAppUtil.getApplicationWebURLOnJHSWithoutScheme(conf,
            jobId.getAppId());
  } catch (UnknownHostException e) {
    //Ignore.
  }
  report.setTrackingUrl(historyUrl);
  report.setAMInfos(getAMInfos());
  report.setIsUber(isUber());
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:25，代码来源:CompletedJob.java

示例4: initializeWebApp

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
private void initializeWebApp(Configuration conf) {
  webApp = new HsWebApp(history);
  InetSocketAddress bindAddress = MRWebAppUtil.getJHSWebBindAddress(conf);
  // NOTE: there should be a .at(InetSocketAddress)
  WebApps
      .$for("jobhistory", HistoryClientService.class, this, "ws")
      .with(conf)
      .withHttpSpnegoKeytabKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_KEYTAB_FILE_KEY)
      .withHttpSpnegoPrincipalKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_USER_NAME_KEY)
      .at(NetUtils.getHostPortString(bindAddress)).start(webApp);
  
  MRWebAppUtil.setJHSWebappURLWithoutScheme(conf,
      NetUtils.getHostPortString(webApp.getListenerAddress()));
}
开发者ID:chendave，项目名称:hadoop-TCP，代码行数:17，代码来源:HistoryClientService.java

示例5: serviceInit

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@Override
protected void serviceInit(Configuration conf) throws Exception {
  Configuration config = new YarnConfiguration(conf);

  config.setBoolean(Dispatcher.DISPATCHER_EXIT_ON_ERROR_KEY, true);

  // This is required for WebApps to use https if enabled.
  MRWebAppUtil.initialize(getConfig());
  HttpConfig.setPolicy(MRWebAppUtil.getJHSHttpPolicy());
  try {
    doSecureLogin(conf);
  } catch(IOException ie) {
    throw new YarnRuntimeException("History Server Failed to login", ie);
  }
  jobHistoryService = new JobHistory();
  historyContext = (HistoryContext)jobHistoryService;
  this.jhsDTSecretManager = createJHSSecretManager(conf);
  clientService = new HistoryClientService(historyContext, 
      this.jhsDTSecretManager);
  aggLogDelService = new AggregatedLogDeletionService();
  addService(jobHistoryService);
  addService(clientService);
  addService(aggLogDelService);
  super.serviceInit(config);
}
开发者ID:chendave，项目名称:hadoop-TCP，代码行数:26，代码来源:JobHistoryServer.java

示例6: initializeWebApp

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@VisibleForTesting
protected void initializeWebApp(Configuration conf) {
  webApp = new HsWebApp(history);
  InetSocketAddress bindAddress = MRWebAppUtil.getJHSWebBindAddress(conf);
  // NOTE: there should be a .at(InetSocketAddress)
  WebApps
      .$for("jobhistory", HistoryClientService.class, this, "ws")
      .with(conf)
      .withHttpSpnegoKeytabKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_KEYTAB_FILE_KEY)
      .withHttpSpnegoPrincipalKey(
          JHAdminConfig.MR_WEBAPP_SPNEGO_USER_NAME_KEY)
      .at(NetUtils.getHostPortString(bindAddress)).start(webApp);
  
  MRWebAppUtil.setJHSWebappURLWithoutScheme(conf,
      NetUtils.getHostPortString(webApp.getListenerAddress()));
}
开发者ID:Seagate，项目名称:hadoop-on-lustre2，代码行数:18，代码来源:HistoryClientService.java

示例7: AppController

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
protected AppController(App app, Configuration conf, RequestContext ctx,
    String title) {
  super(ctx);
  this.app = app;
  set(APP_ID, app.context.getApplicationID().toString());
  set(RM_WEB,
      JOINER.join(MRWebAppUtil.getYARNWebappScheme(),
          WebAppUtils.getResolvedRMWebAppURLWithoutScheme(conf,
              MRWebAppUtil.getYARNHttpPolicy())));
}
开发者ID:naver，项目名称:hadoop，代码行数:11，代码来源:AppController.java

示例8: register

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
protected void register() {
  //Register
  InetSocketAddress serviceAddr = null;
  if (clientService != null ) {
    serviceAddr = clientService.getBindAddress();
  }
  try {
    RegisterApplicationMasterRequest request =
      recordFactory.newRecordInstance(RegisterApplicationMasterRequest.class);
    if (serviceAddr != null) {
      request.setHost(serviceAddr.getHostName());
      request.setRpcPort(serviceAddr.getPort());
      request.setTrackingUrl(MRWebAppUtil
          .getAMWebappScheme(getConfig())
          + serviceAddr.getHostName() + ":" + clientService.getHttpPort());
    }
    RegisterApplicationMasterResponse response =
      scheduler.registerApplicationMaster(request);
    isApplicationMasterRegistered = true;
    maxContainerCapability = response.getMaximumResourceCapability();
    this.context.getClusterInfo().setMaxContainerCapability(
        maxContainerCapability);
    if (UserGroupInformation.isSecurityEnabled()) {
      setClientToAMToken(response.getClientToAMTokenMasterKey());        
    }
    this.applicationACLs = response.getApplicationACLs();
    LOG.info("maxContainerCapability: " + maxContainerCapability);
    String queue = response.getQueue();
    LOG.info("queue: " + queue);
    job.setQueueName(queue);
    this.schedulerResourceTypes.addAll(response.getSchedulerResourceTypes());
  } catch (Exception are) {
    LOG.error("Exception while registering", are);
    throw new YarnRuntimeException(are);
  }
}
开发者ID:naver，项目名称:hadoop，代码行数:37，代码来源:RMCommunicator.java

示例9: getTrackingUri

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
/**
 * Gets the URI to access the given application on MapReduce history server
 * @param id the ID for which a URI is returned
 * @return the tracking URI
 * @throws URISyntaxException
 */
@Override
public URI getTrackingUri(ApplicationId id) throws URISyntaxException {
  String jobSuffix = id.toString().replaceFirst("^application_", "job_");
  String historyServerAddress =
      MRWebAppUtil.getJHSWebappURLWithScheme(getConf());
  return new URI(historyServerAddress + "/jobhistory/job/"+ jobSuffix);
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:MapReduceTrackingUriPlugin.java

示例10: serviceInit

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@Override
protected void serviceInit(Configuration conf) throws Exception {
  Configuration config = new YarnConfiguration(conf);

  config.setBoolean(Dispatcher.DISPATCHER_EXIT_ON_ERROR_KEY, true);

  // This is required for WebApps to use https if enabled.
  MRWebAppUtil.initialize(getConfig());
  try {
    doSecureLogin(conf);
  } catch(IOException ie) {
    throw new YarnRuntimeException("History Server Failed to login", ie);
  }
  jobHistoryService = new JobHistory();
  historyContext = (HistoryContext)jobHistoryService;
  stateStore = createStateStore(conf);
  this.jhsDTSecretManager = createJHSSecretManager(conf, stateStore);
  clientService = createHistoryClientService();
  aggLogDelService = new AggregatedLogDeletionService();
  hsAdminServer = new HSAdminServer(aggLogDelService, jobHistoryService);
  addService(stateStore);
  addService(new HistoryServerSecretManagerService());
  addService(jobHistoryService);
  addService(clientService);
  addService(aggLogDelService);
  addService(hsAdminServer);
  super.serviceInit(config);
}
开发者ID:naver，项目名称:hadoop，代码行数:29，代码来源:JobHistoryServer.java

示例11: constructJobReport

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
private void constructJobReport() {
  report = Records.newRecord(JobReport.class);
  report.setJobId(jobId);
  report.setJobState(JobState.valueOf(jobInfo.getJobStatus()));
  report.setSubmitTime(jobInfo.getSubmitTime());
  report.setStartTime(jobInfo.getLaunchTime());
  report.setFinishTime(jobInfo.getFinishTime());
  report.setJobName(jobInfo.getJobname());
  report.setUser(jobInfo.getUsername());

  if ( getTotalMaps() == 0 ) {
    report.setMapProgress(1.0f);
  } else {
    report.setMapProgress((float) getCompletedMaps() / getTotalMaps());
  }
  if ( getTotalReduces() == 0 ) {
    report.setReduceProgress(1.0f);
  } else {
    report.setReduceProgress((float) getCompletedReduces() / getTotalReduces());
  }

  report.setJobFile(getConfFile().toString());
  String historyUrl = "N/A";
  try {
    historyUrl =
        MRWebAppUtil.getApplicationWebURLOnJHSWithoutScheme(conf,
            jobId.getAppId());
  } catch (UnknownHostException e) {
    //Ignore.
  }
  report.setTrackingUrl(historyUrl);
  report.setAMInfos(getAMInfos());
  report.setIsUber(isUber());
}
开发者ID:naver，项目名称:hadoop，代码行数:35，代码来源:CompletedJob.java

示例12: AppController

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
protected AppController(App app, Configuration conf, RequestContext ctx,
    String title) {
  super(ctx);
  this.app = app;
  set(APP_ID, app.context.getApplicationID().toString());
  set(RM_WEB,
      JOINER.join(MRWebAppUtil.getYARNWebappScheme(),
          WebAppUtils.getResolvedRemoteRMWebAppURLWithoutScheme(conf,
              MRWebAppUtil.getYARNHttpPolicy())));
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:11，代码来源:AppController.java

示例13: serviceInit

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@Override
protected void serviceInit(Configuration conf) throws Exception {
  Configuration config = new YarnConfiguration(conf);

  config.setBoolean(Dispatcher.DISPATCHER_EXIT_ON_ERROR_KEY, true);

  // This is required for WebApps to use https if enabled.
  MRWebAppUtil.initialize(getConfig());
  try {
    doSecureLogin(conf);
  } catch(IOException ie) {
    throw new YarnRuntimeException("History Server Failed to login", ie);
  }
  jobHistoryService = new JobHistory();
  historyContext = (HistoryContext)jobHistoryService;
  stateStore = createStateStore(conf);
  this.jhsDTSecretManager = createJHSSecretManager(conf, stateStore);
  clientService = createHistoryClientService();
  aggLogDelService = new AggregatedLogDeletionService();
  hsAdminServer = new HSAdminServer(aggLogDelService, jobHistoryService);
  addService(stateStore);
  addService(new HistoryServerSecretManagerService());
  addService(jobHistoryService);
  addService(clientService);
  addService(aggLogDelService);
  addService(hsAdminServer);

  DefaultMetricsSystem.initialize("JobHistoryServer");
  JvmMetrics jm = JvmMetrics.initSingleton("JobHistoryServer", null);
  pauseMonitor = new JvmPauseMonitor();
  addService(pauseMonitor);
  jm.setPauseMonitor(pauseMonitor);

  super.serviceInit(config);
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:36，代码来源:JobHistoryServer.java

示例14: constructJobReport

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
private void constructJobReport() {
  report = Records.newRecord(JobReport.class);
  report.setJobId(jobId);
  report.setJobState(JobState.valueOf(jobInfo.getJobStatus()));
  report.setSubmitTime(jobInfo.getSubmitTime());
  report.setStartTime(jobInfo.getLaunchTime());
  report.setFinishTime(jobInfo.getFinishTime());
  report.setJobName(jobInfo.getJobname());
  report.setUser(jobInfo.getUsername());

  if ( getTotalMaps() == 0 ) {
    report.setMapProgress(1.0f);
  } else {
    report.setMapProgress((float) getCompletedMaps() / getTotalMaps());
  }
  if ( getTotalReduces() == 0 ) {
    report.setReduceProgress(1.0f);
  } else {
    report.setReduceProgress((float) getCompletedReduces() / getTotalReduces());
  }

  report.setJobFile(getConfFile().toString());
  String historyUrl = "N/A";
  try {
    historyUrl =
        MRWebAppUtil.getApplicationWebURLOnJHSWithScheme(conf,
            jobId.getAppId());
  } catch (UnknownHostException e) {
      LOG.error("Problem determining local host: " + e.getMessage());
  }
  report.setTrackingUrl(historyUrl);
  report.setAMInfos(getAMInfos());
  report.setIsUber(isUber());
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:35，代码来源:CompletedJob.java

示例15: serviceInit

import org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil; //导入依赖的package包/类
@Override
protected void serviceInit(Configuration conf) throws Exception {
  Configuration config = new YarnConfiguration(conf);

  config.setBoolean(Dispatcher.DISPATCHER_EXIT_ON_ERROR_KEY, true);

  // This is required for WebApps to use https if enabled.
  MRWebAppUtil.initialize(getConfig());
  try {
    doSecureLogin(conf);
  } catch(IOException ie) {
    throw new YarnRuntimeException("History Server Failed to login", ie);
  }
  jobHistoryService = new JobHistory();
  historyContext = (HistoryContext)jobHistoryService;
  stateStore = createStateStore(conf);
  this.jhsDTSecretManager = createJHSSecretManager(conf, stateStore);
  clientService = createHistoryClientService();
  aggLogDelService = new AggregatedLogDeletionService();
  hsAdminServer = new HSAdminServer(aggLogDelService, jobHistoryService);
  killedHistoryService = new KilledHistoryService();
  addService(stateStore);
  addService(new HistoryServerSecretManagerService());
  addService(jobHistoryService);
  addService(clientService);
  addService(aggLogDelService);
  addService(hsAdminServer);
  addService(killedHistoryService);
  super.serviceInit(config);
}
开发者ID:Nextzero，项目名称:hadoop-2.6.0-cdh5.4.3，代码行数:31，代码来源:JobHistoryServer.java


注：本文中的org.apache.hadoop.mapreduce.v2.util.MRWebAppUtil类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。