Java ResourceInfo类代码示例

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
/**
 * Function that actually creates the ApplicationId by calling the
 * ClientRMService
 * 
 * @return returns structure containing the app-id and maximum resource
 *         capabilities
 */
private NewApplication createNewApplication() {
  GetNewApplicationRequest req =
      recordFactory.newRecordInstance(GetNewApplicationRequest.class);
  GetNewApplicationResponse resp;
  try {
    resp = rm.getClientRMService().getNewApplication(req);
  } catch (YarnException e) {
    String msg = "Unable to create new app from RM web service";
    LOG.error(msg, e);
    throw new YarnRuntimeException(msg, e);
  }
  NewApplication appId =
      new NewApplication(resp.getApplicationId().toString(),
        new ResourceInfo(resp.getMaximumResourceCapability()));
  return appId;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
private String getPercentage(ResourceInfo numerator, ResourceInfo denominator) {
  StringBuilder percentString = new StringBuilder("Memory: ");
  if (numerator != null) {
    percentString.append(numerator.getMemory());
  }
  if (denominator.getMemory() != 0) {
    percentString.append(" (<span title='of used resources in this queue'>")
      .append(StringUtils.format("%.2f", numerator.getMemory() * 100.0 /
        denominator.getMemory()) + "%</span>)");
  }
  percentString.append(", vCores: ");
  if (numerator != null) {
    percentString.append(numerator.getvCores());
  }
  if (denominator.getvCores() != 0) {
    percentString.append(" (<span title='of used resources in this queue'>")
      .append(StringUtils.format("%.2f", numerator.getvCores() * 100.0 /
      denominator.getvCores()) + "%</span>)");
  }
  return percentString.toString();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
UserInfo(String username, Resource resUsed, int activeApps, int pendingApps,
    Resource amResUsed, Resource resourceLimit) {
  this.username = username;
  this.resourcesUsed = new ResourceInfo(resUsed);
  this.numActiveApplications = activeApps;
  this.numPendingApplications = pendingApps;
  this.AMResourceUsed = new ResourceInfo(amResUsed);
  this.userResourceLimit = new ResourceInfo(resourceLimit);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  TBODY<TABLE<Hamlet>> tbody =
      html.table("#userinfo").thead().$class("ui-widget-header").tr().th()
          .$class("ui-state-default")._("User Name")._().th()
          .$class("ui-state-default")._("Max Resource")._().th()
          .$class("ui-state-default")._("Used Resource")._().th()
          .$class("ui-state-default")._("Max AM Resource")._().th()
          .$class("ui-state-default")._("Used AM Resource")._().th()
          .$class("ui-state-default")._("Schedulable Apps")._().th()
          .$class("ui-state-default")._("Non-Schedulable Apps")._()._()._()
          .tbody();

  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo userInfo : users) {
    ResourceInfo resourcesUsed = userInfo.getResourcesUsed();
    if (nodeLabel != null) {
      resourcesUsed = userInfo.getResourceUsageInfo()
          .getPartitionResourceUsageInfo(nodeLabel).getUsed();
    }
    tbody.tr().td(userInfo.getUsername())
        .td(userInfo.getUserResourceLimit().toString())
        .td(resourcesUsed.toString())
        .td(lqinfo.getUserAMResourceLimit().toString())
        .td(userInfo.getAMResourcesUsed().toString())
        .td(Integer.toString(userInfo.getNumActiveApplications()))
        .td(Integer.toString(userInfo.getNumPendingApplications()))._();
  }

  html.div().$class("usersinfo").h5("Active Users Info")._();
  tbody._()._();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
UserInfo(String username, Resource resUsed, int activeApps, int pendingApps,
    Resource amResUsed, Resource resourceLimit, ResourceUsage resourceUsage) {
  this.username = username;
  this.resourcesUsed = new ResourceInfo(resUsed);
  this.numActiveApplications = activeApps;
  this.numPendingApplications = pendingApps;
  this.AMResourceUsed = new ResourceInfo(amResUsed);
  this.userResourceLimit = new ResourceInfo(resourceLimit);
  this.resources = new ResourceUsageInfo(resourceUsage);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  StringBuilder activeUserList = new StringBuilder("");
  ResourceInfo usedResources = lqinfo.getResourcesUsed();
  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo entry: users) {
    activeUserList.append(entry.getUsername()).append(" &lt;")
      .append(getPercentage(entry.getResourcesUsed(), usedResources))
      .append(", Schedulable Apps: " + entry.getNumActiveApplications())
      .append(", Non-Schedulable Apps: " + entry.getNumPendingApplications())
      .append("&gt;<br style='display:block'>"); //Force line break
  }

  ResponseInfo ri = info("\'" + lqinfo.getQueuePath().substring(5) + "\' Queue Status").
      _("Queue State:", lqinfo.getQueueState()).
      _("Used Capacity:", percent(lqinfo.getUsedCapacity() / 100)).
      _("Absolute Used Capacity:", percent(lqinfo.getAbsoluteUsedCapacity() / 100)).
      _("Absolute Capacity:", percent(lqinfo.getAbsoluteCapacity() / 100)).
      _("Absolute Max Capacity:", percent(lqinfo.getAbsoluteMaxCapacity() / 100)).
      _("Used Resources:", lqinfo.getResourcesUsed().toString()).
      _("Num Schedulable Applications:", Integer.toString(lqinfo.getNumActiveApplications())).
      _("Num Non-Schedulable Applications:", Integer.toString(lqinfo.getNumPendingApplications())).
      _("Num Containers:", Integer.toString(lqinfo.getNumContainers())).
      _("Max Applications:", Integer.toString(lqinfo.getMaxApplications())).
      _("Max Applications Per User:", Integer.toString(lqinfo.getMaxApplicationsPerUser())).
      _("Max Schedulable Applications:", Integer.toString(lqinfo.getMaxActiveApplications())).
      _("Max Schedulable Applications Per User:", Integer.toString(lqinfo.getMaxActiveApplicationsPerUser())).
      _("Configured Capacity:", percent(lqinfo.getCapacity() / 100)).
      _("Configured Max Capacity:", percent(lqinfo.getMaxCapacity() / 100)).
      _("Configured Minimum User Limit Percent:", Integer.toString(lqinfo.getUserLimit()) + "%").
      _("Configured User Limit Factor:", String.format("%.1f", lqinfo.getUserLimitFactor())).
      _("Active Users: ", activeUserList.toString()).
      _r("Accessible Node Labels:", StringUtils.join(",", lqinfo.getNodeLabels()));

  html._(InfoBlock.class);

  // clear the info contents so this queue's info doesn't accumulate into another queue's info
  ri.clear();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  StringBuilder activeUserList = new StringBuilder("");
  ResourceInfo usedResources = lqinfo.getResourcesUsed();
  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo entry: users) {
    activeUserList.append(entry.getUsername()).append(" &lt;")
      .append(getPercentage(entry.getResourcesUsed(), usedResources))
      .append(", Active Apps: " + entry.getNumActiveApplications())
      .append(", Pending Apps: " + entry.getNumPendingApplications())
      .append("&gt;<br style='display:block'>"); //Force line break
  }

  ResponseInfo ri = info("\'" + lqinfo.getQueuePath().substring(5) + "\' Queue Status").
      _("Queue State:", lqinfo.getQueueState()).
      _("Used Capacity:", percent(lqinfo.getUsedCapacity() / 100)).
      _("Absolute Capacity:", percent(lqinfo.getAbsoluteCapacity() / 100)).
      _("Absolute Max Capacity:", percent(lqinfo.getAbsoluteMaxCapacity() / 100)).
      _("Used Resources:", StringEscapeUtils.escapeHtml(lqinfo.getUsedResources().toString())).
      _("Num Active Applications:", Integer.toString(lqinfo.getNumActiveApplications())).
      _("Num Pending Applications:", Integer.toString(lqinfo.getNumPendingApplications())).
      _("Num Containers:", Integer.toString(lqinfo.getNumContainers())).
      _("Max Applications:", Integer.toString(lqinfo.getMaxApplications())).
      _("Max Applications Per User:", Integer.toString(lqinfo.getMaxApplicationsPerUser())).
      _("Max Active Applications:", Integer.toString(lqinfo.getMaxActiveApplications())).
      _("Max Active Applications Per User:", Integer.toString(lqinfo.getMaxActiveApplicationsPerUser())).
      _("Configured Capacity:", percent(lqinfo.getCapacity() / 100)).
      _("Configured Max Capacity:", percent(lqinfo.getMaxCapacity() / 100)).
      _("Configured Minimum User Limit Percent:", Integer.toString(lqinfo.getUserLimit()) + "%").
      _("Configured User Limit Factor:", String.format("%.1f", lqinfo.getUserLimitFactor())).
      _r("Active users: ", activeUserList.toString());

  html._(InfoBlock.class);

  // clear the info contents so this queue's info doesn't accumulate into another queue's info
  ri.clear();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
private void renderQueueCapacityInfo(ResponseInfo ri, String label) {
  PartitionQueueCapacitiesInfo capacities =
      lqinfo.getCapacities().getPartitionQueueCapacitiesInfo(label);
  PartitionResourcesInfo resourceUsages =
      lqinfo.getResources().getPartitionResourceUsageInfo(label);

  // Get UserInfo from first user to calculate AM Resource Limit per user.
  ResourceInfo userAMResourceLimit = null;
  ArrayList<UserInfo> usersList = lqinfo.getUsers().getUsersList();
  if (usersList.isEmpty()) {
    // If no users are present, consider AM Limit for that queue.
    userAMResourceLimit = resourceUsages.getAMLimit();
  } else {
    userAMResourceLimit = usersList.get(0)
        .getResourceUsageInfo().getPartitionResourceUsageInfo(label)
        .getAMLimit();
  }
  ResourceInfo amUsed = (resourceUsages.getAmUsed() == null)
      ? new ResourceInfo(Resources.none())
      : resourceUsages.getAmUsed();
  ri.
  _("Used Capacity:", percent(capacities.getUsedCapacity() / 100)).
  _("Configured Capacity:", percent(capacities.getCapacity() / 100)).
  _("Configured Max Capacity:", percent(capacities.getMaxCapacity() / 100)).
  _("Absolute Used Capacity:", percent(capacities.getAbsoluteUsedCapacity() / 100)).
  _("Absolute Configured Capacity:", percent(capacities.getAbsoluteCapacity() / 100)).
  _("Absolute Configured Max Capacity:", percent(capacities.getAbsoluteMaxCapacity() / 100)).
  _("Used Resources:", resourceUsages.getUsed().toString()).
  _("Configured Max Application Master Limit:", StringUtils.format("%.1f",
      capacities.getMaxAMLimitPercentage())).
  _("Max Application Master Resources:",
      resourceUsages.getAMLimit().toString()).
  _("Used Application Master Resources:",
      amUsed.toString()).
  _("Max Application Master Resources Per User:",
      userAMResourceLimit.toString());
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  TBODY<TABLE<Hamlet>> tbody =
      html.table("#userinfo").thead().$class("ui-widget-header").tr().th()
          .$class("ui-state-default")._("User Name")._().th()
          .$class("ui-state-default")._("Max Resource")._().th()
          .$class("ui-state-default")._("Used Resource")._().th()
          .$class("ui-state-default")._("Max AM Resource")._().th()
          .$class("ui-state-default")._("Used AM Resource")._().th()
          .$class("ui-state-default")._("Schedulable Apps")._().th()
          .$class("ui-state-default")._("Non-Schedulable Apps")._()._()._()
          .tbody();

  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo userInfo : users) {
    ResourceInfo resourcesUsed = userInfo.getResourcesUsed();
    PartitionResourcesInfo resourceUsages = lqinfo
        .getResources()
        .getPartitionResourceUsageInfo((nodeLabel == null) ? "" : nodeLabel);
    if (nodeLabel != null) {
      resourcesUsed = userInfo.getResourceUsageInfo()
          .getPartitionResourceUsageInfo(nodeLabel).getUsed();
    }
    ResourceInfo amUsed = (resourceUsages.getAmUsed() == null)
        ? new ResourceInfo(Resources.none())
        : resourceUsages.getAmUsed();
    tbody.tr().td(userInfo.getUsername())
        .td(userInfo.getUserResourceLimit().toString())
        .td(resourcesUsed.toString())
        .td(resourceUsages.getAMLimit().toString())
        .td(amUsed.toString())
        .td(Integer.toString(userInfo.getNumActiveApplications()))
        .td(Integer.toString(userInfo.getNumPendingApplications()))._();
  }

  html.div().$class("usersinfo").h5("Active Users Info")._();
  tbody._()._();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
UserInfo(String username, Resource resUsed, int activeApps, int pendingApps,
    Resource amResUsed, Resource resourceLimit, ResourceUsage resourceUsage) {
  this.username = username;
  this.resourcesUsed = new ResourceInfo(resUsed);
  this.numActiveApplications = activeApps;
  this.numPendingApplications = pendingApps;
  this.AMResourceUsed = new ResourceInfo(amResUsed);
  this.userResourceLimit = new ResourceInfo(resourceLimit);
  this.resources = new ResourcesInfo(resourceUsage);
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  StringBuilder activeUserList = new StringBuilder("");
  ResourceInfo usedResources = lqinfo.getResourcesUsed();
  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo entry: users) {
    activeUserList.append(entry.getUsername()).append(" &lt;")
      .append(getPercentage(entry.getResourcesUsed(), usedResources))
      .append(", Schedulable Apps: " + entry.getNumActiveApplications())
      .append(", Non-Schedulable Apps: " + entry.getNumPendingApplications())
      .append("&gt;<br style='display:block'>"); //Force line break
  }

  ResponseInfo ri = info("\'" + lqinfo.getQueuePath().substring(5) + "\' Queue Status").
      _("Queue State:", lqinfo.getQueueState()).
      _("Used Capacity:", percent(lqinfo.getUsedCapacity() / 100)).
      _("Absolute Used Capacity:", percent(lqinfo.getAbsoluteUsedCapacity() / 100)).
      _("Absolute Capacity:", percent(lqinfo.getAbsoluteCapacity() / 100)).
      _("Absolute Max Capacity:", percent(lqinfo.getAbsoluteMaxCapacity() / 100)).
      _("Used Resources:", StringEscapeUtils.escapeHtml(lqinfo.getUsedResources().toString())).
      _("Num Schedulable Applications:", Integer.toString(lqinfo.getNumActiveApplications())).
      _("Num Non-Schedulable Applications:", Integer.toString(lqinfo.getNumPendingApplications())).
      _("Num Containers:", Integer.toString(lqinfo.getNumContainers())).
      _("Max Applications:", Integer.toString(lqinfo.getMaxApplications())).
      _("Max Applications Per User:", Integer.toString(lqinfo.getMaxApplicationsPerUser())).
      _("Max Schedulable Applications:", Integer.toString(lqinfo.getMaxActiveApplications())).
      _("Max Schedulable Applications Per User:", Integer.toString(lqinfo.getMaxActiveApplicationsPerUser())).
      _("Configured Capacity:", percent(lqinfo.getCapacity() / 100)).
      _("Configured Max Capacity:", percent(lqinfo.getMaxCapacity() / 100)).
      _("Configured Minimum User Limit Percent:", Integer.toString(lqinfo.getUserLimit()) + "%").
      _("Configured User Limit Factor:", String.format("%.1f", lqinfo.getUserLimitFactor())).
      _r("Active users: ", activeUserList.toString());

  html._(InfoBlock.class);

  // clear the info contents so this queue's info doesn't accumulate into another queue's info
  ri.clear();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
@Override
protected void render(Block html) {
  StringBuilder activeUserList = new StringBuilder("");
  ResourceInfo usedResources = lqinfo.getResourcesUsed();
  ArrayList<UserInfo> users = lqinfo.getUsers().getUsersList();
  for (UserInfo entry: users) {
    activeUserList.append(entry.getUsername()).append(" &lt;")
      .append(getPercentage(entry.getResourcesUsed(), usedResources))
      .append(", Schedulable Apps: " + entry.getNumActiveApplications())
      .append(", Non-Schedulable Apps: " + entry.getNumPendingApplications())
      .append("&gt;<br style='display:block'>"); //Force line break
  }

  ResponseInfo ri = info("\'" + lqinfo.getQueuePath().substring(5) + "\' Queue Status").
      _("Queue State:", lqinfo.getQueueState()).
      _("Used Capacity:", percent(lqinfo.getUsedCapacity() / 100)).
      _("Absolute Used Capacity:", percent(lqinfo.getAbsoluteUsedCapacity() / 100)).
      _("Absolute Capacity:", percent(lqinfo.getAbsoluteCapacity() / 100)).
      _("Absolute Max Capacity:", percent(lqinfo.getAbsoluteMaxCapacity() / 100)).
      _("Used Resources:", StringEscapeUtils.escapeHtml(lqinfo.getResourcesUsed().toString())).
      _("Num Schedulable Applications:", Integer.toString(lqinfo.getNumActiveApplications())).
      _("Num Non-Schedulable Applications:", Integer.toString(lqinfo.getNumPendingApplications())).
      _("Num Containers:", Integer.toString(lqinfo.getNumContainers())).
      _("Max Applications:", Integer.toString(lqinfo.getMaxApplications())).
      _("Max Applications Per User:", Integer.toString(lqinfo.getMaxApplicationsPerUser())).
      _("Max Schedulable Applications:", Integer.toString(lqinfo.getMaxActiveApplications())).
      _("Max Schedulable Applications Per User:", Integer.toString(lqinfo.getMaxActiveApplicationsPerUser())).
      _("Configured Capacity:", percent(lqinfo.getCapacity() / 100)).
      _("Configured Max Capacity:", percent(lqinfo.getMaxCapacity() / 100)).
      _("Configured Minimum User Limit Percent:", Integer.toString(lqinfo.getUserLimit()) + "%").
      _("Configured User Limit Factor:", String.format("%.1f", lqinfo.getUserLimitFactor())).
      _r("Active users: ", activeUserList.toString());

  html._(InfoBlock.class);

  // clear the info contents so this queue's info doesn't accumulate into another queue's info
  ri.clear();
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
public ResourceInfo getResourcesUsed() {
  return resourcesUsed;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
public ResourceInfo getAMResourcesUsed() {
  return AMResourceUsed;
}
 

import org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.ResourceInfo; //导入依赖的package包/类
public ResourceInfo getUserResourceLimit() {
  return userResourceLimit;
}