Java ClusterStory类代码示例

import org.apache.hadoop.tools.rumen.ClusterStory; //导入依赖的package包/类
/**
 * Start simulated task trackers based on topology.
 * @param clusterStory The cluster topology.
 * @param now
 *    time stamp when the simulator is started, {@link SimulatorTaskTracker}s
 *    are started shortly after this time stamp
 */
void startTaskTrackers(ClusterStory clusterStory, long now) {
  /** port assigned to TTs, incremented by 1 for each TT */
  int port = 10000;
  long ms = now + 100;

  for (MachineNode node : clusterStory.getMachines()) {
    String hostname = node.getName();
    RackNode rackNode = node.getRackNode();
    StaticMapping.addNodeToRack(hostname, rackNode.getName());
    String taskTrackerName = "tracker_" + hostname + ":localhost/127.0.0.1:"
        + port;
    port++;
    SimulatorTaskTracker tt = new SimulatorTaskTracker(jt, taskTrackerName,
        hostname, node.getMapSlots(), node.getReduceSlots());
    queue.addAll(tt.init(ms++));
  }
}
 

import org.apache.hadoop.tools.rumen.ClusterStory; //导入依赖的package包/类
/**
 * Start simulated task trackers based on topology.
 * @param clusterStory the cluster topology.
 * @param jobConf configuration object.
 * @param now
 *    time stamp when the simulator is started, {@link SimulatorTaskTracker}s
 *    are started uniformly randomly spread in [now,now+startDuration).
 * @return time stamp by which the entire cluster is booted up and all task
 *    trackers are sending hearbeats in their steady rate.
 */
long startTaskTrackers(ClusterStory cluster, JobConf jobConf, long now) {
  /** port assigned to TTs, incremented by 1 for each TT */
  int port = 10000;
  int numTaskTrackers = 0;

  Random random = new Random(RandomSeedGenerator.getSeed(
     "forStartTaskTrackers()", masterRandomSeed));

  final int startDuration = jobConf.getInt("mumak.cluster.startup.duration",
      DEFAULT_CLUSTER_STARTUP_DURATION);
  
  for (MachineNode node : cluster.getMachines()) {
    jobConf.set("mumak.tasktracker.host.name", node.getName());
    jobConf.set("mumak.tasktracker.tracker.name",
        "tracker_" + node.getName() + ":localhost/127.0.0.1:" + port);
    long subRandomSeed = RandomSeedGenerator.getSeed(
       "forTaskTracker" + numTaskTrackers, masterRandomSeed);
    jobConf.setLong("mumak.tasktracker.random.seed", subRandomSeed);
    numTaskTrackers++;
    port++;
    SimulatorTaskTracker tt = new SimulatorTaskTracker(jt, jobConf);
    long firstHeartbeat = now + random.nextInt(startDuration);
    queue.addAll(tt.init(firstHeartbeat));
  }
  
  // In startDuration + heartbeat interval of the full cluster time each 
  // TT is started up and told on its 2nd heartbeat to beat at a rate 
  // corresponding to the steady state of the cluster    
  long clusterSteady = now + startDuration + jt.getNextHeartbeatInterval();
  return clusterSteady;
}