Java TopologySummary类代码示例

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
protected long getTopologyTPS(TopologySummary topology, Client client) throws NotAliveException, TException{
    long topologyTps = 0l;
    String topologyId = topology.get_id();
    if(topologyId.startsWith("ClusterMonitor")){
        return topologyTps;
    }
    TopologyInfo topologyInfo = client.getTopologyInfo(topologyId);
    if(topologyInfo == null){
        return topologyTps;
    }
    List<ExecutorSummary> executorSummaryList = topologyInfo.get_executors();
    for(ExecutorSummary executor : executorSummaryList){
        topologyTps += getComponentTPS(executor);
    }
    LOGGER.info("topology = " + topology.get_name() + ", tps = " + topologyTps);
    return topologyTps;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
/**
 * Convert thrift TopologySummary to UI bean TopologySumm
 * 
 * @param ts
 * @return
 */
public static List<TopologySumm> topologySummary(List<TopologySummary> ts) {

	List<TopologySumm> tsumm = new ArrayList<TopologySumm>();
	if (ts != null) {
		for (TopologySummary t : ts) {

			TopologySumm topologySumm = new TopologySumm();
			topologySumm.setTopologyId(t.get_id());
			topologySumm.setTopologyName(t.get_name());

			topologySumm.setStatus(t.get_status());
			topologySumm.setUptime(StatBuckets.prettyUptimeStr(t
					.get_uptime_secs()));

			topologySumm.setNumWorkers(String.valueOf(t.get_num_workers()));
			topologySumm.setNumTasks(String.valueOf(t.get_num_tasks()));
			
			topologySumm.setErrorInfo(t.get_error_info());
			tsumm.add(topologySumm);
		}
	}
	return tsumm;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
private static boolean topologyNameExists(Map conf, String name) {
	NimbusClient client = NimbusClient.getConfiguredClient(conf);
	try {
		ClusterSummary summary = client.getClient().getClusterInfo();
		for (TopologySummary s : summary.get_topologies()) {
			if (s.get_name().equals(name)) {
				return true;
			}
		}
		return false;

	} catch (Exception e) {
		throw new RuntimeException(e);
	} finally {
		client.close();
	}
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
private void parseResults(List<TopologySummary> topologies)
{
    if (topologies == null)
    {
        return;
    }
    
    for (TopologySummary topology : topologies)
    {
        String[] result = new String[RESULTSHEAD.length];
        result[0] = topology.get_name();
        result[1] = topology.get_status();
        result[2] = String.valueOf(topology.get_num_workers());
        result[3] = String.valueOf(topology.get_uptime_secs());
        results.add(result);
    }
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
/**
 * @@@ Don't be compatible with Storm
 * 
 *     Here skip the logic
 * @param client
 * @param topology
 * @return
 * @throws Exception
 */
private HashSet<String> getComponents(Nimbus.Client client, String topology) throws Exception {
    HashSet<String> components = new HashSet<String>();
    ClusterSummary clusterSummary = client.getClusterInfo();
    TopologySummary topologySummary = null;
    for (TopologySummary ts : clusterSummary.get_topologies()) {
        if (topology.equals(ts.get_name())) {
            topologySummary = ts;
            break;
        }
    }
    if (topologySummary == null) {
        throw new IllegalArgumentException("topology: " + topology + " not found");
    } else {
        String id = topologySummary.get_id();
        // GetInfoOptions getInfoOpts = new GetInfoOptions();
        // getInfoOpts.set_num_err_choice(NumErrorsChoice.NONE);
        // TopologyInfo info = client.getTopologyInfoWithOpts(id, getInfoOpts);
        // for (ExecutorSummary es: info.get_executors()) {
        // components.add(es.get_component_id());
        // }
    }
    return components;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
private static boolean topologyNameExists(Map conf, String name) {
    NimbusClient client = NimbusClient.getConfiguredClient(conf);
    try {
        ClusterSummary summary = client.getClient().getClusterInfo();
        for(TopologySummary s : summary.get_topologies()) {
            if(s.get_name().equals(name)) {  
                return true;
            } 
        }  
        return false;

    } catch(Exception e) {
        throw new RuntimeException(e);
    } finally {
        client.close();
    }
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
public static void cleanCluster() {
    try {
        NimbusClient client = getNimbusClient(null);

        ClusterSummary clusterSummary = client.getClient().getClusterInfo();

        List<TopologySummary> topologySummaries = clusterSummary.get_topologies();

        KillOptions killOption = new KillOptions();
        killOption.set_wait_secs(1);
        for (TopologySummary topologySummary : topologySummaries) {
            client.getClient().killTopologyWithOpts(topologySummary.get_name(), killOption);
            LOG.info("Successfully kill " + topologySummary.get_name());
        }
    } catch (Exception e) {
        if (client != null) {
            client.close();
            client = null;

        }

        LOG.error("Failed to kill all topology ", e);
    }
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
public static TopologySummary mkTopologySummary(Assignment assignment,
		String topologyId, String topologyName, String status,
		int uptime_secs, Map<Integer, String> lastErrTimeStamp) {

	int num_workers = assignment.getWorkers().size();
	int num_tasks = 0;

	for (ResourceWorkerSlot worker : assignment.getWorkers()) {
		num_tasks = num_tasks + worker.getTasks().size();
	}
	
	long currentTimeSecs = System.currentTimeMillis() / 1000;
	String errorInfo = "";
	if (lastErrTimeStamp != null)
	{
		for (Entry<Integer, String> entry : lastErrTimeStamp.entrySet()) {
	        if ((currentTimeSecs - Long.valueOf(entry.getValue())) < entry.getKey()) {
		        errorInfo = "Y";
		        break;
	        }
		}
	}

	TopologySummary ret = new TopologySummary(topologyId, topologyName,
			status, uptime_secs, num_tasks, num_workers, errorInfo);

	return ret;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
public static TopologySummary mkTopologySummary(Assignment assignment, String topologyId, String topologyName,
                                                String status, int uptime_secs,
                                                Map<Integer, String> lastErrTimeStamp) {

    int num_workers = assignment.getWorkers().size();
    int num_tasks = 0;

    for (ResourceWorkerSlot worker : assignment.getWorkers()) {
        num_tasks = num_tasks + worker.getTasks().size();
    }

    long currentTimeSecs = System.currentTimeMillis() / 1000;
    String errorInfo = "";
    if (lastErrTimeStamp != null) {
        for (Entry<Integer, String> entry : lastErrTimeStamp.entrySet()) {
            if ((currentTimeSecs - Long.valueOf(entry.getValue())) < entry.getKey()) {
                errorInfo = "Y";
                break;
            }
        }
    }

    TopologySummary ret = new TopologySummary(topologyId, topologyName, status, uptime_secs, num_tasks,
            num_workers, errorInfo);

    return ret;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
private void parseResults(List<TopologySummary> topologies) {
	if (topologies == null) {
		return;
	}

	for (TopologySummary topology : topologies) {
		String[] result = new String[RESULTSHEAD.length];
		result[0] = topology.get_name();
		result[1] = topology.get_status();
		result[2] = String.valueOf(topology.get_numWorkers());
		result[3] = String.valueOf(topology.get_uptimeSecs());
		results.add(result);
	}
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
private void getClusterInfo(Client client) {
    try {
        ClusterSummary clusterSummary = client.getClusterInfo();
        List<SupervisorSummary> supervisorSummaryList = clusterSummary.get_supervisors();
        int totalWorkers = 0;
        int usedWorkers = 0;
        for(SupervisorSummary summary : supervisorSummaryList){
            totalWorkers += summary.get_num_workers() ;
            usedWorkers += summary.get_num_used_workers();
        }
        int freeWorkers = totalWorkers - usedWorkers;
        LOGGER.info("cluster totalWorkers = " + totalWorkers 
                + ", usedWorkers = " + usedWorkers 
                + ", freeWorkers  = " +  freeWorkers);
        
        HttpCatClient.sendMetric("ClusterMonitor", "freeSlots", "avg", String.valueOf(freeWorkers));
        HttpCatClient.sendMetric("ClusterMonitor", "totalSlots", "avg", String.valueOf(totalWorkers));
        
        List<TopologySummary> topologySummaryList = clusterSummary.get_topologies();
        long clusterTPS = 0l;
        for(TopologySummary topology : topologySummaryList){
            long topologyTPS = getTopologyTPS(topology, client);
            clusterTPS += topologyTPS;
            if(topology.get_name().startsWith("ClusterMonitor")){
                continue;
            }
            HttpCatClient.sendMetric(topology.get_name(), topology.get_name() + "-TPS", "avg", String.valueOf(topologyTPS));
        }
        HttpCatClient.sendMetric("ClusterMonitor", "ClusterEmitTPS", "avg", String.valueOf(clusterTPS));
        
    } catch (TException e) {
        initClient(configMap);
        LOGGER.error("get client info error.", e);
    }
    catch(NotAliveException nae){
        LOGGER.warn("topology is dead.", nae);
    }
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
/**
 * Returns whether a given topology exists within <code>summary</code>.
 * 
 * @param summary the summary object
 * @param topologyName the topology name
 * @return <code>true</code> if the topology exists, <code>false</code> else
 */
private static boolean topologyExists(ClusterSummary summary, String topologyName) {
    boolean result = false;
    for (TopologySummary s : summary.get_topologies()) {
        if (s.get_name().equals(topologyName)) {  
            result = true;
            break;
        } 
    }
    return result;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
/**
 * Gets the topology info based on the pipeline name.
 * 
 * @param pipelineName
 *            the pipeline to search for
 * @return the topology info (<b>null</b> if not found)
 */
public TopologyInfo getTopologyInfo(String pipelineName) {
    TopologyInfo result = null;
    ClusterSummary summary;
    try {
        logger.info("The thrift connection is " + connection);
        if (connection != null) {
            summary = connection.getClusterSummary();
            List<TopologySummary> topologies = summary.get_topologies();
            for (int t = 0; t < topologies.size(); t++) {
                TopologySummary topologySummary = topologies.get(t);
                if (pipelineName.equals(topologySummary.get_name())) {
                    try {
                        logger.info("Obtaining the TopologyInfo for the pipeine: " + pipelineName);
                        result = connection.getTopologyInfo(topologySummary
                            .get_id());
                        logger.info("the TopologyInfo is " + result);
                    } catch (NotAliveException | TException e) {
                    }
                }
            }
        }
    } catch (TException e1) {
        e1.printStackTrace();
    }
    return result;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
/**
 * Returns a topology summary by <code>name</code>.
 * 
 * @param name the topology name
 * @return the topology summary (may be <b>null</b>)
 * @throws TException in case of problems accessing the remote topology info
 */
public TopologySummary getTopologySummaryByName(String name) throws TException {
    TopologySummary result = null;
    ClusterSummary summary = getClusterSummary();
    List<TopologySummary> topologies = summary.get_topologies();
    for (int t = 0; null == result && t < topologies.size(); t++) {
        TopologySummary tSummary = topologies.get(t);
        if (tSummary.get_name().equals(name)) {
            result = tSummary;
        }
    }
    return result;
}
 

import backtype.storm.generated.TopologySummary; //导入依赖的package包/类
public static TopologySummary getTopologySummary(ClusterSummary cs, String name) {
  for (TopologySummary ts : cs.get_topologies()) {
    if (name.equals(ts.get_name())) {
      return ts;
    }
  }
  return null;
}