Java Nimbus类代码示例

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
private void initThrift(Map conf) throws TTransportException {
	Integer thrift_port = JStormUtils.parseInt(conf
			.get(Config.NIMBUS_THRIFT_PORT));
	TNonblockingServerSocket socket = new TNonblockingServerSocket(
			thrift_port);

	Integer maxReadBufSize = JStormUtils.parseInt(conf
			.get(Config.NIMBUS_THRIFT_MAX_BUFFER_SIZE));

	THsHaServer.Args args = new THsHaServer.Args(socket);
	args.workerThreads(ServiceHandler.THREAD_NUM);
	args.protocolFactory(new TBinaryProtocol.Factory(false, true,
			maxReadBufSize));

	args.processor(new Nimbus.Processor<Iface>(serviceHandler));
	args.maxReadBufferBytes = maxReadBufSize;

	thriftServer = new THsHaServer(args);

	LOG.info("Successfully started nimbus: started Thrift server...");
	thriftServer.serve();
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
private void initThrift(Map conf) throws TTransportException {
    Integer thrift_port = JStormUtils.parseInt(conf.get(Config.NIMBUS_THRIFT_PORT));
    TNonblockingServerSocket socket = new TNonblockingServerSocket(thrift_port);

    Integer maxReadBufSize = JStormUtils.parseInt(conf.get(Config.NIMBUS_THRIFT_MAX_BUFFER_SIZE));

    THsHaServer.Args args = new THsHaServer.Args(socket);
    args.workerThreads(ServiceHandler.THREAD_NUM);
    args.protocolFactory(new TBinaryProtocol.Factory(false, true, maxReadBufSize));

    args.processor(new Nimbus.Processor<Iface>(serviceHandler));
    args.maxReadBufferBytes = maxReadBufSize;

    thriftServer = new THsHaServer(args);

    LOG.info("Successfully started nimbus: started Thrift server...");
    thriftServer.serve();
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
private void initThrift(Map conf) throws TTransportException {
    Integer thrift_port = JStormUtils.parseInt(conf.get(Config.NIMBUS_THRIFT_PORT));
    TNonblockingServerSocket socket = new TNonblockingServerSocket(thrift_port);

    Integer maxReadBufSize = JStormUtils.parseInt(conf.get(Config.NIMBUS_THRIFT_MAX_BUFFER_SIZE));

    THsHaServer.Args args = new THsHaServer.Args(socket);
    args.workerThreads(ServiceHandler.THREAD_NUM);
    args.protocolFactory(new TBinaryProtocol.Factory(false, true, maxReadBufSize, -1));

    args.processor(new Nimbus.Processor<Iface>(serviceHandler));
    args.maxReadBufferBytes = maxReadBufSize;

    thriftServer = new THsHaServer(args);

    LOG.info("Successfully started nimbus: started Thrift server...");
    thriftServer.serve();
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
/**
 * @@@ Don't be compatible with Storm
 * 
 *     Here skip the logic
 * @param client
 * @param topology
 * @return
 * @throws Exception
 */
private HashSet<String> getComponents(Nimbus.Client client, String topology) throws Exception {
    HashSet<String> components = new HashSet<String>();
    ClusterSummary clusterSummary = client.getClusterInfo();
    TopologySummary topologySummary = null;
    for (TopologySummary ts : clusterSummary.get_topologies()) {
        if (topology.equals(ts.get_name())) {
            topologySummary = ts;
            break;
        }
    }
    if (topologySummary == null) {
        throw new IllegalArgumentException("topology: " + topology + " not found");
    } else {
        String id = topologySummary.get_id();
        // GetInfoOptions getInfoOpts = new GetInfoOptions();
        // getInfoOpts.set_num_err_choice(NumErrorsChoice.NONE);
        // TopologyInfo info = client.getTopologyInfoWithOpts(id, getInfoOpts);
        // for (ExecutorSummary es: info.get_executors()) {
        // components.add(es.get_component_id());
        // }
    }
    return components;
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
private void initThrift(Map conf) throws TTransportException {
	Integer thrift_port = JStormUtils.parseInt(conf
			.get(Config.NIMBUS_THRIFT_PORT));
	TNonblockingServerSocket socket = new TNonblockingServerSocket(
			thrift_port);

	Integer maxReadBufSize = JStormUtils.parseInt(conf
			.get(Config.NIMBUS_THRIFT_MAX_BUFFER_SIZE));

	THsHaServer.Args args = new THsHaServer.Args(socket);
	args.workerThreads(ServiceHandler.THREAD_NUM);
	args.protocolFactory(new TBinaryProtocol.Factory(false, true,
			maxReadBufSize));

	args.processor(new Nimbus.Processor<Iface>(serviceHandler));
	args.maxReadBufferBytes = maxReadBufSize;

	thriftServer = new THsHaServer(args);

	LOG.info("Successfully started nimbus: started Thrift server...");
	thriftServer.serve();
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
private List<String> getSlots() throws Exception {
    NimbusClient nimbusClient = NimbusClient.getConfiguredClient(conf);
    Nimbus.Client nimbus = nimbusClient.getClient();
    List<String> slots = nimbus.getClusterInfo().get_supervisors().stream()
            .flatMap(s -> Arrays.asList(s.get_host() + ":6700", s.get_host() + ":6701").stream())
            .collect(Collectors.toList());
    Collections.shuffle(slots);
    System.out.println(slots.size());
    return slots;
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
private void doRebalance(String topoName, int numWorkers) throws Exception {
    NimbusClient nimbusClient = NimbusClient.getConfiguredClient(conf);
    Nimbus.Client nimbus = nimbusClient.getClient();
    RebalanceOptions options = new RebalanceOptions();
    options.set_num_workers(numWorkers);
    options.set_wait_secs(1);
    System.out.println("Reassigning to " + numWorkers + " workers");
    nimbus.rebalance(topoName, options);
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
public Nimbus.Client getClient() {
	return _client;
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@Override
protected void flush() {
	_client = new Nimbus.Client(_protocol);
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
public static void setLocalNimbus(Nimbus.Iface localNimbusHandler) {
	StormSubmitter.localNimbus = localNimbusHandler;
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
public Nimbus.Client getClient() {
    return _client;
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@Override
protected void flush() {
    // TODO Auto-generated method stub
    _client = new Nimbus.Client(_protocol);
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
public NimbusClient(Map conf, String host, int port, Integer timeout) throws TTransportException {
    super(conf, ThriftConnectionType.NIMBUS, host, port, timeout, null);
    _client = new Nimbus.Client(_protocol);
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
public void metrics(Nimbus.Client client) throws Exception {
    if (_interval <= 0) {
        throw new IllegalArgumentException("poll interval must be positive");
    }

    if (_topology == null || _topology.isEmpty()) {
        throw new IllegalArgumentException("topology name must be something");
    }

    if (_component == null || _component.isEmpty()) {
        HashSet<String> components = getComponents(client, _topology);
        System.out.println("Available components for " + _topology + " :");
        System.out.println("------------------");
        for (String comp : components) {
            System.out.println(comp);
        }
        System.out.println("------------------");
        System.out.println("Please use -m to specify one component");
        return;
    }

    if (_stream == null || _stream.isEmpty()) {
        throw new IllegalArgumentException("stream name must be something");
    }

    if (!WATCH_TRANSFERRED.equals(_watch) && !WATCH_EMITTED.equals(_watch)) {
        throw new IllegalArgumentException("watch item must either be transferred or emitted");
    }
    System.out.println("topology\tcomponent\tparallelism\tstream\ttime-diff ms\t" + _watch + "\tthroughput (Kt/s)");

    long pollMs = _interval * 1000;
    long now = System.currentTimeMillis();
    MetricsState state = new MetricsState(now, 0);
    Poller poller = new Poller(now, pollMs);

    do {
        metrics(client, now, state);
        try {
            now = poller.nextPoll();
        } catch (InterruptedException e) {
            e.printStackTrace();
            break;
        }
    } while (true);
}
 

import backtype.storm.generated.Nimbus; //导入依赖的package包/类
@Override
protected void flush() {
	// TODO Auto-generated method stub
	_client = new Nimbus.Client(_protocol);
}