Java ILocalCluster类代码示例

import backtype.storm.ILocalCluster; //导入依赖的package包/类
@Test
public void testSubmitLocal(
    @Injectable String topologyName,
    @Injectable Config stormConfig,
    @Injectable TopologyBuilder builder,
    @Injectable ILocalCluster cluster,
    @Injectable StormTopology stormTopology
) throws Exception {
  topology.topologyName = topologyName;
  topology.stormConfig = stormConfig;
  topology.builder = builder;

  new Expectations() {{
    builder.createTopology();
    result = stormTopology;
    cluster.submitTopology(topologyName, stormConfig, stormTopology);
  }};

  topology.submitLocal(cluster);
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
@Test
public void verifyProperValuesAreEmittedByEachBolt() {
  MkClusterParam clusterParam = new MkClusterParam();
  clusterParam.setSupervisors(1);

  withSimulatedTimeLocalCluster(clusterParam, new TestJob() {
    @Override
    public void run(ILocalCluster cluster) {
      MockedSources mockedSources = new MockedSources();
      mockedSources.addMockData(CHECKINS_ID, new Values(1382904793783L, "287 Hudson St New York NY 10013"));

      Config config = new Config();
      config.setDebug(true);

      CompleteTopologyParam topologyParam = new CompleteTopologyParam();
      topologyParam.setMockedSources(mockedSources);
      topologyParam.setStormConf(config);

      LatLng latLng = new LatLng("40.725612", "-74.00791599999999");

      ArrayList<LatLng> latLngList = new ArrayList<LatLng>();
      latLngList.add(latLng);

      Map result = completeTopology(cluster, StormTopologyBuilder.build(), topologyParam);
      assertTrue(multiseteq(new Values(new Values(1382904793783L, "287 Hudson St New York NY 10013")), readTuples(result, CHECKINS_ID)));
      assertTrue(multiseteq(new Values(new Values(1382904793783L, latLng)), readTuples(result, GEOCODE_LOOKUP_ID)));
      assertTrue(multiseteq(new Values(new Values(92193652L, latLngList)), readTuples(result, HEATMAP_BUILDER_ID)));
      assertTrue(multiseteq(new Values(), readTuples(result, PERSISTOR_ID)));
    }
  });
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
@Test
public void verifySpoutTuplesAreFullyAcked() {
  withTrackedCluster(new TestJob() {
    @Override
    public void run(ILocalCluster cluster) throws Exception {
      AckTracker ackTracker = new AckTracker();

      FeederSpout feederSpout = new FeederSpout(new Fields("time", "address"));
      feederSpout.setAckFailDelegate(ackTracker);

      TrackedTopology trackedTopology = mkTrackedTopology(cluster, StormTopologyBuilder.buildWithSpout(FEEDER_SPOUT_ID, feederSpout));
      cluster.submitTopology("test-acking", new Config(), trackedTopology.getTopology());

      feederSpout.feed(new Values(1382904793783L, "287 Hudson St New York NY 10013"));
      feederSpout.feed(new Values(1382904793783L, "287 Hudson St New York NY 10013"));
      feederSpout.feed(new Values(1382904793783L, "287 Hudson St New York NY 10013"));
      feederSpout.feed(new Values(1382904793783L, "287 Hudson St New York NY 10013"));
      trackedWait(trackedTopology, 4);

      assertEquals(4, ackTracker.getNumAcks());
      ackTracker.resetNumAcks();

      feederSpout.feed(new Values(1382904793783L, "287 Hudson St New York NY 10013"));
      trackedWait(trackedTopology, 1);
      assertEquals(1, ackTracker.getNumAcks());
      ackTracker.resetNumAcks();
    }
  });
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
@Override
public void run(ILocalCluster cluster) throws Exception {
    Map<String, TopologyTestInfo> topologies = new HashMap<String, TopologyTestInfo>();
    // to testing topologies - must fail
    StormUtils.forTesting(cluster, topologies);
    clear();
    
    // try starting unknown
    
    PipelineOptions opt = new PipelineOptions();
    opt.setNumberOfWorkers(3);
    PipelineCommand cmd = new PipelineCommand("abba", PipelineCommand.Status.START, opt);
    cmd.execute();
    fakeCheckedPipeline("abba");
    waitForExecution(1, 0, 500); // pipeline status tracker <-> monitoring
    Assert.assertEquals(1, getFailedHandler().getFailedCount());
    clear();

    cmd = new PipelineCommand(null, PipelineCommand.Status.START, opt);
    cmd.execute();
    waitForExecution(0, 1);
    Assert.assertEquals(1, getFailedHandler().getFailedCount());
    clear();

    // TODO try connect / disconnect not started pipeline
    
    // try unknown command

    cmd = new PipelineCommand("abba", null);
    cmd.execute();
    waitForExecution(0, 1);
    Assert.assertTrue(getTracer().contains(cmd));
    Assert.assertEquals(1, getTracer().getLogEntryCount());
    Assert.assertEquals(1, getFailedHandler().getFailedCount());
    clear();
    
    cmd = new PipelineCommand("abba", PipelineCommand.Status.STOP);
    cmd.execute();
    waitForExecution(0, 1);
    Assert.assertTrue(getTracer().contains(cmd));
    Assert.assertEquals(1, getTracer().getLogEntryCount());
    Assert.assertEquals(1, getFailedHandler().getFailedCount());
    clear();

    cmd = new PipelineCommand(null, PipelineCommand.Status.STOP);
    cmd.execute();
    waitForExecution(0, 1);
    Assert.assertTrue(getTracer().contains(cmd));
    Assert.assertEquals(1, getTracer().getLogEntryCount());
    Assert.assertEquals(1, getFailedHandler().getFailedCount());
    clear();

    StormUtils.forTesting(null, null);
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
@Test
public void testBasicTopology() {
	PythonRepository.getInstance();
	MkClusterParam mkClusterParam = new MkClusterParam();
	Config daemonConf = new Config();
	daemonConf.put(Config.STORM_LOCAL_MODE_ZMQ, false);
	mkClusterParam.setDaemonConf(daemonConf);

	try {
		Testing.withSimulatedTimeLocalCluster(mkClusterParam,
				new TestJob() {

					@SuppressWarnings({ "rawtypes", "unchecked" })
					@Override
					public void run(ILocalCluster cluster) throws Exception {
						// TODO Auto-generated method stub
						TopologyBuilder builder = new TopologyBuilder(); 
						builder.setSpout("karma-json-spout", new BasicJSONTestSpout());
						Properties basicKarmaBoltProperties = new Properties();
						basicKarmaBoltProperties.setProperty("name", "Stormy");
						basicKarmaBoltProperties.setProperty("karma.input.type", "JSON");
						basicKarmaBoltProperties.setProperty("base.uri", "http://ex.com");
						String source = null; 
						try {
							source = new File(this.getClass().getClassLoader().getResource("people-model.ttl").toURI()).getAbsolutePath().toString();
							basicKarmaBoltProperties.setProperty("model.file", source);
						} catch (URISyntaxException e) {
							LOG.error("Unable to load model", e);
						}
						
						builder.setBolt("karma-generate-json", new KarmaBolt(basicKarmaBoltProperties, null)).shuffleGrouping("karma-json-spout");

						Set<String> sources = new HashSet<String>();
						sources.add(source);
						KarmaReducerBolt reducerBolt = new KarmaReducerBolt(sources);
						builder.setBolt("karma-reducer-json", reducerBolt).fieldsGrouping("karma-generate-json", new Fields("id"));
						
						String inputs = IOUtils.toString(getTestResource("input/people.json"));
						JSONArray array = new JSONArray(inputs);
						List<Values> values = new LinkedList<Values>();
						for(int i = 0; i < array.length(); i++)
						{
							JSONObject obj = array.getJSONObject(i);
							values.add(new Values("a.txt",obj.toString()));
						}
						
						 MockedSources mockedSources = new MockedSources();
		                 mockedSources.addMockData("karma-json-spout", values.toArray(new Values[values.size()]));
		                    
						Config config = new Config();
						config.setDebug(true);
						
						StormTopology topology = builder.createTopology(); 
						CompleteTopologyParam completeTopologyParam = new CompleteTopologyParam();
	                    completeTopologyParam.setMockedSources(mockedSources);
	                    completeTopologyParam.setStormConf(config);
	                    Map results = Testing.completeTopology(cluster, topology, completeTopologyParam);
						ArrayList<String> karmaJsonSpoutResults = ( ArrayList<String>)results.get("karma-json-spout");
	                    Assert.assertEquals(7, karmaJsonSpoutResults.size() );
						ArrayList<String> karmaJsonReducerResults = ( ArrayList<String>)results.get("karma-reducer-json");
	                    Assert.assertEquals(7, karmaJsonReducerResults.size() );
						ArrayList<String> karmaBoltResults = ( ArrayList<String>)results.get("karma-generate-json");
	                    Assert.assertEquals(7, karmaBoltResults.size() );
					}
				});

	} catch (Exception ex) {
		if ((ex instanceof IOException) == false) {
			throw ex;
		}
	}

}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
private static ILocalCluster getLocalCluster() {
	return localCluster;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
public static void setLocalCluster(ILocalCluster cluster) {
	localCluster = cluster;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * run the testing logic with the cluster.
 * 
 * @param cluster
 *            the cluster which created by
 *            <code>Testing.withSimulatedTimeLocalCluster</code> and
 *            <code>Testing.withTrackedCluster</code>.
 */
public void run(ILocalCluster cluster) throws Exception;
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * run the testing logic with the cluster.
 * 
 * @param cluster the cluster which created by <code>Testing.withSimulatedTimeLocalCluster</code> and <code>Testing.withTrackedCluster</code>.
 */
public void run(ILocalCluster cluster) throws Exception;
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * Defines data for testing.
 * 
 * @param instance
 *            the local cluster instance (may be <b>null</b> to stop using
 *            the local cluster).
 * @param topologies
 *            the test topologies
 */
public static void forTesting(ILocalCluster instance, Map<String, TopologyTestInfo> topologies) {
    localCluster = instance;
    testTopologies = topologies;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * Returns the local cluster in testing.
 * 
 * @return the local cluster, may be <b>null</b> but not if {@link #inTesting()} is <code>true</code>
 */
public static ILocalCluster getLocalCluster() {
    return localCluster;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * Creates an instance.
 * 
 * @param cluster the cluster instance
 */
private LocalClusterAccess(ILocalCluster cluster) {
    this.cluster = cluster;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * Sets the local cluster for testing. If a local cluster is set,
 * information requests are delegated to the local cluster.
 * 
 * @param cluster the cluster
 */
public static final void setLocalCluster(ILocalCluster cluster) {
    localCluster = cluster;
}
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
* run the testing logic with the cluster.
* 
* @param cluster the cluster which created by <code>Testing.withSimulatedTimeLocalCluster</code>
*        and <code>Testing.withTrackedCluster</code>.
*/
  public void run(ILocalCluster cluster) throws Exception;
 

import backtype.storm.ILocalCluster; //导入依赖的package包/类
/**
 * run the testing logic with the cluster.
 *
 * @param cluster the cluster which created by <code>Testing.withSimulatedTimeLocalCluster</code> and <code>Testing.withTrackedCluster</code>.
 */
void run(ILocalCluster cluster) throws Exception;