Java TridentTuple类代码示例

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public static StormTopology buildTopology(WindowsStoreFactory windowStore, WindowConfig windowConfig) throws Exception {
    TridentKafkaConfig config = new TridentKafkaConfig(new ZkHosts("localhost:2181"), "test");
    config.scheme = new SchemeAsMultiScheme(new StringScheme());
    config.startOffsetTime = kafka.api.OffsetRequest.LatestTime();
    TransactionalTridentKafkaSpout spout = new TransactionalTridentKafkaSpout(config);
    TridentTopology topology = new TridentTopology();

    Stream stream = topology.newStream("spout1", spout).each(new Fields("str"),
            new Split(), new Fields("word"))
            .window(windowConfig, windowStore, new Fields("word"), new CountAsAggregator(), new Fields("count"))
            .peek(new Consumer() {
                @Override
                public void accept(TridentTuple tuple) {
		System.out.print("[");
		for (int index = 0; index < tuple.size(); index++) {
			System.out.print(tuple.get(index));
			if (index < (tuple.size() - 1))
				System.out.print(",");
		}
		System.out.println("]");
	}
            });

    return topology.build();
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public static StormTopology buildTopology(WindowsStoreFactory windowStore, WindowConfig windowConfig) throws Exception {
    FixedBatchSpout spout = new FixedBatchSpout(new Fields("sentence"), 3, new Values("the cow jumped over the moon"),
            new Values("the man went to the store and bought some candy"), new Values("four score and seven years ago"),
            new Values("how many apples can you eat"), new Values("to be or not to be the person"));
    spout.setCycle(true);

    TridentTopology topology = new TridentTopology();

    Stream stream = topology.newStream("spout1", spout).parallelismHint(16).each(new Fields("sentence"),
            new Split(), new Fields("word"))
            .window(windowConfig, windowStore, new Fields("word"), new CountAsAggregator(), new Fields("count"))
            .peek(new Consumer() {
                @Override
                public void accept(TridentTuple input) {
                    LOG.info("Received tuple: [{}]", input);
                }
            });

    return topology.build();
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public static StormTopology buildTopology(WindowsStoreFactory windowsStore) throws Exception {
    FixedBatchSpout spout = new FixedBatchSpout(new Fields("sentence"), 3, new Values("the cow jumped over the moon"),
            new Values("the man went to the store and bought some candy"), new Values("four score and seven years ago"),
            new Values("how many apples can you eat"), new Values("to be or not to be the person"));
    spout.setCycle(true);

    TridentTopology topology = new TridentTopology();

    Stream stream = topology.newStream("spout1", spout).parallelismHint(16).each(new Fields("sentence"),
            new Split(), new Fields("word"))
            .window(TumblingCountWindow.of(1000), windowsStore, new Fields("word"), new CountAsAggregator(), new Fields("count"))
            .peek(new Consumer() {
                @Override
                public void accept(TridentTuple input) {
                    LOG.info("Received tuple: [{}]", input);
                }
            });

    return topology.build();
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public static void main(String args[]) {
	FixedBatchSpout spout = new FixedBatchSpout(new Fields("a", "b"), 3,
			new Values(1, 2), new Values(3, 4),
			new Values(7, 3));
	spout.setCycle(false);

	TridentTopology topology = new TridentTopology();
	topology.newStream("spout1", spout)
			.each(new Fields("a", "b"), new PerformDiffFunction(),
					new Fields("d")).peek(new Consumer() {
				@Override
				public void accept(TridentTuple tuple) {
					System.out.print("[");
					for (int index = 0; index < tuple.size(); index++) {
						System.out.print(tuple.get(index));
						if (index < (tuple.size() - 1))
							System.out.print(",");
					}
					System.out.println("]");
				}
			});

	Config config = new Config();
	config.setNumWorkers(3);
	LocalCluster cluster = new LocalCluster();
	cluster.submitTopology("storm-trident-example", config,
			topology.build());
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public void execute(TridentTuple tuple, TridentCollector collector) {

	int number1 = tuple.getInteger(0);
	int number2 = tuple.getInteger(1);

	if (number2 > number1) {
		collector.emit(new Values(number2 - number1));
	}
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public static void main(String args[]) {
	FixedBatchSpout spout = new FixedBatchSpout(new Fields("sentence"), 3,
			new Values("this is simple example of trident topology"),
			new Values("this example count same words"));
	spout.setCycle(false);

	TridentTopology topology = new TridentTopology();
	topology.newStream("spout1", spout).flatMap(new SplitMapFunction())
			.map(new UpperCase()).peek(new Consumer() {
				@Override
				public void accept(TridentTuple tuple) {
					System.out.print("[");
					for (int index = 0; index < tuple.size(); index++) {
						System.out.print(tuple.get(index));
						if (index < (tuple.size() - 1))
							System.out.print(",");
					}
					System.out.println("]");
				}
			});

	Config config = new Config();
	config.setNumWorkers(3);
	LocalCluster cluster = new LocalCluster();
	cluster.submitTopology("storm-trident-example", config,
			topology.build());
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public Iterable<Values> execute(TridentTuple input) {
	List<Values> valuesList = new ArrayList<>();
	for (String word : input.getString(0).split(" ")) {
		valuesList.add(new Values(word));
	}
	return valuesList;
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public boolean isKeep(TridentTuple tuple) {
	System.out.print("[");
	for (int index = 0 ; index < tuple.size(); index ++){
		System.out.print(tuple.get(index));
		if(index < (tuple.size()-1))
		System.out.print(",");
	}
	System.out.println("]");
	return true;
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public void execute(TridentTuple tuple, TridentCollector collector) {
	String event = tuple.getString(0);
	System.out.println(event);
	String[] splittedEvent = event.split(",");
	if(splittedEvent.length>1){
		long phoneNumber = Long.parseLong(splittedEvent[0]);
		int bin = Integer.parseInt(splittedEvent[1]);
		int bout = Integer.parseInt(splittedEvent[2]);
		
		int totalBytesTransferred = bin + bout;
		System.out.println(phoneNumber+":"+bin+":"+bout);
		collector.emit(new Values(phoneNumber, totalBytesTransferred));
	}
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public void execute(TridentTuple tuple, TridentCollector collector) {
	String countries = tuple.getString(0);
	for (String word : countries.split(",")) {
		// System.out.println("word -"+word);
		collector.emit(new Values(word));
	}
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
public boolean isKeep(TridentTuple tuple) {
	if (tuple.getString(0).contains("#FIFA")) {
		return true;
	} else {
		return false;
	}
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public void execute(TridentTuple tuple, TridentCollector collector) {
  String sentence = tuple.getString(0);
  LOG.debug("receive sentence: '" + sentence + "'");
  if (sentence != null) {
    for (String word : splitSentence(sentence)) {
      collector.emit(new Values(word));
    }
  }
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public void execute(TridentTuple tuple, TridentCollector collector) {
  Iterable iterable = (Iterable) tuple.getValue(0);
  Iterator iterator = iterable.iterator();
  while (iterator.hasNext()) {
   collector.emit(new Values(iterator.next()));
  }
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public Set<Integer> init(TridentTuple tuple) {
  LOG.debug("get tuple: " + tuple);
  Set<Integer> singleton = new HashSet<Integer>();
  singleton.add(tuple.getInteger(1));
  return singleton;
}
 

import org.apache.storm.trident.tuple.TridentTuple; //导入依赖的package包/类
@Override
public void execute(TridentTuple tuple, TridentCollector collector) {
  String pvString = tuple.getString(0);
  PageView pageView = PageView.fromString(pvString);
  if (null == pageView) {
    LOG.error("invalid pageview string '" + pvString + "'");
    return;
  }
  List<Object> values = new ArrayList<Object>();
  for (Item field : fields) {
    values.add(pageView.getValue(field));
  }
  collector.emit(values);
}