Java TopicInfo类代码示例

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public TopicInfo declareTopic(String name, String prefix, Integer partitionIndex) {
	TopicInfo topic = null;

	String topicName = createTopicName(name, prefix, partitionIndex);
	try {
		logger.debug("Creating topic: {} ",topic);
		topic = client.create(TopicInfo.of(topicName));
	}
	catch (PubSubException e) {
		if (e.reason().equals(PubSubBinder.ALREADY_EXISTS)) {
			logger.warn("Topic: {} already exists, reusing definition from remote server",topicName);
			topic = Topic.of(topicName);
		}
	}

	return topic;
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Override
protected List<TopicInfo> createProducerDestinationIfNecessary(String name,
		ExtendedProducerProperties<PubSubProducerProperties> properties) {
	Integer partitionIndex = null;
	List<TopicInfo> topics = new LinkedList<>();

	if (properties.isPartitioned()) {
		for (int i = 0; i < properties.getPartitionCount(); i++) {
			if (properties.isPartitioned())
				partitionIndex = i;
			TopicInfo topic = resourceManager.declareTopic(name,
					properties.getExtension().getPrefix(), partitionIndex);
			topics.add(topic);
		}
	}
	else {
		topics.add(resourceManager.declareTopic(name,
				properties.getExtension().getPrefix(), null));
	}

	return topics;
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Override
protected MessageHandler createProducerMessageHandler(List<TopicInfo> destinations,
		ExtendedProducerProperties<PubSubProducerProperties> producerProperties)
		throws Exception {

	PubSubMessageHandler handler = null;
	if (producerProperties.getExtension().isBatchEnabled()) {
		handler = new BatchingPubSubMessageHandler(resourceManager,
				producerProperties, destinations);
		((BatchingPubSubMessageHandler) handler)
				.setConcurrency(producerProperties.getExtension().getConcurrency());
	}
	else {
		handler = new SimplePubSubMessageHandler(resourceManager, producerProperties,
				destinations);
	}

	resourceManager.createRequiredMessageGroups(destinations, producerProperties);

	return handler;
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Test
public void createNonPartitionedSubscription() throws Exception {
	PubSubProducerProperties properties = new PubSubProducerProperties();

	ExtendedProducerProperties<PubSubProducerProperties> producerProperties = new ExtendedProducerProperties<>(properties);
	producerProperties.setRequiredGroups("hdfs", "average");
	producerProperties.getExtension().setPrefix("createNonPartitionedSubscription");
	List<TopicInfo> topics = new ArrayList<>();
	topics.add(resourceManager.declareTopic("test",properties.getPrefix(),null));
	resourceManager.createRequiredMessageGroups(topics,producerProperties);

	Topic topic = pubSub.getTopic(topics.get(0).name());
	Assert.assertNotNull(topic);
	topic.listSubscriptions().iterateAll().forEachRemaining(subscriptionId -> {
		Assert.assertTrue(subscriptionId.subscription().startsWith("createNonPartitionedSubscription.test."));
	});
	resourceManager.deleteTopics(topics);


}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Test
public void createPartitionedSubscription() throws Exception {
	PubSubProducerProperties properties = new PubSubProducerProperties();

	ExtendedProducerProperties<PubSubProducerProperties> producerProperties = new ExtendedProducerProperties<>(properties);
	producerProperties.setRequiredGroups("hdfs", "average");
	producerProperties.getExtension().setPrefix("createPartitionedSubscription");
	List<TopicInfo> topics = new ArrayList<>();
	for(int i=0;i<2;i++){
		topics.add(resourceManager.declareTopic("test",properties.getPrefix(),i));
	}
	resourceManager.createRequiredMessageGroups(topics,producerProperties);

	for(int i=0;i<2;i++){
		Topic topic = pubSub.getTopic(topics.get(i).name());
		Assert.assertNotNull(topic);
		topic.listSubscriptions().values().forEach(subscriptionId -> {
			Assert.assertTrue(subscriptionId.subscription().startsWith("createPartitionedSubscription.test-"));
		});
	}

	resourceManager.deleteTopics(topics);


}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Test
public void consumeMessages() throws Exception {

	int messageCount = 2000;
	final AtomicInteger counter = new AtomicInteger(0);
	CountDownLatch latch = new CountDownLatch(messageCount);
	String baseTopicName = "pubsub-test";
	ExtendedProducerProperties<PubSubProducerProperties> extendedProducerProperties = new ExtendedProducerProperties<>(new PubSubProducerProperties());
	List<TopicInfo> topics = new ArrayList<>();
	topics.add(resourceManager.declareTopic(baseTopicName,"",null));
	SubscriptionInfo subscriptionInfo = resourceManager.declareSubscription(topics.get(0).name(),"test-subscription","");
	PubSubMessageHandler messageHandler = new BatchingPubSubMessageHandler(resourceManager,extendedProducerProperties,topics);
	messageHandler.start();
	resourceManager.createConsumer(subscriptionInfo, message -> {
		counter.incrementAndGet();
		latch.countDown();
	});
	for(int j=0;j<messageCount;j++){
		String payload = "foo-"+j;
		messageHandler.handleMessage(MessageBuilder.withPayload(payload.getBytes()).build());
	}
	latch.await();
	Assert.assertEquals(messageCount,counter.get());
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public PubSubMessageHandler(PubSubResourceManager resourceManager,
		ExtendedProducerProperties<PubSubProducerProperties> producerProperties,
		List<TopicInfo> topics) {
	this.resourceManager = resourceManager;
	this.producerProperties = producerProperties;
	this.mapper = new ObjectMapper();
	this.topics = topics;
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public void createRequiredMessageGroups(List<TopicInfo> destinations,
		ExtendedProducerProperties<PubSubProducerProperties> producerProperties) {

	for (String requiredGroupName : producerProperties.getRequiredGroups()) {
		for (int i = 0; i < producerProperties.getPartitionCount(); i++) {
			String name = destinations.get(i).name();
			declareSubscription(destinations.get(i).name(), name, requiredGroupName);
		}
	}
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
@Override
protected Subscription createConsumerDestinationIfNecessary(String name, String group,
		ExtendedConsumerProperties<PubSubConsumerProperties> properties) {
	boolean partitioned = properties.isPartitioned();
	Integer partitionIndex = null;
	if (partitioned) {
		partitionIndex = properties.getInstanceIndex();
	}
	TopicInfo topicInfo = resourceManager.declareTopic(name,
			properties.getExtension().getPrefix(), partitionIndex);
	SubscriptionInfo subscription = resourceManager
			.declareSubscription(topicInfo.name(), topicInfo.name(), group);
	return resourceManager.createSubscription(subscription);
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public void deleteTopics(List<TopicInfo> topics) {
	for (TopicInfo t : topics) {
		client.deleteTopic(t.name());
	}
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public BatchingPubSubMessageHandler(PubSubResourceManager resourceManager, ExtendedProducerProperties<PubSubProducerProperties> producerProperties, List<TopicInfo> topics) {
	super(resourceManager, producerProperties, topics);
	this.processor = WorkQueueProcessor.share(true);
}
 

import com.google.cloud.pubsub.TopicInfo; //导入依赖的package包/类
public SimplePubSubMessageHandler(PubSubResourceManager resourceManager, ExtendedProducerProperties<PubSubProducerProperties> producerProperties, List<TopicInfo> topics) {
	super(resourceManager, producerProperties, topics);
}