Java TestUtils.createTopic方法代码示例

import kafka.utils.TestUtils; //导入方法依赖的package包/类
/**
 * Creates a topic.
 *
 * @param topic Topic name.
 * @param partitions Number of partitions for the topic.
 * @param replicationFactor Replication factor.
 * @throws TimeoutException If operation is timed out.
 * @throws InterruptedException If interrupted.
 */
public void createTopic(String topic, int partitions, int replicationFactor)
    throws TimeoutException, InterruptedException {
    List<KafkaServer> servers = new ArrayList<>();

    servers.add(kafkaSrv);

    TestUtils.createTopic(zkUtils, topic, partitions, replicationFactor,
        scala.collection.JavaConversions.asScalaBuffer(servers), new Properties());
}
 

import kafka.utils.TestUtils; //导入方法依赖的package包/类
public static void createTopic(String topic, Integer partitionNum, Integer replicas) {
    TestUtils.createTopic(
                    zkUtils,
                    topic,
                    partitionNum,
                    replicas,
                    scala.collection.JavaConversions.asScalaBuffer(kafkaServers),
                    new Properties()
    );
}
 

import kafka.utils.TestUtils; //导入方法依赖的package包/类
protected void createTopics(String inputTopic, String outputTopic) {
  TestUtils.createTopic(zkUtils(), inputTopic, 5, 1, servers(), new Properties());
  TestUtils.createTopic(zkUtils(), outputTopic, 5, 1, servers(), new Properties());
}
 

import kafka.utils.TestUtils; //导入方法依赖的package包/类
private void createTopics(String inputTopic, String outputTopic) {
  TestUtils.createTopic(zkUtils(), inputTopic, 1, 1, servers(), new Properties());
  TestUtils.createTopic(zkUtils(), outputTopic, 1, 1, servers(), new Properties());
}
 

import kafka.utils.TestUtils; //导入方法依赖的package包/类
@Test
public void testKafkaTransport() throws Exception {

  String topic = "zipkin";
  // Kafka setup
  EmbeddedZookeeper zkServer = new EmbeddedZookeeper(TestZKUtils.zookeeperConnect());
  ZkClient zkClient = new ZkClient(zkServer.connectString(), 30000, 30000, ZKStringSerializer$.MODULE$);
  Properties props = TestUtils.createBrokerConfig(0, TestUtils.choosePort(), false);
  KafkaConfig config = new KafkaConfig(props);
  KafkaServer kafkaServer = TestUtils.createServer(config, new MockTime());

  Buffer<KafkaServer> servers = JavaConversions.asScalaBuffer(Collections.singletonList(kafkaServer));
  TestUtils.createTopic(zkClient, topic, 1, 1, servers, new Properties());
  zkClient.close();
  TestUtils.waitUntilMetadataIsPropagated(servers, topic, 0, 5000);

  // HTrace
  HTraceConfiguration hTraceConfiguration = HTraceConfiguration.fromKeyValuePairs(
      "sampler.classes", "AlwaysSampler",
      "span.receiver.classes", ZipkinSpanReceiver.class.getName(),
      "zipkin.kafka.metadata.broker.list", config.advertisedHostName() + ":" + config.advertisedPort(),
      "zipkin.kafka.topic", topic,
      ZipkinSpanReceiver.TRANSPORT_CLASS_KEY, KafkaTransport.class.getName()
  );

  final Tracer tracer = new Tracer.Builder("test-tracer")
      .tracerPool(new TracerPool("test-tracer-pool"))
      .conf(hTraceConfiguration)
      .build();

  String scopeName = "test-kafka-transport-scope";
  TraceScope traceScope = tracer.newScope(scopeName);
  traceScope.close();
  tracer.close();

  // Kafka consumer
  Properties consumerProps = new Properties();
  consumerProps.put("zookeeper.connect", props.getProperty("zookeeper.connect"));
  consumerProps.put(ConsumerConfig.GROUP_ID_CONFIG, "testing.group");
  consumerProps.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "smallest");
  ConsumerConnector connector =
      kafka.consumer.Consumer.createJavaConsumerConnector(new kafka.consumer.ConsumerConfig(consumerProps));
  Map<String, Integer> topicCountMap = new HashMap<>();
  topicCountMap.put(topic, 1);
  Map<String, List<KafkaStream<byte[], byte[]>>> streams = connector.createMessageStreams(topicCountMap);
  ConsumerIterator<byte[], byte[]> it = streams.get(topic).get(0).iterator();

  // Test
  Assert.assertTrue("We should have one message in Kafka", it.hasNext());
  Span span = new Span();
  new TDeserializer(new TBinaryProtocol.Factory()).deserialize(span, it.next().message());
  Assert.assertEquals("The span name should match our scope description", span.getName(), scopeName);

  kafkaServer.shutdown();

}
 

import kafka.utils.TestUtils; //导入方法依赖的package包/类
/**
 * Creates a kafka topic with the provided name and the number of partitions
 * @param topicName the name of the topic
 * @param numPartitions the number of partitions in the topic
 */
public void createTopic(String topicName, int numPartitions) {
  TestUtils.createTopic(zkUtils(), topicName, numPartitions, 1, servers(), new Properties());
}