Java Processor类代码示例

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private TopologyBuilder processingTopologyBuilder() {

        TopologyBuilder builder = new TopologyBuilder();

        builder.addSource(SOURCE_NAME, topicName)
                .addProcessor(PROCESSOR_NAME, new ProcessorSupplier() {
                    @Override
                    public Processor get() {
                        return new TweetStreamProcessor();
                    }
                }, SOURCE_NAME);

        LOGGER.info("Kafka streams processing topology ready");

        return builder;
    }
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
/**
 * {@inheritDoc}
 * @see com.heliosapm.streams.metrics.processors.StreamedMetricProcessorSupplier#shutdown()
 */
@Override
public void shutdown() {
	log.info(">>>>>  Stopping [{}]...", getClass().getSimpleName());
	for(Processor<K, V> p: startedProcessors) {
		try {
			log.info(">>>>>  Stopping Processor [{}]...", p.getClass().getSimpleName());
			p.close();
			log.info("<<<<<  Processor [{}] Stopped.", p.getClass().getSimpleName());
		} catch (Exception ex) {
			log.error("Failed to close processor [{}]", p, ex);
		}
	}
	startedProcessors.clear();		
	log.info("<<<<<  Stopped [{}]", getClass().getSimpleName());
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private TopologyBuilder processingTopologyBuilder() {
    //create state store
    StateStoreSupplier machineToAvgCPUUsageStore
            = Stores.create(AVG_STORE_NAME)
                    .withStringKeys()
                    .withDoubleValues()
                    .inMemory()
                    .build();

    StateStoreSupplier machineToNumOfRecordsReadStore
            = Stores.create(NUM_RECORDS_STORE_NAME)
                    .withStringKeys()
                    .withIntegerValues()
                    .inMemory()
                    .build();

    TopologyBuilder builder = new TopologyBuilder();

    builder.addSource(SOURCE_NAME, TOPIC_NAME)
            .addProcessor(PROCESSOR_NAME, new ProcessorSupplier() {
                @Override
                public Processor get() {
                    return new CPUCumulativeAverageProcessor();
                }
            }, SOURCE_NAME)
            .addStateStore(machineToAvgCPUUsageStore, PROCESSOR_NAME)
            .addStateStore(machineToNumOfRecordsReadStore, PROCESSOR_NAME);

    LOGGER.info("Kafka streams processing topology ready");

    return builder;
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private TopologyBuilder processingTopologyBuilder() {

        StateStoreSupplier machineToAvgCPUUsageStore
                = Stores.create(AVG_STORE_NAME)
                        .withStringKeys()
                        .withDoubleValues()
                        .inMemory()
                        .build();

        StateStoreSupplier machineToNumOfRecordsReadStore
                = Stores.create(NUM_RECORDS_STORE_NAME)
                        .withStringKeys()
                        .withIntegerValues()
                        .inMemory()
                        .build();

        TopologyBuilder builder = new TopologyBuilder();

        builder.addSource(SOURCE_NAME, TOPIC_NAME)
                .addProcessor(PROCESSOR_NAME, new ProcessorSupplier() {
                    @Override
                    public Processor get() {
                        return new CPUCumulativeAverageProcessor();
                    }
                }, SOURCE_NAME)
                .addStateStore(machineToAvgCPUUsageStore, PROCESSOR_NAME)
                .addStateStore(machineToNumOfRecordsReadStore, PROCESSOR_NAME);

        LOGGER.info("Kafka streams processing topology ready");

        return builder;
    }
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
public ProcessorNode(String name, Processor<K, V> processor, Set<String> stateStores) {
    this.name = name;
    this.processor = processor;
    this.children = new ArrayList<>();
    this.stateStores = stateStores;
    this.time = new SystemTime();
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private <K, V> ProcessorSupplier<K, V> define(final Processor<K, V> processor) {
    return new ProcessorSupplier<K, V>() {
        @Override
        public Processor<K, V> get() {
            return processor;
        }
    };
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private KafkaStreams createKafkaStreams(String topic, final CountDownLatch latch) {
    Properties props = setStreamProperties("simple-benchmark-streams");

    KStreamBuilder builder = new KStreamBuilder();

    KStream<Integer, byte[]> source = builder.stream(INTEGER_SERDE, BYTE_SERDE, topic);

    source.process(new ProcessorSupplier<Integer, byte[]>() {
        @Override
        public Processor<Integer, byte[]> get() {
            return new AbstractProcessor<Integer, byte[]>() {

                @Override
                public void init(ProcessorContext context) {
                }

                @Override
                public void process(Integer key, byte[] value) {
                    processedRecords++;
                    processedBytes += value.length + Integer.SIZE;
                    if (processedRecords == numRecords) {
                        latch.countDown();
                    }
                }

                @Override
                public void punctuate(long timestamp) {
                }

                @Override
                public void close() {
                }
            };
        }
    });

    return createKafkaStreamsWithExceptionHandler(builder, props);
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
private KafkaStreams createKafkaStreamsWithSink(String topic, final CountDownLatch latch) {
    final Properties props = setStreamProperties("simple-benchmark-streams-with-sink");

    KStreamBuilder builder = new KStreamBuilder();

    KStream<Integer, byte[]> source = builder.stream(INTEGER_SERDE, BYTE_SERDE, topic);

    source.to(INTEGER_SERDE, BYTE_SERDE, SINK_TOPIC);
    source.process(new ProcessorSupplier<Integer, byte[]>() {
        @Override
        public Processor<Integer, byte[]> get() {
            return new AbstractProcessor<Integer, byte[]>() {
                @Override
                public void init(ProcessorContext context) {
                }

                @Override
                public void process(Integer key, byte[] value) {
                    processedRecords++;
                    processedBytes += value.length + Integer.SIZE;
                    if (processedRecords == numRecords) {
                        latch.countDown();
                    }
                }

                @Override
                public void punctuate(long timestamp) {
                }

                @Override
                public void close() {
                }
            };
        }
    });

    return createKafkaStreamsWithExceptionHandler(builder, props);
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
/**
 * {@inheritDoc}
 * @see org.apache.kafka.streams.processor.ProcessorSupplier#get()
 */
@Override
public Processor<K, V> get() {
	final AbstractStreamedMetricProcessor<K,V> processor = getProcessor(topicSink, sources);
	
	startedProcessors.add(processor);
	final String processorBeanName = processor.getClass().getSimpleName() + "#" + processor.getInstanceId(); 
	processor.setBeanName(processorBeanName);
	
	((SingletonBeanRegistry)appCtx.getAutowireCapableBeanFactory()).registerSingleton(processorBeanName, processor);
	appCtx.getAutowireCapableBeanFactory().autowireBean(processor);
	return processor;
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
/**
 * Utility method to create a {@link ProcessorSupplier} for a given service.
 * 
 * @param processorInstance the processor instance; may not be null
 * @return the {@link ProcessorSupplier} instance; never null
 */
protected static ProcessorSupplier<String, Document> processorDef(ServiceProcessor processorInstance) {
    return new ProcessorSupplier<String, Document>() {

        @Override
        public Processor<String, Document> get() {
            return processorInstance;
        }
    };
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
@Override
public Processor<K, Change<V1>> get() {
    return new KTableKTableLeftJoinProcessor(valueGetterSupplier2.get());
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
@Override
public Processor<K, Change<V>> get() {
    return new KTableMapProcessor();
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
@Override
public Processor<K1, V1> get() {
    return new KStreamKTableJoinProcessor<>(valueGetterSupplier.get(), mapper, joiner, leftJoin);
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
@Override
public Processor<K, Change<V1>> get() {
    return new KTableKTableOuterJoinProcessor(valueGetterSupplier2.get());
}
 

import org.apache.kafka.streams.processor.Processor; //导入依赖的package包/类
@Override
public Processor<K, V> get() {
    return new KStreamJoinWindowProcessor();
}