本文整理汇总了Java中org.apache.flink.streaming.connectors.kinesis.FlinkKinesisConsumer类的典型用法代码示例。如果您正苦于以下问题：Java FlinkKinesisConsumer类的具体用法？Java FlinkKinesisConsumer怎么用？Java FlinkKinesisConsumer使用的例子？那么, 这里精选的类代码示例或许可以为您提供帮助。
FlinkKinesisConsumer类属于org.apache.flink.streaming.connectors.kinesis包，在下文中一共展示了FlinkKinesisConsumer类的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: main
import org.apache.flink.streaming.connectors.kinesis.FlinkKinesisConsumer; //导入依赖的package包/类
public static void main(String[] args) throws Exception {
ParameterTool pt = ParameterTool.fromArgs(args);
StreamExecutionEnvironment see = StreamExecutionEnvironment.getExecutionEnvironment();
see.setParallelism(1);
Properties kinesisConsumerConfig = new Properties();
kinesisConsumerConfig.setProperty(ConsumerConfigConstants.AWS_REGION, pt.getRequired("region"));
kinesisConsumerConfig.setProperty(ConsumerConfigConstants.AWS_ACCESS_KEY_ID, pt.getRequired("accesskey"));
kinesisConsumerConfig.setProperty(ConsumerConfigConstants.AWS_SECRET_ACCESS_KEY, pt.getRequired("secretkey"));
DataStream<String> kinesis = see.addSource(new FlinkKinesisConsumer<>(
"flink-test",
new SimpleStringSchema(),
kinesisConsumerConfig));
kinesis.print();
see.execute();
}
示例2: create
import org.apache.flink.streaming.connectors.kinesis.FlinkKinesisConsumer; //导入依赖的package包/类
public static Thread create(final int totalEventCount,
final int failAtRecordCount,
final int parallelism,
final int checkpointInterval,
final long restartDelay,
final String awsAccessKey,
final String awsSecretKey,
final String awsRegion,
final String kinesisStreamName,
final AtomicReference<Throwable> errorHandler,
final int flinkPort,
final Configuration flinkConfig) {
Runnable exactlyOnceValidationConsumer = new Runnable() {
@Override
public void run() {
try {
StreamExecutionEnvironment see = StreamExecutionEnvironment.createRemoteEnvironment("localhost", flinkPort, flinkConfig);
see.setParallelism(parallelism);
see.enableCheckpointing(checkpointInterval);
// we restart two times
see.setRestartStrategy(RestartStrategies.fixedDelayRestart(2, restartDelay));
// consuming topology
Properties consumerProps = new Properties();
consumerProps.setProperty(ConsumerConfigConstants.AWS_ACCESS_KEY_ID, awsAccessKey);
consumerProps.setProperty(ConsumerConfigConstants.AWS_SECRET_ACCESS_KEY, awsSecretKey);
consumerProps.setProperty(ConsumerConfigConstants.AWS_REGION, awsRegion);
// start reading from beginning
consumerProps.setProperty(ConsumerConfigConstants.STREAM_INITIAL_POSITION, ConsumerConfigConstants.InitialPosition.TRIM_HORIZON.name());
DataStream<String> consuming = see.addSource(new FlinkKinesisConsumer<>(kinesisStreamName, new SimpleStringSchema(), consumerProps));
consuming
.flatMap(new ArtificialFailOnceFlatMapper(failAtRecordCount))
// validate consumed records for correctness (use only 1 instance to validate all consumed records)
.flatMap(new ExactlyOnceValidatingMapper(totalEventCount)).setParallelism(1);
LOG.info("Starting consuming topology");
tryExecute(see, "Consuming topo");
LOG.info("Consuming topo finished");
} catch (Exception e) {
LOG.warn("Error while running consuming topology", e);
errorHandler.set(e);
}
}
};
return new Thread(exactlyOnceValidationConsumer);
}