Java NiFiDataPacket類代碼示例

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
public static void main(String[] args) throws Exception {
	StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

	SiteToSiteClientConfig clientConfig = new SiteToSiteClient.Builder()
			.url("http://localhost:8080/nifi")
			.portName("Data for Flink")
			.requestBatchCount(5)
			.buildConfig();

	SourceFunction<NiFiDataPacket> nifiSource = new NiFiSource(clientConfig);
	DataStream<NiFiDataPacket> streamSource = env.addSource(nifiSource).setParallelism(2);

	DataStream<String> dataStream = streamSource.map(new MapFunction<NiFiDataPacket, String>() {
		@Override
		public String map(NiFiDataPacket value) throws Exception {
			return new String(value.getContent(), Charset.defaultCharset());
		}
	});

	dataStream.print();
	env.execute();
}
 

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
public static void main(String[] args) throws Exception {
	StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

	SiteToSiteClientConfig clientConfig = new SiteToSiteClient.Builder()
			.url("http://localhost:8080/nifi")
			.portName("Data from Flink")
			.buildConfig();

	DataStreamSink<String> dataStream = env.fromElements("one", "two", "three", "four", "five", "q")
			.addSink(new NiFiSink<>(clientConfig, new NiFiDataPacketBuilder<String>() {
				@Override
				public NiFiDataPacket createNiFiDataPacket(String s, RuntimeContext ctx) {
					return new StandardNiFiDataPacket(s.getBytes(ConfigConstants.DEFAULT_CHARSET),
						new HashMap<String, String>());
				}
			}));

	env.execute();
}
 

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
public static void main(String[] args) throws Exception {
	StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

	SiteToSiteClientConfig clientConfig = new SiteToSiteClient.Builder()
			.url("http://localhost:8080/nifi")
			.portName("Data from Flink")
			.buildConfig();

	DataStreamSink<String> dataStream = env.fromElements("one", "two", "three", "four", "five", "q")
			.addSink(new NiFiSink<>(clientConfig, new NiFiDataPacketBuilder<String>() {
				@Override
				public NiFiDataPacket createNiFiDataPacket(String s, RuntimeContext ctx) {
					return new StandardNiFiDataPacket(s.getBytes(), new HashMap<String,String>());
				}
			}));

	env.execute();
}
 

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
@Override
public NiFiDataPacket createNiFiDataPacket(LogLevels logLevels, RuntimeContext runtimeContext) {
    Map<String,Integer> counts = logLevels.getLevels();

    // get the total number of error and warn messages
    int totalWarnError = 0;
    if (counts.containsKey(ERROR)) {
        totalWarnError += counts.get(ERROR);
    }
    if (counts.containsKey(WARN)) {
        totalWarnError += counts.get(WARN);
    }

    // calculate the number of ERROR/WARN messages per second
    double windowSizeSeconds = windowSizeMillis / 1000;
    double actualRate = ((double)totalWarnError) / windowSizeSeconds;

    // always collect ERROR/WARN messages
    StringBuilder builder = new StringBuilder();
    builder.append(ERROR).append("\n");
    builder.append(WARN).append("\n");

    // only collect INFO and DEBUG if ERROR/WARN is less than minimum rate
    if (actualRate < minRatePerSecond) {
        builder.append(INFO).append("\n");
        builder.append(DEBUG).append("\n");
    }

    // pass the rate, total, and window size as attributes
    Map<String,String> attrs = new HashMap<>();
    attrs.put(ERROR_WARN_RATE_ATTR, String.valueOf(actualRate));
    attrs.put(ERROR_WARN_TOTAL_ATTR, String.valueOf(totalWarnError));
    attrs.put(WINDOW_MILLIS_ATTR, String.valueOf(windowSizeMillis));

    byte[] content = builder.toString().getBytes(StandardCharsets.UTF_8);
    return new StandardNiFiDataPacket(content, attrs);
}
 

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
public static void main(String[] args) throws Exception {
    String propertiesFile = DEFAULT_PROPERTIES_FILE;
    if (args != null && args.length == 1 && args[0] != null) {
        propertiesFile = args[0];
    }

    WindowLogLevelCountProps props = new WindowLogLevelCountProps(propertiesFile);

    // Set up the execution environment
    StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

    // Configure the SiteToSiteClient
    SiteToSiteClientConfig clientConfig = getSourceConfig(props);

    // Create our data stream with a NiFiSource
    SourceFunction<NiFiDataPacket> nifiSource = new NiFiSource(clientConfig);
    DataStream<NiFiDataPacket> streamSource = env.addSource(nifiSource);

    int windowSize = props.getFlinkWindowMillis();
    LogLevelFlatMap logLevelFlatMap = new LogLevelFlatMap(props.getLogLevelAttribute());

    // Count the occurrences of each log level over a window
    DataStream<LogLevels> counts =
            streamSource.flatMap(logLevelFlatMap)
                    .timeWindowAll(Time.of(windowSize, TimeUnit.MILLISECONDS))
                    .apply(new LogLevelWindowCounter());

    // Add the sink to send the dictionary back to NiFi
    double rateThreshold = props.getFlinkRateThreshold();
    SiteToSiteClientConfig sinkConfig = getSinkConfig(props);
    NiFiDataPacketBuilder<LogLevels> builder = new DictionaryBuilder(windowSize, rateThreshold);
    counts.addSink(new NiFiSink<>(sinkConfig, builder));

    // execute program
    env.execute("WindowLogLevelCount");
}
 

import org.apache.flink.streaming.connectors.nifi.NiFiDataPacket; //導入依賴的package包/類
@Override
public void flatMap(NiFiDataPacket niFiDataPacket, Collector<LogLevel> collector)
        throws Exception {

    Map<String,String> attributes = niFiDataPacket.getAttributes();

    if (attributes.containsKey(attributeName)) {
        String logLevel = niFiDataPacket.getAttributes().get(attributeName);
        collector.collect(new LogLevel(logLevel, 1));
    }
}