Java GlobalWindow类代码示例

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
public static void main(String[] args) throws Exception {

        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        env.setParallelism(1);
        Integer[] array = new Integer[]{1, 2, 4, 3, 4, 3, 4, 5, 4, 6, 7, 3, 3, 6, 1, 1, 3, 2, 4, 6};
        List<Integer> list = Arrays.asList(array);
        DataStream<Tuple2<Integer, Integer>> counts = env.fromCollection(list)
                .windowAll(GlobalWindows.create())
                .trigger(CountTrigger.of(5)).apply(new AllWindowFunction<Integer, Tuple2<Integer, Integer>, GlobalWindow>() {
                    @Override
                    public void apply(GlobalWindow window, Iterable<Integer> tuples, Collector<Tuple2<Integer, Integer>> out) throws Exception {
                        HashMap<Integer, Integer> map = new HashMap<>();
                        for (Integer tuple : tuples) {
                            Integer value = 0;
                            if (map.containsKey(tuple)) {
                                value = map.get(tuple);
                            }
                            map.put(tuple, value + 1);
                        }

                        for (Map.Entry<Integer, Integer> entry : map.entrySet()) {
                            out.collect(new Tuple2<>(entry.getKey(), entry.getValue()));
                        }
                    }
                });

        counts.print();

        env.execute("Stream WordCount");
    }
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
static <T> WindowAssigner<T, GlobalWindow> mockGlobalWindowAssigner() throws Exception {
	@SuppressWarnings("unchecked")
	WindowAssigner<T, GlobalWindow> mockAssigner = mock(WindowAssigner.class);

	when(mockAssigner.getWindowSerializer(Mockito.<ExecutionConfig>any())).thenReturn(new GlobalWindow.Serializer());
	when(mockAssigner.isEventTime()).thenReturn(true);
	when(mockAssigner.assignWindows(Mockito.<T>any(), anyLong(), anyAssignerContext())).thenReturn(Collections.singletonList(GlobalWindow.get()));

	return mockAssigner;
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
private void testNoGarbageCollectionTimerForGlobalWindow(TimeDomainAdaptor timeAdaptor) throws Exception {

		WindowAssigner<Integer, GlobalWindow> mockAssigner = mockGlobalWindowAssigner();
		timeAdaptor.setIsEventTime(mockAssigner);
		Trigger<Integer, GlobalWindow> mockTrigger = mockTrigger();
		InternalWindowFunction<Iterable<Integer>, Void, Integer, GlobalWindow> mockWindowFunction = mockWindowFunction();

		// this needs to be true for the test to succeed
		assertEquals(Long.MAX_VALUE, GlobalWindow.get().maxTimestamp());

		KeyedOneInputStreamOperatorTestHarness<Integer, Integer, Void> testHarness =
				createWindowOperator(mockAssigner, mockTrigger, 0L, mockWindowFunction);

		testHarness.open();

		assertEquals(0, testHarness.getOutput().size());
		assertEquals(0, testHarness.numKeyedStateEntries());

		testHarness.processElement(new StreamRecord<>(0, 0L));

		// just the window contents
		assertEquals(1, testHarness.numKeyedStateEntries());

		// verify we have no timers for either time domain
		assertEquals(0, testHarness.numEventTimeTimers());
		assertEquals(0, testHarness.numProcessingTimeTimers());
	}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Test
public void testWindowAssignment() {
	WindowAssigner.WindowAssignerContext mockContext =
			mock(WindowAssigner.WindowAssignerContext.class);

	GlobalWindows assigner = GlobalWindows.create();

	assertThat(assigner.assignWindows("String", 0L, mockContext), contains(GlobalWindow.get()));
	assertThat(assigner.assignWindows("String", 4999L, mockContext), contains(GlobalWindow.get()));
	assertThat(assigner.assignWindows("String", 5000L, mockContext), contains(GlobalWindow.get()));
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Test
public void testProperties() {
	GlobalWindows assigner = GlobalWindows.create();

	assertFalse(assigner.isEventTime());
	assertEquals(new GlobalWindow.Serializer(), assigner.getWindowSerializer(new ExecutionConfig()));
	assertThat(assigner.getDefaultTrigger(mock(StreamExecutionEnvironment.class)), instanceOf(GlobalWindows.NeverTrigger.class));
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public TriggerResult onElement(ConnectedCarEvent event, long timestamp, GlobalWindow window, TriggerContext context) throws Exception {

	// if this is a stop event, set a timer
	if (event.speed == 0.0) {
		context.registerEventTimeTimer(event.timestamp);
	}

	return TriggerResult.CONTINUE;
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public void evictAfter(Iterable<TimestampedValue<ConnectedCarEvent>> elements, int size, GlobalWindow window, EvictorContext ctx) {
	long firstStop = ConnectedCarEvent.earliestStopElement(elements);

	// remove all events up to (and including) the first stop event (which is the event that triggered the window)
	for (Iterator<TimestampedValue<ConnectedCarEvent>> iterator = elements.iterator(); iterator.hasNext(); ) {
		TimestampedValue<ConnectedCarEvent> element = iterator.next();
		if (element.getTimestamp() <= firstStop) {
			iterator.remove();
		}
	}
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public void apply(Tuple key, GlobalWindow window, Iterable<ConnectedCarEvent> events, Collector<StoppedSegment> out) {
	StoppedSegment seg = new StoppedSegment(events);
	if (seg.length > 0) {
		out.collect(seg);
	}
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public TriggerResult onElement(T record, long timestamp, GlobalWindow globalWindow, TriggerContext triggerContext) throws Exception {
	ValueState<WindowState> windowState = triggerContext.getPartitionedState(windowStateDescriptor);

	if (isSessionStart.apply(record)) {
		if (windowState.value() == WindowState.EMPTY) {
			windowState.update(WindowState.START_ELEMENT);

			triggerContext.registerEventTimeTimer(timestamp + timeout);

			return TriggerResult.CONTINUE;
		} else if (windowState.value() == WindowState.END_ELEMENT) {
			return TriggerResult.CONTINUE;
		} else {
			LOG.info("Received another start element for the same session.");
			return TriggerResult.CONTINUE;
		}
	} else if (isSessionEnd.apply(record)) {
		if (windowState.value() == WindowState.EMPTY) {
			windowState.update(WindowState.END_ELEMENT);

			triggerContext.registerEventTimeTimer(timestamp);
			return TriggerResult.CONTINUE;
		} else if (windowState.value() == WindowState.START_ELEMENT) {
			return TriggerResult.FIRE_AND_PURGE;
		} else {
			LOG.info("Received another end element for the same session.");
			return TriggerResult.CONTINUE;
		}
	} else {
		return TriggerResult.CONTINUE;
	}
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public Collection<GlobalWindow> assignWindows(T record, long timestamp) {
	if (keepSessionElements) {
		return Collections.singletonList(GlobalWindow.get());
	} else {
		if (isSessionStart.apply(record) || isSessionEnd.apply(record)) {
			return Collections.singletonList(GlobalWindow.get());
		} else {
			return Collections.EMPTY_LIST;
		}
	}
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public Collection<GlobalWindow> assignWindows(Object element, long timestamp, WindowAssignerContext context) {
	return Collections.singletonList(GlobalWindow.get());
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public Trigger<Object, GlobalWindow> getDefaultTrigger(StreamExecutionEnvironment env) {
	return new NeverTrigger();
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public TriggerResult onElement(Object element, long timestamp, GlobalWindow window, TriggerContext ctx) {
	return TriggerResult.CONTINUE;
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public TriggerResult onEventTime(long time, GlobalWindow window, TriggerContext ctx) {
	return TriggerResult.CONTINUE;
}
 

import org.apache.flink.streaming.api.windowing.windows.GlobalWindow; //导入依赖的package包/类
@Override
public TriggerResult onProcessingTime(long time, GlobalWindow window, TriggerContext ctx) {
	return TriggerResult.CONTINUE;
}