本文整理汇总了Java中org.apache.beam.sdk.transforms.windowing.FixedWindows.assignWindow方法的典型用法代码示例。如果您正苦于以下问题：Java FixedWindows.assignWindow方法的具体用法？Java FixedWindows.assignWindow怎么用？Java FixedWindows.assignWindow使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.beam.sdk.transforms.windowing.FixedWindows的用法示例。
在下文中一共展示了FixedWindows.assignWindow方法的5个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: garbageCollectionTimeAfterEndOfGlobalWindowWithLateness
import org.apache.beam.sdk.transforms.windowing.FixedWindows; //导入方法依赖的package包/类
@Test
public void garbageCollectionTimeAfterEndOfGlobalWindowWithLateness() {
FixedWindows windowFn = FixedWindows.of(Duration.standardMinutes(5));
Duration allowedLateness = Duration.millis(Long.MAX_VALUE);
WindowingStrategy<?, ?> strategy =
WindowingStrategy.globalDefault()
.withWindowFn(windowFn)
.withAllowedLateness(allowedLateness);
IntervalWindow window = windowFn.assignWindow(new Instant(-100));
assertThat(
window.maxTimestamp().plus(allowedLateness),
Matchers.<ReadableInstant>greaterThan(GlobalWindow.INSTANCE.maxTimestamp()));
assertThat(
LateDataUtils.garbageCollectionTime(window, strategy),
equalTo(GlobalWindow.INSTANCE.maxTimestamp()));
}
示例2: beforeEndOfGlobalWindowSame
import org.apache.beam.sdk.transforms.windowing.FixedWindows; //导入方法依赖的package包/类
@Test
public void beforeEndOfGlobalWindowSame() {
FixedWindows windowFn = FixedWindows.of(Duration.standardMinutes(5));
Duration allowedLateness = Duration.standardMinutes(2);
WindowingStrategy<?, ?> strategy =
WindowingStrategy.globalDefault()
.withWindowFn(windowFn)
.withAllowedLateness(allowedLateness);
IntervalWindow window = windowFn.assignWindow(new Instant(10));
assertThat(
LateDataUtils.garbageCollectionTime(window, strategy),
equalTo(window.maxTimestamp().plus(allowedLateness)));
}
示例3: garbageCollectionTimeAfterEndOfGlobalWindow
import org.apache.beam.sdk.transforms.windowing.FixedWindows; //导入方法依赖的package包/类
@Test
public void garbageCollectionTimeAfterEndOfGlobalWindow() {
FixedWindows windowFn = FixedWindows.of(Duration.standardMinutes(5));
WindowingStrategy<?, ?> strategy =
WindowingStrategy.globalDefault()
.withWindowFn(windowFn);
IntervalWindow window = windowFn.assignWindow(new Instant(BoundedWindow.TIMESTAMP_MAX_VALUE));
assertThat(
window.maxTimestamp(),
equalTo(GlobalWindow.INSTANCE.maxTimestamp()));
assertThat(
LateDataUtils.garbageCollectionTime(window, strategy),
equalTo(GlobalWindow.INSTANCE.maxTimestamp()));
}
示例4: testDiscardingMode
import org.apache.beam.sdk.transforms.windowing.FixedWindows; //导入方法依赖的package包/类
@Test
@Category({NeedsRunner.class, UsesTestStream.class})
public void testDiscardingMode() {
TestStream<String> stream =
TestStream.create(StringUtf8Coder.of())
.advanceWatermarkTo(new Instant(0))
.addElements(
TimestampedValue.of("firstPane", new Instant(100)),
TimestampedValue.of("alsoFirstPane", new Instant(200)))
.addElements(TimestampedValue.of("onTimePane", new Instant(500)))
.advanceWatermarkTo(new Instant(1001L))
.addElements(
TimestampedValue.of("finalLatePane", new Instant(750)),
TimestampedValue.of("alsoFinalLatePane", new Instant(250)))
.advanceWatermarkToInfinity();
FixedWindows windowFn = FixedWindows.of(Duration.millis(1000L));
Duration allowedLateness = Duration.millis(5000L);
PCollection<String> values =
p.apply(stream)
.apply(
Window.<String>into(windowFn)
.triggering(
AfterWatermark.pastEndOfWindow()
.withEarlyFirings(AfterPane.elementCountAtLeast(2))
.withLateFirings(Never.ever()))
.discardingFiredPanes()
.withAllowedLateness(allowedLateness))
.apply(WithKeys.<Integer, String>of(1))
.apply(GroupByKey.<Integer, String>create())
.apply(Values.<Iterable<String>>create())
.apply(Flatten.<String>iterables());
IntervalWindow window = windowFn.assignWindow(new Instant(100));
PAssert.that(values)
.inWindow(window)
.containsInAnyOrder(
"firstPane", "alsoFirstPane", "onTimePane", "finalLatePane", "alsoFinalLatePane");
PAssert.that(values)
.inCombinedNonLatePanes(window)
.containsInAnyOrder("firstPane", "alsoFirstPane", "onTimePane");
PAssert.that(values).inOnTimePane(window).containsInAnyOrder("onTimePane");
PAssert.that(values)
.inFinalPane(window)
.containsInAnyOrder("finalLatePane", "alsoFinalLatePane");
p.run();
}
示例5: testDiscardingMode
import org.apache.beam.sdk.transforms.windowing.FixedWindows; //导入方法依赖的package包/类
@Test
public void testDiscardingMode() throws IOException {
CreateStream<String> source =
CreateStream.of(StringUtf8Coder.of(), batchDuration())
.nextBatch(
TimestampedValue.of("firstPane", new Instant(100)),
TimestampedValue.of("alsoFirstPane", new Instant(200)))
.advanceWatermarkForNextBatch(new Instant(1001L))
.nextBatch(
TimestampedValue.of("onTimePane", new Instant(500)))
.advanceNextBatchWatermarkToInfinity()
.nextBatch(
TimestampedValue.of("finalLatePane", new Instant(750)),
TimestampedValue.of("alsoFinalLatePane", new Instant(250)));
FixedWindows windowFn = FixedWindows.of(Duration.millis(1000L));
Duration allowedLateness = Duration.millis(5000L);
PCollection<String> values =
p.apply(source)
.apply(
Window.<String>into(windowFn)
.triggering(
AfterWatermark.pastEndOfWindow()
.withEarlyFirings(AfterPane.elementCountAtLeast(2))
.withLateFirings(Never.ever()))
.discardingFiredPanes()
.withAllowedLateness(allowedLateness))
.apply(WithKeys.<Integer, String>of(1))
.apply(GroupByKey.<Integer, String>create())
.apply(Values.<Iterable<String>>create())
.apply(Flatten.<String>iterables());
IntervalWindow window = windowFn.assignWindow(new Instant(100));
PAssert.that(values)
.inWindow(window)
.containsInAnyOrder(
"firstPane", "alsoFirstPane", "onTimePane", "finalLatePane", "alsoFinalLatePane");
PAssert.that(values)
.inCombinedNonLatePanes(window)
.containsInAnyOrder("firstPane", "alsoFirstPane", "onTimePane");
PAssert.that(values).inOnTimePane(window).containsInAnyOrder("onTimePane");
PAssert.that(values)
.inFinalPane(window)
.containsInAnyOrder("finalLatePane", "alsoFinalLatePane");
p.run();
}