This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 4beba91 [hotfix][docs] Update configuration page to list new netty
shuffle options
new ff8a946 [hotfix][network] Rename BufferBlocker to BufferStorage
new 3adc3eb [hotfix][network] Make toNotifyOnCheckpoint field final in
ChekpointBarrierHandlers
new d6093eb [hotfix][network] Move queuedBuffered and currentBuffered
fields to BufferStorage
new ad44048 [hotfix][test] Drop unnecessary pageSize argument in
BufferBarierTestBase#createBuffer
new 62927c9 [hotfix][network] Do not abort the same checkpoint barrier
twice when cancellation marker was lost
new 814f47e [hotfix][test] Drop mockito usage from BarrierTrackerTest
new aa5f061 [FLINK-12777][network] Extract CheckpointBarrierAligner from
BarrierBuffer
new 5252588 [FLIKN-12777][network] Refactor BarrierTracker to use the
same code structure as BarrierBuffer
new 0d502b6 [FLINK-12777][network] Rename existing classes to make them
in sync with the refactor
new 2e5c499 [hotfix][network] Split InputProcessorUtil into smaller
methods
new 76b2993 [FLINK-12777][network] Introduce LinkedBufferStorage class
new 530a5e4 [hotfix][operator] Fix checkpointing lock in
StreamTwoInputSelectableProcessor
new 6c7a69a [FLINK-12777][operator] Use CheckpointedInputGate
StreamTwoInputSelectableProcessor
new 9bdcfac [hotfix][network] Drop unneccessary reference in the comment
new 777aefb [hotfix][network] Minor code simplification in
CachedBufferStorage
new 6311a65 [hotfix][network] Drop one testing constructor of
CheckpointedInputGate
The 16 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../runtime/io/AbstractBufferStorage.java | 170 ++++
.../flink/streaming/runtime/io/BarrierBuffer.java | 617 -------------
.../streaming/runtime/io/BarrierDiscarder.java | 120 ---
.../runtime/io/BufferOrEventSequence.java | 2 +-
.../flink/streaming/runtime/io/BufferSpiller.java | 28 +-
.../io/{BufferBlocker.java => BufferStorage.java} | 51 +-
...BufferBlocker.java => CachedBufferStorage.java} | 40 +-
.../runtime/io/CheckpointBarrierAligner.java | 336 ++++++++
.../runtime/io/CheckpointBarrierHandler.java | 88 +-
...rTracker.java => CheckpointBarrierTracker.java} | 167 ++--
.../runtime/io/CheckpointedInputGate.java | 258 ++++++
.../streaming/runtime/io/EmptyBufferStorage.java | 73 ++
.../streaming/runtime/io/InputProcessorUtil.java | 125 ++-
.../streaming/runtime/io/LinkedBufferStorage.java | 92 ++
.../streaming/runtime/io/StreamInputProcessor.java | 2 +-
.../runtime/io/StreamTaskNetworkInput.java | 24 +-
.../runtime/io/StreamTwoInputProcessor.java | 4 +-
.../io/StreamTwoInputSelectableProcessor.java | 22 +-
.../tasks/TwoInputSelectableStreamTask.java | 7 +-
.../streaming/runtime/io/BufferSpillerTest.java | 6 +-
...kerTestBase.java => BufferStorageTestBase.java} | 217 ++---
...ockerTest.java => CachedBufferStorageTest.java} | 20 +-
...heckpointBarrierAlignerAlignmentLimitTest.java} | 27 +-
...CheckpointBarrierAlignerMassiveRandomTest.java} | 6 +-
....java => CheckpointBarrierAlignerTestBase.java} | 950 +++++++++++----------
...Test.java => CheckpointBarrierTrackerTest.java} | 165 ++--
.../runtime/io/CheckpointSequenceValidator.java | 90 ++
...> CreditBasedCheckpointBarrierAlignerTest.java} | 11 +-
.../runtime/io/LinkedBufferStorageTest.java | 165 ++++
...a => SpillingCheckpointBarrierAlignerTest.java} | 11 +-
.../tasks/StreamTaskCancellationBarrierTest.java | 7 +-
31 files changed, 2172 insertions(+), 1729 deletions(-)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/AbstractBufferStorage.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/BarrierBuffer.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/BarrierDiscarder.java
rename
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/{BufferBlocker.java
=> BufferStorage.java} (53%)
rename
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/{CachedBufferBlocker.java
=> CachedBufferStorage.java} (72%)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/CheckpointBarrierAligner.java
rename
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/{BarrierTracker.java
=> CheckpointBarrierTracker.java} (60%)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/CheckpointedInputGate.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/EmptyBufferStorage.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/LinkedBufferStorage.java
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{BufferBlockerTestBase.java
=> BufferStorageTestBase.java} (53%)
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{CachedBufferBlockerTest.java
=> CachedBufferStorageTest.java} (73%)
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{BarrierBufferAlignmentLimitTest.java
=> CheckpointBarrierAlignerAlignmentLimitTest.java} (93%)
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{BarrierBufferMassiveRandomTest.java
=> CheckpointBarrierAlignerMassiveRandomTest.java} (95%)
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{BarrierBufferTestBase.java
=> CheckpointBarrierAlignerTestBase.java} (50%)
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{BarrierTrackerTest.java
=> CheckpointBarrierTrackerTest.java} (70%)
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/CheckpointSequenceValidator.java
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{CreditBasedBarrierBufferTest.java
=> CreditBasedCheckpointBarrierAlignerTest.java} (74%)
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/LinkedBufferStorageTest.java
rename
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{SpillingBarrierBufferTest.java
=> SpillingCheckpointBarrierAlignerTest.java} (82%)
