This is an automated email from the ASF dual-hosted git repository.
chesnay pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 95944e2 [FLINK-12798][table] Add a discovery mechanism for switching
between Flink/Blink Planner/Executor
new cdbfb82 [hotfix][runtime] Cleanup IOManager code
new 5809ed3 [hotfix][runtime] IOManager implements AutoCloseable
new 423e8a8 [hotfix][runtime] Refactor IOManager#close and remove
#isProperlyShutDown
new f9acd2f [FLINK-12735][network] Refactor IOManager to introduce
FileChannelManager
new 80003d6 [FLINK-12735][network] Make shuffle environment
implementation independent with IOManager
new a0f747d [hotfix][runtime] Remove legacy NoOpIOManager class
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../flink/runtime/io/disk/FileChannelManager.java | 37 ++--
.../runtime/io/disk/FileChannelManagerImpl.java | 126 +++++++++++++
.../runtime/io/disk/iomanager/FileIOChannel.java | 78 ++++----
.../flink/runtime/io/disk/iomanager/IOManager.java | 206 +++++++--------------
.../runtime/io/disk/iomanager/IOManagerAsync.java | 107 ++++++-----
.../io/network/NettyShuffleEnvironment.java | 13 ++
.../io/network/NettyShuffleServiceFactory.java | 17 +-
.../network/partition/ResultPartitionFactory.java | 16 +-
.../runtime/shuffle/ShuffleEnvironmentContext.java | 10 +-
.../runtime/taskexecutor/TaskManagerServices.java | 11 +-
.../NettyShuffleEnvironmentConfiguration.java | 23 ++-
.../flink/runtime/io/disk/ChannelViewsTest.java | 7 +-
.../runtime/io/disk/FileChannelStreamsITCase.java | 5 +-
.../runtime/io/disk/FileChannelStreamsTest.java | 12 +-
.../runtime/io/disk/NoOpFileChannelManager.java} | 33 ++--
.../io/disk/SeekableFileChannelInputViewTest.java | 6 +-
.../flink/runtime/io/disk/SpillingBufferTest.java | 7 +-
.../AsynchronousBufferFileWriterTest.java | 4 +-
.../iomanager/AsynchronousFileIOChannelTest.java | 21 +--
.../BufferFileWriterFileSegmentReaderTest.java | 4 +-
.../disk/iomanager/BufferFileWriterReaderTest.java | 4 +-
.../io/disk/iomanager/IOManagerAsyncTest.java | 7 +-
.../IOManagerAsyncWithNoOpBufferFileWriter.java | 53 ------
.../runtime/io/disk/iomanager/IOManagerITCase.java | 3 +-
.../runtime/io/disk/iomanager/IOManagerTest.java | 35 ++--
.../runtime/io/disk/iomanager/NoOpIOManager.java | 73 --------
.../io/network/NettyShuffleEnvironmentBuilder.java | 17 +-
.../io/network/NettyShuffleEnvironmentTest.java | 23 ++-
.../partition/BoundedBlockingSubpartitionTest.java | 24 ++-
.../BoundedBlockingSubpartitionWriteReadTest.java | 21 ++-
.../io/network/partition/PartitionTestUtils.java | 21 +++
.../network/partition/ResultPartitionBuilder.java | 12 +-
.../partition/ResultPartitionFactoryTest.java | 22 ++-
.../io/network/partition/ResultPartitionTest.java | 27 ++-
.../runtime/operators/hash/HashTableITCase.java | 7 +-
.../hash/HashTablePerformanceComparison.java | 5 +-
.../runtime/operators/hash/HashTableTest.java | 21 +--
.../hash/NonReusingHashJoinIteratorITCase.java | 7 +-
.../operators/hash/ReOpenableHashTableITCase.java | 7 +-
.../hash/ReOpenableHashTableTestBase.java | 7 +-
.../hash/ReusingHashJoinIteratorITCase.java | 7 +-
.../resettable/SpillingResettableIteratorTest.java | 7 +-
...pillingResettableMutableObjectIteratorTest.java | 7 +-
.../AbstractSortMergeOuterJoinIteratorITCase.java | 7 +-
.../sort/CombiningUnilateralSortMergerITCase.java | 7 +-
.../runtime/operators/sort/ExternalSortITCase.java | 7 +-
.../sort/ExternalSortLargeRecordsITCase.java | 7 +-
.../sort/FixedLengthRecordSorterTest.java | 4 +-
.../operators/sort/LargeRecordHandlerITCase.java | 42 ++---
.../operators/sort/LargeRecordHandlerTest.java | 21 +--
...NonReusingSortMergeInnerJoinIteratorITCase.java | 7 +-
.../ReusingSortMergeInnerJoinIteratorITCase.java | 7 +-
.../operators/sort/UnilateralSortMergerTest.java | 4 +-
.../testutils/BinaryOperatorTestBase.java | 5 +-
.../operators/testutils/DriverTestBase.java | 3 +-
.../operators/testutils/MockEnvironment.java | 6 +-
.../runtime/operators/testutils/TaskTestBase.java | 2 +-
.../operators/testutils/UnaryOperatorTestBase.java | 3 +-
.../operators/util/HashVsSortMiniBenchmark.java | 7 +-
.../runtime/taskexecutor/TaskExecutorTest.java | 1 -
.../streaming/runtime/io/BufferSpillerTest.java | 4 +-
...CheckpointBarrierAlignerAlignmentLimitTest.java | 4 +-
.../CheckpointBarrierAlignerMassiveRandomTest.java | 7 +-
.../io/SpillingCheckpointBarrierAlignerTest.java | 4 +-
.../StreamNetworkBenchmarkEnvironment.java | 7 -
.../streaming/runtime/tasks/OperatorChainTest.java | 2 +-
.../runtime/tasks/StreamTaskTestHarness.java | 3 +-
.../util/AbstractStreamOperatorTestHarness.java | 4 +-
.../flink/table/runtime/aggregate/HashAggTest.java | 7 +-
.../runtime/hashtable/BinaryHashTableTest.java | 7 +-
.../io/CompressedHeaderlessChannelTest.java | 8 +-
.../join/Int2SortMergeJoinOperatorTest.java | 7 +-
.../runtime/sort/BinaryExternalSorterTest.java | 7 +-
.../runtime/sort/BufferedKVExternalSorterTest.java | 7 +-
.../manual/HashTableRecordWidthCombinations.java | 7 +-
.../flink/test/manual/MassiveStringSorting.java | 14 +-
.../test/manual/MassiveStringValueSorting.java | 14 +-
77 files changed, 640 insertions(+), 773 deletions(-)
copy
flink-queryable-state/flink-queryable-state-client-java/src/main/java/org/apache/flink/queryablestate/network/stats/KvStateRequestStats.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/io/disk/FileChannelManager.java
(56%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/disk/FileChannelManagerImpl.java
copy
flink-runtime/src/{main/java/org/apache/flink/runtime/blob/VoidBlobStore.java
=> test/java/org/apache/flink/runtime/io/disk/NoOpFileChannelManager.java} (58%)
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/disk/iomanager/IOManagerAsyncWithNoOpBufferFileWriter.java
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/disk/iomanager/NoOpIOManager.java
