This is an automated email from the ASF dual-hosted git repository.
guoweijie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 663a68f2c56 [FLINK-32613] Add ConfigOption for disabling
TimestampInserter
new 0ef0dbd4077 [FLINK-32576][network] Extract file data index cache for
hybrid shuffle
new 1786e2ddfd1 [FLINK-32576][network] ProducerMergedPartitionFileIndex
supports caching regions and spilling regions to file
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../generated/all_taskmanager_network_section.html | 4 +-
.../netty_shuffle_environment_configuration.html | 4 +-
.../NettyShuffleEnvironmentOptions.java | 10 +-
.../io/network/NettyShuffleServiceFactory.java | 2 +-
.../network/partition/ResultPartitionFactory.java | 8 +-
.../partition/hybrid/HsFileDataIndexImpl.java | 125 ++++---
.../HsFileDataIndexSpilledRegionManagerImpl.java | 402 --------------------
.../partition/hybrid/HsResultPartition.java | 2 +-
.../hybrid/HybridShuffleConfiguration.java | 20 +-
.../FileDataIndexCache.java} | 65 ++--
.../hybrid/index/FileDataIndexRegionHelper.java | 92 +++++
.../FileDataIndexSpilledRegionManager.java} | 17 +-
.../FileDataIndexSpilledRegionManagerImpl.java | 415 +++++++++++++++++++++
.../FileRegionWriteReadUtils.java} | 68 +++-
.../tiered/file/ProducerMergedPartitionFile.java | 2 +
.../file/ProducerMergedPartitionFileIndex.java | 149 +++++---
.../file/ProducerMergedPartitionFileReader.java | 9 +-
.../hybrid/tiered/tier/disk/DiskTierFactory.java | 19 +-
.../NettyShuffleEnvironmentConfiguration.java | 13 +-
.../partition/hybrid/HybridShuffleTestUtils.java | 62 ++-
.../hybrid/InternalRegionWriteReadUtilsTest.java | 86 -----
.../TestingFileDataIndexSpilledRegionManager.java | 38 +-
.../FileDataIndexCacheTest.java} | 72 ++--
...FileDataIndexSpilledRegionManagerImplTest.java} | 142 ++++---
.../hybrid/index/FileRegionWriteReadUtilsTest.java | 117 ++++++
.../hybrid/index/TestingFileDataIndexRegion.java | 176 +++++++++
.../index/TestingFileDataIndexRegionHelper.java | 86 +++++
.../file/ProducerMergedPartitionFileIndexTest.java | 15 +-
.../ProducerMergedPartitionFileReaderTest.java | 10 +-
.../ProducerMergedPartitionFileWriterTest.java | 2 +
.../TestingProducerMergedPartitionFileIndex.java | 54 ++-
31 files changed, 1462 insertions(+), 824 deletions(-)
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/HsFileDataIndexSpilledRegionManagerImpl.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/{HsFileDataIndexCache.java
=> index/FileDataIndexCache.java} (77%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/index/FileDataIndexRegionHelper.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/{HsFileDataIndexSpilledRegionManager.java
=> index/FileDataIndexSpilledRegionManager.java} (77%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/index/FileDataIndexSpilledRegionManagerImpl.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/{InternalRegionWriteReadUtils.java
=> index/FileRegionWriteReadUtils.java} (55%)
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/InternalRegionWriteReadUtilsTest.java
rename
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/{HsFileDataIndexCacheTest.java
=> index/FileDataIndexCacheTest.java} (62%)
rename
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/{HsFileDataIndexSpilledRegionManagerImplTest.java
=> index/FileDataIndexSpilledRegionManagerImplTest.java} (51%)
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/index/FileRegionWriteReadUtilsTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/index/TestingFileDataIndexRegion.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/index/TestingFileDataIndexRegionHelper.java
