This is an automated email from the ASF dual-hosted git repository.
guoweijie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 07bf511a32b [FLINK-28046][connectors] Mark SourceFunction interface as
@deprecated
add a77aa6576a7 [FLINK-31644][network] Introduce the interface of
partition file writer and reader for the tiered storage
add 8b0afcfd439 [FLINK-31644][network] Implement
ProducerMergePartitionFile for the tiered storage
add 00e10cd034d [FLINK-31644][network] Implement the disk tier producer
for the tiered storage
No new revisions were added by this update.
Summary of changes:
.../hybrid/tiered/common/TieredStorageUtils.java | 52 +++++
.../hybrid/tiered/file/PartitionFileReader.java | 78 +++++++
.../hybrid/tiered/file/PartitionFileWriter.java | 112 ++++++++++
.../tiered/file/ProducerMergedPartitionFile.java | 38 ++++
.../file/ProducerMergedPartitionFileIndex.java | 246 +++++++++++++++++++++
.../file/ProducerMergedPartitionFileReader.java | 68 ++++++
.../file/ProducerMergedPartitionFileWriter.java | 179 +++++++++++++++
.../partition/hybrid/tiered/tier/TierFactory.java | 4 +
.../hybrid/tiered/tier/disk/DiskCacheManager.java | 177 +++++++++++++++
.../DiskTierFactory.java} | 41 ++--
.../tiered/tier/disk/DiskTierProducerAgent.java | 191 ++++++++++++++++
.../tier/disk/SubpartitionDiskCacheManager.java | 146 ++++++++++++
.../tiered/tier/memory/MemoryTierFactory.java | 4 +
.../tiered/common/TieredStorageUtilsTest.java | 52 +++++
.../file/ProducerMergedPartitionFileIndexTest.java | 106 +++++++++
.../ProducerMergedPartitionFileWriterTest.java | 120 ++++++++++
.../tiered/file/TestingPartitionFileWriter.java | 92 ++++++++
.../TestingProducerMergedPartitionFileIndex.java | 108 +++++++++
.../hybrid/tiered/storage/TestingTierFactory.java | 4 +
.../tiered/tier/disk/DiskCacheManagerTest.java | 170 ++++++++++++++
.../tier/disk/DiskTierProducerAgentTest.java | 210 ++++++++++++++++++
.../disk/SubpartitionDiskCacheManagerTest.java | 82 +++++++
22 files changed, 2265 insertions(+), 15 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageUtils.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/PartitionFileReader.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/PartitionFileWriter.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFile.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFileIndex.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFileReader.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFileWriter.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/DiskCacheManager.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/{memory/MemoryTierFactory.java
=> disk/DiskTierFactory.java} (66%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/DiskTierProducerAgent.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/SubpartitionDiskCacheManager.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageUtilsTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFileIndexTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/ProducerMergedPartitionFileWriterTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/TestingPartitionFileWriter.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/file/TestingProducerMergedPartitionFileIndex.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/DiskCacheManagerTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/DiskTierProducerAgentTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/disk/SubpartitionDiskCacheManagerTest.java
