This is an automated email from the ASF dual-hosted git repository.
xtsong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 88b3432a284 [FLINK-32029][core] Adds fallback error handling to
FutureUtils.handleUncaughtException.
new e70c03495d5 [FLINK-31635][network] Introduce the identifiers in the
tiered storage
new 14707742d24 [FLINK-31635][network] Introduce the tiered storage
configuration
new 8a903fa0a30 [FLINK-31635][network] Introduce the interfaces in the
tier for the tiered storage
new bd11c4036ef [FLINK-31635][network] Introduce tiered storage resource
and the resource registry
new 7aba50fe56a [FLINK-31635][network] Introduce the multiple storage
clients for the tiered storage
new 80a924309ce [FLINK-31635][network] Introduce tiered result partition
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../io/network/partition/ResultPartitionID.java | 23 +++
.../TieredStorageBytesBasedDataIdentifier.java | 76 +++++++
.../tiered/common/TieredStorageConfiguration.java | 53 +++++
.../tiered/common/TieredStorageDataIdentifier.java | 22 ++
.../tiered/common/TieredStorageIdMappingUtils.java | 51 +++++
.../tiered/common/TieredStoragePartitionId.java | 40 ++++
.../tiered/common/TieredStorageSubpartitionId.java | 65 ++++++
.../hybrid/tiered/common/TieredStorageTopicId.java | 40 ++++
.../shuffle/TieredInternalShuffleMaster.java | 97 +++++++++
.../tiered/shuffle/TieredResultPartition.java | 225 +++++++++++++++++++++
.../hybrid/tiered/storage/BufferAccumulator.java | 59 ++++++
.../storage/TieredStorageConsumerClient.java | 22 ++
.../tiered/storage/TieredStorageMasterClient.java | 42 ++++
.../storage/TieredStorageProducerClient.java | 125 ++++++++++++
.../tiered/storage/TieredStorageResource.java | 26 +++
.../storage/TieredStorageResourceRegistry.java | 62 ++++++
.../hybrid/tiered/tier/TierConsumerAgent.java | 22 ++
.../partition/hybrid/tiered/tier/TierFactory.java | 34 ++++
.../hybrid/tiered/tier/TierMasterAgent.java | 39 ++++
.../hybrid/tiered/tier/TierProducerAgent.java | 49 +++++
.../flink/runtime/shuffle/NettyShuffleMaster.java | 15 +-
.../hybrid/tiered/TestingBufferAccumulator.java | 45 +++++
.../common/TieredStorageIdMappingUtilsTest.java | 58 ++++++
.../tiered/shuffle/TieredResultPartitionTest.java | 216 ++++++++++++++++++++
24 files changed, 1505 insertions(+), 1 deletion(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageBytesBasedDataIdentifier.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageConfiguration.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageDataIdentifier.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageIdMappingUtils.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStoragePartitionId.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageSubpartitionId.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageTopicId.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/shuffle/TieredInternalShuffleMaster.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/shuffle/TieredResultPartition.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/BufferAccumulator.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/TieredStorageConsumerClient.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/TieredStorageMasterClient.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/TieredStorageProducerClient.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/TieredStorageResource.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/storage/TieredStorageResourceRegistry.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/TierConsumerAgent.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/TierFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/TierMasterAgent.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/tier/TierProducerAgent.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/TestingBufferAccumulator.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/common/TieredStorageIdMappingUtilsTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/hybrid/tiered/shuffle/TieredResultPartitionTest.java
