This is an automated email from the ASF dual-hosted git repository.
rexxiong pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/celeborn.git
from 8dbbebc64 [CELEBORN-1954][HELM] Add a new value image.registry
add 951b626a9 [CELEBORN-1844][CIP-8] introduce tier writer proxy and
simplify partition data writer
No new revisions were added by this update.
Summary of changes:
.../org/apache/celeborn/common/CelebornConf.scala | 2 +-
.../apache/celeborn/common/CelebornConfSuite.scala | 2 +-
.../deploy/worker/memory/MemoryManager.java | 17 +-
.../worker/storage/MapPartitionDataWriter.java | 355 ----------
.../deploy/worker/storage/PartitionDataWriter.java | 716 ++++-----------------
.../worker/storage/PartitionDataWriterContext.java | 71 +-
.../worker/storage/ReducePartitionDataWriter.java | 118 ----
.../segment/SegmentMapPartitionFileWriter.java | 169 -----
.../service/deploy/worker/Controller.scala | 21 +-
.../service/deploy/worker/PushDataHandler.scala | 67 +-
.../deploy/worker/storage/CelebornFile.scala | 93 ---
.../deploy/worker/storage/CelebornFileProxy.scala | 59 --
.../deploy/worker/storage/DeviceMonitor.scala | 10 +-
.../worker/storage/PartitionMetaHandler.scala | 126 ++--
.../deploy/worker/storage/StorageManager.scala | 40 +-
.../deploy/worker/storage/StoragePolicy.scala | 185 ++++--
.../service/deploy/worker/storage/TierWriter.scala | 106 ++-
.../storage/PartitionDataWriterSuiteUtils.java | 107 ++-
.../local/DiskMapPartitionDataWriterSuiteJ.java | 48 +-
.../local/DiskPartitionFilesSorterSuiteJ.java | 1 -
.../local/DiskReducePartitionDataWriterSuiteJ.java | 417 ++++++------
.../memory/MemoryPartitionFilesSorterSuiteJ.java | 3 +-
.../MemoryReducePartitionDataWriterSuiteJ.java | 525 +++++++++------
.../deploy/worker/storage/DeviceMonitorSuite.scala | 25 +-
.../deploy/worker/storage/StoragePolicySuite.scala | 83 ---
.../deploy/worker/storage/TierWriterSuite.scala | 4 +-
.../storage/storagePolicy/StoragePolicyCase1.scala | 116 ++++
.../storage/storagePolicy/StoragePolicyCase2.scala | 116 ++++
.../storage/storagePolicy/StoragePolicyCase3.scala | 119 ++++
.../storage/storagePolicy/StoragePolicyCase4.scala | 117 ++++
30 files changed, 1681 insertions(+), 2157 deletions(-)
delete mode 100644
worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/MapPartitionDataWriter.java
delete mode 100644
worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/ReducePartitionDataWriter.java
delete mode 100644
worker/src/main/java/org/apache/celeborn/service/deploy/worker/storage/segment/SegmentMapPartitionFileWriter.java
delete mode 100644
worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/CelebornFile.scala
delete mode 100644
worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/CelebornFileProxy.scala
delete mode 100644
worker/src/test/scala/org/apache/celeborn/service/deploy/worker/storage/StoragePolicySuite.scala
create mode 100644
worker/src/test/scala/org/apache/celeborn/service/deploy/worker/storage/storagePolicy/StoragePolicyCase1.scala
create mode 100644
worker/src/test/scala/org/apache/celeborn/service/deploy/worker/storage/storagePolicy/StoragePolicyCase2.scala
create mode 100644
worker/src/test/scala/org/apache/celeborn/service/deploy/worker/storage/storagePolicy/StoragePolicyCase3.scala
create mode 100644
worker/src/test/scala/org/apache/celeborn/service/deploy/worker/storage/storagePolicy/StoragePolicyCase4.scala
