This is an automated email from the ASF dual-hosted git repository.
ethanfeng pushed a change to branch CELEBORN-83-FOLLOWUP
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
from f61be879 update.
add 97991a34 [CELEBORN-126] Fileinfo adds member bufferSize (#1068)
add 41a2672b [CELEBORN-128] Bump Log4j2 to 2.17.2 (#1072)
add 29e07186 [CELEBORN-81][FOLLOWUP] Rename and reorder maven properties
(#1071)
add 5a3d3977 [CELEBORN-130] Correct CommitFilesTime metric (#1073)
add c9e32210 [(ELEBORN-127] Bump Ratis 2.4.1 (#1070)
add dcc242e6 [CELEBORN-131]Notify pull request event to jira. (#1074)
add ec371c00 [CELEBORN-132] ShuffleClient should not implement Cloneable
(#1077)
add 339d5854 [CELEBORN-134][INFRA] Enhance PULL_REQUEST_TEMPLATE (#1079)
add 5ae2275e [CELEBORN-125] RemoteShuffleOutputGate completes functions to
support shuffle write (#1067)
add 17f45453 [CELEBORN-135][INFRA] Remove unused GitHub slash workflow
(#1080)
add ce86e11d [CELEBORN-133] Improve snapshot loading (#1078)
add f8970a12 [CELEBORN-138] Respect users' configurations which are set in
values.yaml
add ed26356c [CELEBORN-140][IMPROVEMENT] Quota yaml should support byte
string (#1085)
add 83c85fc3 [CELEBORN-141][IMPROVEMENT] Refactor error log about quota
exceed (#1086)
add 2e37830a [CELEBORN-139][BUG] Fix read wrong yaml file format when
loading config (#1083)
add f236b0bb [CELEBORN-143][HELM] Exposing pods details to users (#1084)
add a341ccb2 [CELEBORN-140][FOLLOWUP] quota.yaml file not support default
value -1 now (#1088)
add e3576e4e [CELEBORN-117] refactor CommitManager, implements M/R
Partition Commi… (#1060)
add df5ed8ec [CELEBORN-144]Lower code coverage requirements. (#1090)
add 29029d47 Merge branch 'main' into CELEBORN-83-FOLLOWUP
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/PULL_REQUEST_TEMPLATE.md | 24 +-
.github/workflows/check_stale_prs.yml | 44 +-
.github/workflows/slash.yaml | 16 -
client-flink/flink-1.14/pom.xml | 5 +
.../plugin/flink/RemoteShuffleOutputGate.java | 62 ++-
.../flink/RemoteShuffleOutputGateSuiteJ.java | 101 +++++
.../celeborn/plugin/flink/buffer/BufferHeader.java | 68 +++
.../celeborn/plugin/flink/buffer/BufferPacker.java | 105 +++++
.../celeborn/plugin/flink/utils/BufferUtils.java | 119 +++++
.../spark/shuffle/celeborn/RssShuffleManager.java | 2 +-
.../shuffle/celeborn/RssShuffleWriterSuiteJ.java | 4 +-
.../spark/shuffle/celeborn/RssShuffleManager.java | 2 +-
.../shuffle/celeborn/RssShuffleWriterSuiteJ.java | 2 +-
.../org/apache/celeborn/client/ShuffleClient.java | 28 +-
.../apache/celeborn/client/ShuffleClientImpl.java | 12 +-
.../celeborn/client/ChangePartitionManager.scala | 2 +-
.../org/apache/celeborn/client/CommitManager.scala | 485 +++------------------
.../apache/celeborn/client/LifecycleManager.scala | 70 +--
.../celeborn/client/commit/CommitHandler.scala | 370 ++++++++++++++++
.../client/commit/MapPartitionCommitHandler.scala | 177 ++++++++
.../commit/ReducePartitionCommitHandler.scala | 176 ++++++++
.../apache/celeborn/client/DummyShuffleClient.java | 2 +-
docker/helm/templates/NOTES.txt => codecov.yml | 10 +-
.../org/apache/celeborn/common/meta/FileInfo.java | 5 +
.../org/apache/celeborn/common/CelebornConf.scala | 3 +-
.../common/meta/PartitionLocationInfo.scala | 31 +-
.../common/quota/DefaultQuotaManager.scala | 7 +-
.../org/apache/celeborn/common/quota/Quota.scala | 4 +-
.../org/apache/celeborn/common/util/Utils.scala | 2 +-
common/src/test/resources/test-quota.yaml | 8 +-
.../common/quota/DefaultQuotaManagerSuite.scala | 5 +-
conf/quota.yaml.template | 12 +-
docker/helm/templates/configmap.yaml | 6 +-
docker/helm/templates/master-statefulset.yaml | 11 +-
docker/helm/templates/worker-statefulset.yaml | 11 +-
docker/helm/values.yaml | 22 +-
docs/configuration/quota.md | 2 +-
.../deploy/master/clustermeta/ha/StateMachine.java | 21 +-
pom.xml | 8 +-
.../worker/storage/MapPartitionFileWriter.java | 3 +-
.../service/deploy/worker/Controller.scala | 19 +-
.../service/deploy/worker/PushDataHandler.scala | 3 +-
.../service/deploy/cluster/ReadWriteTestBase.scala | 2 +-
44 files changed, 1438 insertions(+), 634 deletions(-)
delete mode 100644 .github/workflows/slash.yaml
create mode 100644
client-flink/flink-1.14/src/test/java/org/apache/celeborn/plugin/flink/RemoteShuffleOutputGateSuiteJ.java
create mode 100644
client-flink/flink-common/src/main/java/org/apache/celeborn/plugin/flink/buffer/BufferHeader.java
create mode 100644
client-flink/flink-common/src/main/java/org/apache/celeborn/plugin/flink/buffer/BufferPacker.java
create mode 100644
client-flink/flink-common/src/main/java/org/apache/celeborn/plugin/flink/utils/BufferUtils.java
create mode 100644
client/src/main/scala/org/apache/celeborn/client/commit/CommitHandler.scala
create mode 100644
client/src/main/scala/org/apache/celeborn/client/commit/MapPartitionCommitHandler.scala
create mode 100644
client/src/main/scala/org/apache/celeborn/client/commit/ReducePartitionCommitHandler.scala
copy docker/helm/templates/NOTES.txt => codecov.yml (85%)
