This is an automated email from the ASF dual-hosted git repository.
zhengchenyu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
from 6b0dc7662 [MINOR] fix(server): Correct warning log for missing index
when getLocalShuffleIndex (#2144)
add 3b981edc4 [#1750] feat(remote merge): Support MapReduce. (#2109)
No new revisions were added by this update.
Summary of changes:
client-mr/core/pom.xml | 12 +
.../hadoop/mapred/RssMapOutputCollector.java | 15 +-
.../org/apache/hadoop/mapred/SortWriteBuffer.java | 34 +-
.../hadoop/mapred/SortWriteBufferManager.java | 49 ++-
.../org/apache/hadoop/mapreduce/RssMRConfig.java | 10 +
.../mapreduce/task/reduce/MRMetricsReporter.java | 19 +-
.../hadoop/mapreduce/task/reduce/RMRssShuffle.java | 246 ++++++++++++++
.../hadoop/mapreduce/v2/app/RssMRAppMaster.java | 19 +-
.../apache/uniffle/client/shuffle/MRCombiner.java | 80 +++++
.../uniffle/client/shuffle/RecordCollector.java | 365 +++++++++++++++++++++
.../hadoop/mapred/SortWriteBufferManagerTest.java | 253 ++++++++++++--
.../apache/hadoop/mapred/SortWriteBufferTest.java | 19 +-
.../hadoop/mapreduce/task/reduce/FetcherTest.java | 10 +-
.../mapreduce/task/reduce/RMRssShuffleTest.java | 285 ++++++++++++++++
.../uniffle/client/shuffle/MRCombinerTest.java | 109 ++++++
.../client/shuffle/RecordCollectorTest.java | 102 ++++++
.../uniffle/client/util/RssClientConfig.java | 5 +
.../apache/uniffle/test/MRIntegrationTestBase.java | 38 ++-
.../{WordCountTest.java => RMWordCountTest.java} | 49 +--
19 files changed, 1634 insertions(+), 85 deletions(-)
copy
common/src/main/java/org/apache/uniffle/common/rpc/MonitoringServerCallListener.java
=>
client-mr/core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/MRMetricsReporter.java
(65%)
create mode 100644
client-mr/core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/RMRssShuffle.java
create mode 100644
client-mr/core/src/main/java/org/apache/uniffle/client/shuffle/MRCombiner.java
create mode 100644
client-mr/core/src/main/java/org/apache/uniffle/client/shuffle/RecordCollector.java
create mode 100644
client-mr/core/src/test/java/org/apache/hadoop/mapreduce/task/reduce/RMRssShuffleTest.java
create mode 100644
client-mr/core/src/test/java/org/apache/uniffle/client/shuffle/MRCombinerTest.java
create mode 100644
client-mr/core/src/test/java/org/apache/uniffle/client/shuffle/RecordCollectorTest.java
copy
integration-test/mr/src/test/java/org/apache/uniffle/test/{WordCountTest.java
=> RMWordCountTest.java} (64%)
