[tez] branch master updated: TEZ-4256 : Reduce key comparisons in reducer side (Rajesh Balamohan via Gopal V)

[hashutosh]

This is an automated email from the ASF dual-hosted git repository.

hashutosh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/tez.git


The following commit(s) were added to refs/heads/master by this push:
     new 51953a6  TEZ-4256 : Reduce key comparisons in reducer side (Rajesh 
Balamohan via Gopal V)
51953a6 is described below

commit 51953a67641392eb5cf4b2c4fb035baab0badf27
Author: Rajesh Balamohan <rbalamo...@apache.org>
AuthorDate: Mon Dec 7 12:35:26 2020 -0800

    TEZ-4256 : Reduce key comparisons in reducer side (Rajesh Balamohan via 
Gopal V)
    
    Signed-off-by: Ashutosh Chauhan <hashut...@apache.org>
---
 .../tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git 
a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
 
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
index 8565e71..59ff577 100644
--- 
a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
+++ 
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MergeManager.java
@@ -1128,7 +1128,7 @@ public class MergeManager implements 
FetchedInputAllocatorOrderedGrouped {
         final int klen = kb.getLength() - kp;
         key.reset(kb.getData(), kp, klen);
         bytesRead += klen;
-        return KeyState.NEW_KEY;
+        return kvIter.isSameKey() ? KeyState.SAME_KEY : KeyState.NEW_KEY;
       }
       return KeyState.NO_KEY;
     }