[tez] branch branch-0.9 updated: TEZ-4264: Make vertex id available from MROutputCommitter (Marton Bod via László Bodor)

[abstractdog]

This is an automated email from the ASF dual-hosted git repository.

abstractdog pushed a commit to branch branch-0.9
in repository https://gitbox.apache.org/repos/asf/tez.git


The following commit(s) were added to refs/heads/branch-0.9 by this push:
     new bef8632  TEZ-4264: Make vertex id available from MROutputCommitter 
(Marton Bod via László Bodor)
bef8632 is described below

commit bef863257a75ff77d982a7e58fdbd32ce27f9f5b
Author: Marton Bod <m...@cloudera.com>
AuthorDate: Mon Jan 25 11:27:24 2021 +0100

    TEZ-4264: Make vertex id available from MROutputCommitter (Marton Bod via 
László Bodor)
    
    Signed-off-by: Laszlo Bodor <bodorlaszlo0...@gmail.com>
---
 .../main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java  | 1 +
 .../src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java       | 1 +
 2 files changed, 2 insertions(+)

diff --git 
a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
 
b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
index b7ebc4c..71e5681 100644
--- 
a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
+++ 
b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
@@ -78,6 +78,7 @@ public class MROutputCommitter extends OutputCommitter {
     
jobConf.getCredentials().mergeAll(UserGroupInformation.getCurrentUser().getCredentials());
     jobConf.setInt(MRJobConfig.APPLICATION_ATTEMPT_ID,
         getContext().getDAGAttemptNumber());
+    jobConf.setInt(MRJobConfig.VERTEX_ID, getContext().getVertexIndex());
     committer = getOutputCommitter(getContext());
     jobContext = getJobContextFromVertexContext(getContext());
     initialized = true;
diff --git 
a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java 
b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
index ca954d9..e162460 100644
--- 
a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
+++ 
b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
@@ -645,6 +645,7 @@ public interface MRJobConfig {
       "mrr.vertex.";
 
   public static final String VERTEX_NAME = "mapreduce.task.vertex.name";
+  public static final String VERTEX_ID = "mapreduce.task.vertex.id";
 
   public static final String MR_TEZ_SPLITS_VIA_EVENTS = MR_TEZ_PREFIX + 
"splits.via.events";
   public static final boolean MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT = true;