(gobblin) branch master updated: [GOBBLIN-2166] Add azkaban exec props for GoT jobs as RMAppSummaryEvent app. tags (#4067)

[kipk]

This is an automated email from the ASF dual-hosted git repository.

kipk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new e3baf914ba [GOBBLIN-2166] Add azkaban exec props for GoT jobs as 
RMAppSummaryEvent app. tags (#4067)
e3baf914ba is described below

commit e3baf914ba1a0b7780cb9d8335f600acce1f7dc4
Author: abhishekmjain <abhishekmjai...@gmail.com>
AuthorDate: Mon Oct 21 22:11:51 2024 +0530

    [GOBBLIN-2166] Add azkaban exec props for GoT jobs as RMAppSummaryEvent 
app. tags (#4067)
    
    * Add application tag to the app submission context
---
 .../java/org/apache/gobblin/yarn/GobblinYarnAppLauncher.java   | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git 
a/gobblin-yarn/src/main/java/org/apache/gobblin/yarn/GobblinYarnAppLauncher.java
 
b/gobblin-yarn/src/main/java/org/apache/gobblin/yarn/GobblinYarnAppLauncher.java
index cf88678425..01655e9fab 100644
--- 
a/gobblin-yarn/src/main/java/org/apache/gobblin/yarn/GobblinYarnAppLauncher.java
+++ 
b/gobblin-yarn/src/main/java/org/apache/gobblin/yarn/GobblinYarnAppLauncher.java
@@ -21,6 +21,7 @@ import java.io.File;
 import java.io.IOException;
 import java.net.URI;
 import java.nio.ByteBuffer;
+import java.util.Arrays;
 import java.util.EnumSet;
 import java.util.HashMap;
 import java.util.HashSet;
@@ -173,6 +174,10 @@ public class GobblinYarnAppLauncher {
 
   private static final String GOBBLIN_YARN_APPLICATION_TYPE = "GOBBLIN_YARN";
 
+  // The application tags are set by HadoopJavaJob on mapreduce key even 
though it is not a mapreduce job
+  // Reference: 
https://github.com/azkaban/azkaban/blob/6db750049f6fdf7842e18b8d533a3b736429bdf4/az-hadoop-jobtype-plugin/src/main/java/azkaban/jobtype/AbstractHadoopJavaProcessJob.java#L96
+  private static final String APPLICATION_TAGS_KEY = 
"hadoop-inject.mapreduce.job.tags";
+
   // The set of Yarn application types this class is interested in. This is 
used to
   // lookup the application this class has launched previously upon restarting.
   private static final Set<String> APPLICATION_TYPES = 
ImmutableSet.of(GOBBLIN_YARN_APPLICATION_TYPE);
@@ -575,6 +580,11 @@ public class GobblinYarnAppLauncher {
     LOGGER.info("creating new yarn application");
     YarnClientApplication gobblinYarnApp = this.yarnClient.createApplication();
     ApplicationSubmissionContext appSubmissionContext = 
gobblinYarnApp.getApplicationSubmissionContext();
+    if (config.hasPath(APPLICATION_TAGS_KEY)) {
+      String tags = config.getString(APPLICATION_TAGS_KEY);
+      Set<String> tagSet = new HashSet<>(Arrays.asList(tags.split(",")));
+      appSubmissionContext.setApplicationTags(tagSet);
+    }
     appSubmissionContext.setApplicationType(GOBBLIN_YARN_APPLICATION_TYPE);
     appSubmissionContext.setMaxAppAttempts(ConfigUtils.getInt(config, 
GobblinYarnConfigurationKeys.APP_MASTER_MAX_ATTEMPTS_KEY, 
GobblinYarnConfigurationKeys.DEFAULT_APP_MASTER_MAX_ATTEMPTS_KEY));
     ApplicationId applicationId = appSubmissionContext.getApplicationId();