Repository: hive Updated Branches: refs/heads/master aa62dadb1 -> 8a06b9e6e
HIVE-15815: Allow to pass some Oozie properties to Spark in HoS (Chaoyu Tang, reviewed by Xuefu Zhang) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/d63d98f1 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/d63d98f1 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/d63d98f1 Branch: refs/heads/master Commit: d63d98f1142c5dd2ec96cc27ad9b0776f399c348 Parents: aa62dad Author: Chaoyu Tang <[email protected]> Authored: Wed Feb 8 09:43:56 2017 -0500 Committer: Chaoyu Tang <[email protected]> Committed: Wed Feb 8 09:43:56 2017 -0500 ---------------------------------------------------------------------- .../hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java | 5 +++++ 1 file changed, 5 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/d63d98f1/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java index 1e97cd4..6e9ba7c 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/HiveSparkClientFactory.java @@ -182,6 +182,11 @@ public class HiveSparkClientFactory { sparkConf.put("spark.hadoop." + propertyName, value); LOG.info(String.format( "load HBase configuration (%s -> %s).", propertyName, LogUtils.maskIfPassword(propertyName,value))); + } else if (propertyName.startsWith("oozie")) { + String value = hiveConf.get(propertyName); + sparkConf.put("spark." + propertyName, value); + LOG.info(String.format( + "Pass Oozie configuration (%s -> %s).", propertyName, LogUtils.maskIfPassword(propertyName,value))); } if (RpcConfiguration.HIVE_SPARK_RSC_CONFIGS.contains(propertyName)) {
