Repository: kylin Updated Branches: refs/heads/master-hbase0.98 c4fb2977e -> 1877487fa (forced update)
minor, add kylin.properties for Spark on HDP Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/cc1bac9f Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/cc1bac9f Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/cc1bac9f Branch: refs/heads/master-hbase0.98 Commit: cc1bac9f452fddcfd316a23c4d21bfb7e4261ff0 Parents: 9ff78bc Author: Li Yang <[email protected]> Authored: Fri Feb 24 17:20:02 2017 +0800 Committer: Li Yang <[email protected]> Committed: Fri Feb 24 17:20:02 2017 +0800 ---------------------------------------------------------------------- build/conf/kylin.properties | 5 +++++ .../apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/cc1bac9f/build/conf/kylin.properties ---------------------------------------------------------------------- diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties index 46fe86b..cfceef4 100644 --- a/build/conf/kylin.properties +++ b/build/conf/kylin.properties @@ -230,3 +230,8 @@ kylin.engine.spark-conf.spark.history.fs.logDirectory=hdfs\:///kylin/spark-histo ## manually upload spark-assembly jar to HDFS and then set this property will avoid repeatedly uploading jar at runtime #kylin.engine.spark-conf.spark.yarn.jar=hdfs://namenode:8020/kylin/spark/spark-assembly-1.6.3-hadoop2.6.0.jar #kylin.engine.spark-conf.spark.io.compression.codec=org.apache.spark.io.SnappyCompressionCodec + +## uncomment for HDP +#kylin.engine.spark-conf.spark.driver.extraJavaOptions=-Dhdp.version=current +#kylin.engine.spark-conf.spark.yarn.am.extraJavaOptions=-Dhdp.version=current +#kylin.engine.spark-conf.spark.executor.extraJavaOptions=-Dhdp.version=current http://git-wip-us.apache.org/repos/asf/kylin/blob/cc1bac9f/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java ---------------------------------------------------------------------- diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java index f68194e..e0b3e6c 100644 --- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java +++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkBatchCubingJobBuilder2.java @@ -78,7 +78,7 @@ public class SparkBatchCubingJobBuilder2 extends BatchCubingJobBuilder2 { try { return ClassUtil.findContainingJar(Class.forName(className), perferLibraryName); } catch (ClassNotFoundException e) { - logger.warn("failed to locate jar for class " + className + ", ignore it", e); + logger.warn("failed to locate jar for class " + className + ", ignore it"); } return "";
