This is an automated email from the ASF dual-hosted git repository.
kturner pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/fluo-muchos.git
The following commit(s) were added to refs/heads/master by this push:
new 5350f0b Apply #266 for Hadoop HA role (#302)
5350f0b is described below
commit 5350f0bc35d33eb0e8beb93e708bdf92c09dd411
Author: Karthick Narendran <[email protected]>
AuthorDate: Tue Dec 17 20:39:32 2019 +0000
Apply #266 for Hadoop HA role (#302)
---
ansible/roles/hadoop-ha/tasks/main.yml | 7 +++++++
1 file changed, 7 insertions(+)
diff --git a/ansible/roles/hadoop-ha/tasks/main.yml
b/ansible/roles/hadoop-ha/tasks/main.yml
index 8bc03de..7f456c8 100644
--- a/ansible/roles/hadoop-ha/tasks/main.yml
+++ b/ansible/roles/hadoop-ha/tasks/main.yml
@@ -24,6 +24,7 @@
- hdfs-site.xml
- yarn-site.xml
- mapred-site.xml
+ - hadoop-metrics2.properties
- name: "configure hadoop 2"
template: src={{ item }} dest={{ hadoop_home }}/etc/hadoop/{{ item }}
with_items:
@@ -34,6 +35,12 @@
with_items:
- workers
when: hadoop_major_version == '3'
+
+# This is currently needed to run hadoop with Java 11 (see
https://github.com/apache/fluo-muchos/issues/266)
+- name: "Copy javax.activation-api (when Hadoop 3 and Java 11 are used)"
+ synchronize: src={{ user_home }}/mvn_dep/ dest={{ hadoop_home
}}/share/hadoop/common/lib/
+ when: hadoop_major_version == '3' and java_product_version == 11
+
- name: "copy spark yarn shuffle jar to hadoop lib"
command: cp {{ spark_home }}/yarn/spark-{{ spark_version }}-yarn-shuffle.jar
{{ hadoop_home }}/share/hadoop/yarn/lib/ creates={{ hadoop_home
}}/share/hadoop/yarn/lib/spark-{{ spark_version }}-yarn-shuffle.jar
when: "'spark' in groups"
