This is an automated email from the ASF dual-hosted git repository.
iwasakims pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git
The following commit(s) were added to refs/heads/master by this push:
new 78624833 BIGTOP-3744. Puppet Deploy Hive on Tez add Resource Resizing
Configs (#946)
78624833 is described below
commit 78624833c76014ac9cb1514ff1112704ee222474
Author: Peng Lee <[email protected]>
AuthorDate: Sat Jul 23 20:32:09 2022 -0400
BIGTOP-3744. Puppet Deploy Hive on Tez add Resource Resizing Configs (#946)
---
bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml | 2 ++
bigtop-deploy/puppet/modules/hadoop_hive/manifests/init.pp | 4 +++-
.../puppet/modules/hadoop_hive/templates/hive-site.xml | 14 ++++++++++++++
3 files changed, 19 insertions(+), 1 deletion(-)
diff --git a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml
b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml
index 11caf766..731aed1d 100644
--- a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml
+++ b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml
@@ -180,6 +180,8 @@ hadoop::common::tez_jars: "/usr/lib/tez"
# to enable tez in hive, uncomment the lines below
# hadoop_hive::common_config::hive_execution_engine: "tez"
+# hadoop_hive::common_config::hive_tez_container_size: 1024
+# hadoop_hive::common_config::hive_tez_cpu_vcores: 1
#kafka
kafka::server::port: "9092"
diff --git a/bigtop-deploy/puppet/modules/hadoop_hive/manifests/init.pp
b/bigtop-deploy/puppet/modules/hadoop_hive/manifests/init.pp
index 765cd086..75d02f93 100644
--- a/bigtop-deploy/puppet/modules/hadoop_hive/manifests/init.pp
+++ b/bigtop-deploy/puppet/modules/hadoop_hive/manifests/init.pp
@@ -45,7 +45,9 @@ class hadoop_hive {
}
}
- class common_config ($hbase_master = "",
+ class common_config ($hive_tez_container_size = undef,
+ $hive_tez_cpu_vcores = undef,
+ $hbase_master = "",
$hbase_zookeeper_quorum = "",
$hive_zookeeper_quorum = "",
$hive_support_concurrency = false,
diff --git a/bigtop-deploy/puppet/modules/hadoop_hive/templates/hive-site.xml
b/bigtop-deploy/puppet/modules/hadoop_hive/templates/hive-site.xml
index 95e8a637..4c3c7efd 100644
--- a/bigtop-deploy/puppet/modules/hadoop_hive/templates/hive-site.xml
+++ b/bigtop-deploy/puppet/modules/hadoop_hive/templates/hive-site.xml
@@ -26,6 +26,20 @@
<!-- Hive Execution Parameters -->
+<% if @hive_tez_container_size %>
+<property>
+ <name>hive.tez.container.size</name>
+ <value><%= @hive_tez_container_size %></value>
+</property>
+<% end %>
+
+<% if @hive_tez_cpu_vcores %>
+<property>
+ <name>hive.tez.cpu.vcores</name>
+ <value><%= @hive_tez_cpu_vcores %></value>
+</property>
+<% end %>
+
<% if @hbase_master != "" %>
<property>
<name>hbase.master</name>