Ottomata has submitted this change and it was merged.
Change subject: Use SNAPPY as default hive parquet compression, automatically
load unversioned symlink of hcatalog jar
......................................................................
Use SNAPPY as default hive parquet compression, automatically load unversioned
symlink of hcatalog jar
Change-Id: Ic907724e0a60688c06989923573b011e0583c139
---
M manifests/role/analytics/hive.pp
M modules/cdh
2 files changed, 3 insertions(+), 1 deletion(-)
Approvals:
Ottomata: Looks good to me, approved
jenkins-bot: Verified
diff --git a/manifests/role/analytics/hive.pp b/manifests/role/analytics/hive.pp
index ee3fa52..6948c91 100644
--- a/manifests/role/analytics/hive.pp
+++ b/manifests/role/analytics/hive.pp
@@ -26,7 +26,7 @@
# The WMF webrequest table uses HCatalog's JSON Serde.
# Automatically include this in Hive client classpaths.
- $hcatalog_jar =
'file:///usr/lib/hive-hcatalog/share/hcatalog/hive-hcatalog-core-0.12.0-cdh5.0.2.jar'
+ $hcatalog_jar =
'file:///usr/lib/hive-hcatalog/share/hcatalog/hive-hcatalog-core.jar'
# If refinery is included on this node, then add
# refinery-hive.jar to the auxpath as well
@@ -67,6 +67,8 @@
zookeeper_hosts => $zookeeper_hosts,
variable_substitute_depth => $variable_substitute_depth,
auxpath => $auxpath,
+ # default to using Snappy for parquet formatted tables
+ parquet_compression => 'SNAPPY',
}
}
diff --git a/modules/cdh b/modules/cdh
index 8dc0218..4c851db 160000
--- a/modules/cdh
+++ b/modules/cdh
-Subproject commit 8dc0218abeb7f8740d83f1f35398b4d92bcef2d5
+Subproject commit 4c851db827c0c68e95bf9afbd640440e9b7033ba
--
To view, visit https://gerrit.wikimedia.org/r/190828
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: Ic907724e0a60688c06989923573b011e0583c139
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <[email protected]>
Gerrit-Reviewer: Ottomata <[email protected]>
Gerrit-Reviewer: jenkins-bot <>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
