http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hivemetastore-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hivemetastore-site.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hivemetastore-site.xml new file mode 100755 index 0000000..75be7f2 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hivemetastore-site.xml @@ -0,0 +1,43 @@ +<configuration><property require-input="false"> + <name>hive.metastore.metrics.enabled</name> + <value>true</value> + <filename>hivemetastore-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.reporter</name> + <value>JSON_FILE, JMX, HADOOP2</value> + <filename>hivemetastore-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.hadoop2.component</name> + <value>hivemetastore</value> + <filename>hivemetastore-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.file.location</name> + <value>/var/log/hive/hivemetastore-report.json</value> + <filename>hivemetastore-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-interactive-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-interactive-site.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-interactive-site.xml new file mode 100755 index 0000000..6954e56 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-interactive-site.xml @@ -0,0 +1,56 @@ +<configuration><property require-input="false"> + <name>hive.metastore.metrics.enabled</name> + <value>true</value> + <filename>hiveserver2-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.reporter</name> + <value>JSON_FILE, JMX, HADOOP2</value> + <filename>hiveserver2-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.hadoop2.component</name> + <value>hiveserver2</value> + <filename>hiveserver2-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.file.location</name> + <value>/var/log/hive/hiveserver2Interactive-report.json</value> + <filename>hiveserver2-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.async.log.enabled</name> + <value>false</value> + <description>Whether to enable Log4j2's asynchronous logging. Asynchronous logging can give significant performance improvement as logging will be handled in separate thread that uses LMAX disruptor queue for buffering log messages. Refer https://logging.apache.org/log4j/2.x/manual/async.html for benefits and drawbacks.</description> + <filename>hiveserver2-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-site.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-site.xml new file mode 100755 index 0000000..e78f176 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/hiveserver2-site.xml @@ -0,0 +1,122 @@ +<configuration><property require-input="false"> + <name>hive.metastore.metrics.enabled</name> + <value>true</value> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.reporter</name> + <value>JSON_FILE, JMX, HADOOP2</value> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.hadoop2.component</name> + <value>hiveserver2</value> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.service.metrics.file.location</name> + <value>/var/log/hive/hiveserver2-report.json</value> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.security.authenticator.manager</name> + <value>org.apache.hadoop.hive.ql.security.SessionStateUserAuthenticator</value> + <description>Hive client authenticator manager class name. The user-defined authenticator class should implement interface org.apache.hadoop.hive.ql.security.HiveAuthenticationProvider. </description> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>hive_security_authorization</name> + <type>hive-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.security.authorization.manager</name> + <value>org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory</value> + <description>the hive client authorization manager class name. + The user defined authorization class should implement interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider. </description> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>hive_security_authorization</name> + <type>hive-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.security.authorization.enabled</name> + <value>false</value> + <description>enable or disable the Hive client authorization</description> + <display-name>Enable Authorization</display-name> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>value-list</type> + <entries> + <entry> + <value>true</value> + <label>True</label> + </entry> + <entry> + <value>false</value> + <label>False</label> + </entry> + </entries> + <selection-cardinality>1</selection-cardinality> + </value-attributes> + <depends-on> + <property> + <name>hive_security_authorization</name> + <type>hive-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>hive.conf.restricted.list</name> + <value>hive.security.authenticator.manager,hive.security.authorization.manager,hive.users.in.admin.role</value> + <description></description> + <filename>hiveserver2-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>hive_security_authorization</name> + <type>hive-env</type> + </property> + </depends-on> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-cli-log4j2.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-cli-log4j2.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-cli-log4j2.xml new file mode 100755 index 0000000..b7f6523 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-cli-log4j2.xml @@ -0,0 +1,91 @@ +<configuration><property require-input="false"> + <name>content</name> + <value> +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +status = WARN +name = LlapCliLog4j2 +packages = org.apache.hadoop.hive.ql.log + +# list of properties +property.hive.log.level = INFO +property.hive.root.logger = console +property.hive.log.dir = ${sys:java.io.tmpdir}/${sys:user.name} +property.hive.log.file = llap-cli.log + +# list of all appenders +appenders = console, DRFA + +# console appender +appender.console.type = Console +appender.console.name = console +appender.console.target = SYSTEM_ERR +appender.console.layout.type = PatternLayout +appender.console.layout.pattern = %p %c{2}: %m%n + +# daily rolling file appender +appender.DRFA.type = RollingRandomAccessFile +appender.DRFA.name = DRFA +appender.DRFA.fileName = ${sys:hive.log.dir}/${sys:hive.log.file} +# Use %pid in the filePattern to append process-id@host-name to the filename if you want separate log files for different CLI session +appender.DRFA.filePattern = ${sys:hive.log.dir}/${sys:hive.log.file}.%d{yyyy-MM-dd} +appender.DRFA.layout.type = PatternLayout +appender.DRFA.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n +appender.DRFA.policies.type = Policies +appender.DRFA.policies.time.type = TimeBasedTriggeringPolicy +appender.DRFA.policies.time.interval = 1 +appender.DRFA.policies.time.modulate = true +appender.DRFA.strategy.type = DefaultRolloverStrategy +appender.DRFA.strategy.max = 30 + +# list of all loggers +loggers = ZooKeeper, DataNucleus, Datastore, JPOX, HadoopConf + +logger.ZooKeeper.name = org.apache.zookeeper +logger.ZooKeeper.level = WARN + +logger.DataNucleus.name = DataNucleus +logger.DataNucleus.level = ERROR + +logger.Datastore.name = Datastore +logger.Datastore.level = ERROR + +logger.JPOX.name = JPOX +logger.JPOX.level = ERROR + +logger.HadoopConf.name = org.apache.hadoop.conf.Configuration +logger.HadoopConf.level = ERROR + +# root logger +rootLogger.level = ${sys:hive.log.level} +rootLogger.appenderRefs = root, DRFA +rootLogger.appenderRef.root.ref = ${sys:hive.root.logger} +rootLogger.appenderRef.DRFA.ref = DRFA + </value> + <description>Custom llap-cli-log4j2.properties</description> + <display-name>llap-cli-log4j2 template</display-name> + <filename>llap-cli-log4j2.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>content</type> + <show-property-name>false</show-property-name> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-daemon-log4j.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-daemon-log4j.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-daemon-log4j.xml new file mode 100755 index 0000000..30c31be --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/llap-daemon-log4j.xml @@ -0,0 +1,158 @@ +<configuration><property require-input="false"> + <name>content</name> + <value> +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +# This is the log4j2 properties file used by llap-daemons. There's several loggers defined, which +# can be selected while configuring LLAP. +# Based on the one selected - UI links etc need to be manipulated in the system. +# Note: Some names and logic is common to this file and llap LogHelpers. Make sure to change that +# as well, if changing this file. + +status = INFO +name = LlapDaemonLog4j2 +packages = org.apache.hadoop.hive.ql.log + +# list of properties +property.llap.daemon.log.level = INFO +property.llap.daemon.root.logger = console +property.llap.daemon.log.dir = . +property.llap.daemon.log.file = llapdaemon.log +property.llap.daemon.historylog.file = llapdaemon_history.log +property.llap.daemon.log.maxfilesize = 256MB +property.llap.daemon.log.maxbackupindex = 240 + +# list of all appenders +appenders = console, RFA, HISTORYAPPENDER, query-routing + +# console appender +appender.console.type = Console +appender.console.name = console +appender.console.target = SYSTEM_ERR +appender.console.layout.type = PatternLayout +appender.console.layout.pattern = %d{ISO8601} %5p [%t (%X{fragmentId})] %c{2}: %m%n + +# rolling file appender +appender.RFA.type = RollingRandomAccessFile +appender.RFA.name = RFA +appender.RFA.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file} +appender.RFA.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file}_%d{yyyy-MM-dd-HH}_%i.done +appender.RFA.layout.type = PatternLayout +appender.RFA.layout.pattern = %d{ISO8601} %-5p [%t (%X{fragmentId})] %c: %m%n +appender.RFA.policies.type = Policies +appender.RFA.policies.time.type = TimeBasedTriggeringPolicy +appender.RFA.policies.time.interval = 1 +appender.RFA.policies.time.modulate = true +appender.RFA.policies.size.type = SizeBasedTriggeringPolicy +appender.RFA.policies.size.size = ${sys:llap.daemon.log.maxfilesize} +appender.RFA.strategy.type = DefaultRolloverStrategy +appender.RFA.strategy.max = ${sys:llap.daemon.log.maxbackupindex} + +# history file appender +appender.HISTORYAPPENDER.type = RollingRandomAccessFile +appender.HISTORYAPPENDER.name = HISTORYAPPENDER +appender.HISTORYAPPENDER.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file} +appender.HISTORYAPPENDER.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file}_%d{yyyy-MM-dd}_%i.done +appender.HISTORYAPPENDER.layout.type = PatternLayout +appender.HISTORYAPPENDER.layout.pattern = %m%n +appender.HISTORYAPPENDER.policies.type = Policies +appender.HISTORYAPPENDER.policies.size.type = SizeBasedTriggeringPolicy +appender.HISTORYAPPENDER.policies.size.size = ${sys:llap.daemon.log.maxfilesize} +appender.HISTORYAPPENDER.policies.time.type = TimeBasedTriggeringPolicy +appender.HISTORYAPPENDER.policies.time.interval = 1 +appender.HISTORYAPPENDER.policies.time.modulate = true +appender.HISTORYAPPENDER.strategy.type = DefaultRolloverStrategy +appender.HISTORYAPPENDER.strategy.max = ${sys:llap.daemon.log.maxbackupindex} + +# queryId based routing file appender +appender.query-routing.type = Routing +appender.query-routing.name = query-routing +appender.query-routing.routes.type = Routes +appender.query-routing.routes.pattern = $${ctx:queryId} +#Purge polciy for query-based Routing Appender +appender.query-routing.purgePolicy.type = LlapRoutingAppenderPurgePolicy +# Note: Do not change this name without changing the corresponding entry in LlapConstants +appender.query-routing.purgePolicy.name = llapLogPurgerQueryRouting +# default route +appender.query-routing.routes.route-default.type = Route +appender.query-routing.routes.route-default.key = $${ctx:queryId} +appender.query-routing.routes.route-default.ref = RFA +# queryId based route +appender.query-routing.routes.route-mdc.type = Route +appender.query-routing.routes.route-mdc.file-mdc.type = LlapWrappedAppender +appender.query-routing.routes.route-mdc.file-mdc.name = IrrelevantName-query-routing +appender.query-routing.routes.route-mdc.file-mdc.app.type = RandomAccessFile +appender.query-routing.routes.route-mdc.file-mdc.app.name = file-mdc +appender.query-routing.routes.route-mdc.file-mdc.app.fileName = ${sys:llap.daemon.log.dir}/${ctx:queryId}-${ctx:dagId}.log +appender.query-routing.routes.route-mdc.file-mdc.app.layout.type = PatternLayout +appender.query-routing.routes.route-mdc.file-mdc.app.layout.pattern = %d{ISO8601} %5p [%t (%X{fragmentId})] %c{2}: %m%n + +# list of all loggers +loggers = NIOServerCnxn, ClientCnxnSocketNIO, DataNucleus, Datastore, JPOX, HistoryLogger, LlapIoImpl, LlapIoOrc, LlapIoCache, LlapIoLocking + +logger.LlapIoImpl.name = LlapIoImpl +logger.LlapIoImpl.level = INFO + +logger.LlapIoOrc.name = LlapIoOrc +logger.LlapIoOrc.level = WARN + +logger.LlapIoCache.name = LlapIoCache +logger.LlapIOCache.level = WARN + +logger.LlapIoLocking.name = LlapIoLocking +logger.LlapIoLocking.level = WARN + +logger.NIOServerCnxn.name = org.apache.zookeeper.server.NIOServerCnxn +logger.NIOServerCnxn.level = WARN + +logger.ClientCnxnSocketNIO.name = org.apache.zookeeper.ClientCnxnSocketNIO +logger.ClientCnxnSocketNIO.level = WARN + +logger.DataNucleus.name = DataNucleus +logger.DataNucleus.level = ERROR + +logger.Datastore.name = Datastore +logger.Datastore.level = ERROR + +logger.JPOX.name = JPOX +logger.JPOX.level = ERROR + +logger.HistoryLogger.name = org.apache.hadoop.hive.llap.daemon.HistoryLogger +logger.HistoryLogger.level = INFO +logger.HistoryLogger.additivity = false +logger.HistoryLogger.appenderRefs = HistoryAppender +logger.HistoryLogger.appenderRef.HistoryAppender.ref = HISTORYAPPENDER + +# root logger +rootLogger.level = ${sys:llap.daemon.log.level} +rootLogger.appenderRefs = root +rootLogger.appenderRef.root.ref = ${sys:llap.daemon.root.logger} + </value> + <description>Custom llap-daemon-log4j2.properties</description> + <display-name>llap-deamon-log4j template</display-name> + <filename>llap-daemon-log4j.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>content</type> + <show-property-name>false</show-property-name> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-audit.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-audit.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-audit.xml new file mode 100755 index 0000000..9e74aa0 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-audit.xml @@ -0,0 +1,136 @@ +<configuration><property require-input="false"> + <name>xasecure.audit.is.enabled</name> + <value>true</value> + <description>Is Audit enabled?</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.hdfs</name> + <value>true</value> + <description>Is Audit to HDFS enabled?</description> + <display-name>Audit to HDFS</display-name> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on> + <property> + <name>xasecure.audit.destination.hdfs</name> + <type>ranger-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.hdfs.dir</name> + <value>hdfs://NAMENODE_HOSTNAME:8020/ranger/audit</value> + <description>HDFS folder to write audit to, make sure the service user has requried permissions</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>xasecure.audit.destination.hdfs.dir</name> + <type>ranger-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.hdfs.batch.filespool.dir</name> + <value>/var/log/hive/audit/hdfs/spool</value> + <description>/var/log/hive/audit/hdfs/spool</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.solr</name> + <value>false</value> + <description>Is Solr audit enabled?</description> + <display-name>Audit to SOLR</display-name> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on> + <property> + <name>xasecure.audit.destination.solr</name> + <type>ranger-env</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.solr.urls</name> + <value></value> + <description>Solr URL</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <empty-value-valid>true</empty-value-valid> + </value-attributes> + <depends-on> + <property> + <name>ranger.audit.solr.urls</name> + <type>ranger-admin-site</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.solr.zookeepers</name> + <value>NONE</value> + <description>Solr Zookeeper string</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>ranger.audit.solr.zookeepers</name> + <type>ranger-admin-site</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.destination.solr.batch.filespool.dir</name> + <value>/var/log/hive/audit/solr/spool</value> + <description>/var/log/hive/audit/solr/spool</description> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.audit.provider.summary.enabled</name> + <value>false</value> + <description>Enable Summary audit?</description> + <display-name>Audit provider summary enabled</display-name> + <filename>ranger-hive-audit.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-plugin-properties.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-plugin-properties.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-plugin-properties.xml new file mode 100755 index 0000000..346baa9 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-plugin-properties.xml @@ -0,0 +1,63 @@ +<configuration><property require-input="false"> + <name>policy_user</name> + <value>ambari-qa</value> + <description>This user must be system user and also present at Ranger admin portal</description> + <display-name>Policy user for HIVE</display-name> + <filename>ranger-hive-plugin-properties.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>jdbc.driverClassName</name> + <value>org.apache.hive.jdbc.HiveDriver</value> + <description>Used for repository creation on ranger admin</description> + <filename>ranger-hive-plugin-properties.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>common.name.for.certificate</name> + <value></value> + <description>Common name for certificate, this value should match what is specified in repo within ranger admin</description> + <filename>ranger-hive-plugin-properties.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <empty-value-valid>true</empty-value-valid> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>REPOSITORY_CONFIG_USERNAME</name> + <value>hive</value> + <description>Used for repository creation on ranger admin</description> + <display-name>Ranger repository config user</display-name> + <filename>ranger-hive-plugin-properties.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>REPOSITORY_CONFIG_PASSWORD</name> + <value>hive</value> + <description>Used for repository creation on ranger admin</description> + <display-name>Ranger repository config password</display-name> + <filename>ranger-hive-plugin-properties.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type>PASSWORD</property-type> + <value-attributes> + <type>password</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-policymgr-ssl.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-policymgr-ssl.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-policymgr-ssl.xml new file mode 100755 index 0000000..bf73d9f --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-policymgr-ssl.xml @@ -0,0 +1,71 @@ +<configuration><property require-input="false"> + <name>xasecure.policymgr.clientssl.keystore</name> + <value>/usr/hdp/current/hive-server2/conf/ranger-plugin-keystore.jks</value> + <description>Java Keystore files</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.policymgr.clientssl.keystore.password</name> + <value>myKeyFilePassword</value> + <description>password for keystore</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type>PASSWORD</property-type> + <value-attributes> + <type>password</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.policymgr.clientssl.truststore</name> + <value>/usr/hdp/current/hive-server2/conf/ranger-plugin-truststore.jks</value> + <description>java truststore file</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.policymgr.clientssl.truststore.password</name> + <value>changeit</value> + <description>java truststore password</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type>PASSWORD</property-type> + <value-attributes> + <type>password</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.policymgr.clientssl.keystore.credential.file</name> + <value>jceks://file{{credential_file}}</value> + <description>java keystore credential file</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.policymgr.clientssl.truststore.credential.file</name> + <value>jceks://file{{credential_file}}</value> + <description>java truststore credential file</description> + <filename>ranger-hive-policymgr-ssl.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-security.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-security.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-security.xml new file mode 100755 index 0000000..a29780f --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/ranger-hive-security.xml @@ -0,0 +1,81 @@ +<configuration><property require-input="false"> + <name>ranger.plugin.hive.policy.rest.ssl.config.file</name> + <value>/usr/hdp/current/{{ranger_hive_component}}/conf/conf.server/ranger-policymgr-ssl.xml</value> + <description>Path to the file containing SSL details to contact Ranger Admin</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>ranger.plugin.hive.service.name</name> + <value>{{repo_name}}</value> + <description>Name of the Ranger service containing policies for this HIVE instance</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>ranger.plugin.hive.policy.source.impl</name> + <value>org.apache.ranger.admin.client.RangerAdminRESTClient</value> + <description>Class to retrieve policies from the source</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>ranger.plugin.hive.policy.rest.url</name> + <value>{{policymgr_mgr_url}}</value> + <description>URL to Ranger Admin</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>ranger.plugin.hive.policy.pollIntervalMs</name> + <value>30000</value> + <description>How often to poll for changes in policies?</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>ranger.plugin.hive.policy.cache.dir</name> + <value>/etc/ranger/{{repo_name}}/policycache</value> + <description>Directory where Ranger policies are cached after successful retrieval from the source</description> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>xasecure.hive.update.xapolicies.on.grant.revoke</name> + <value>true</value> + <description>Should Hive plugin update Ranger policies for updates to permissions done using GRANT/REVOKE?</description> + <display-name>Should Hive GRANT/REVOKE update XA policies</display-name> + <filename>ranger-hive-security.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>boolean</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/tez-interactive-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/tez-interactive-site.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/tez-interactive-site.xml new file mode 100755 index 0000000..3865c36 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/tez-interactive-site.xml @@ -0,0 +1,144 @@ +<configuration><property require-input="false"> + <name>tez.runtime.shuffle.fetch.buffer.percent</name> + <value>0.6</value> + <description>Fraction (0-1) of the available memory which can be used to + retain shuffled data</description> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.runtime.shuffle.memory.limit.percent</name> + <value>0.25</value> + <description>This property determines the maximum size of a shuffle segment + which can be fetched to memory. Fraction (0-1) of shuffle memory + (after applying tez.runtime.shuffle.fetch.buffer.percent)</description> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.runtime.report.partition.stats</name> + <value>true</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.runtime.pipelined-shuffle.enabled</name> + <value>false</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.runtime.pipelined.sorter.lazy-allocate.memory</name> + <value>true</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.grouping.node.local.only</name> + <value>true</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.runtime.shuffle.fetch.verify-disk-checksum</name> + <value>false</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.lib.uris</name> + <value>/hdp/apps/${hdp.version}/tez_hive2/tez.tar.gz</value> + <description>Comma-delimited list of the location of the Tez libraries which will be localized for DAGs. + Specifying a single .tar.gz or .tgz assumes that a compressed version of the tez libs is being used. This is uncompressed into a tezlibs directory when running containers, and tezlibs/;tezlibs/lib/ are added to the classpath (after . and .*). + If multiple files are specified - files are localized as regular files, contents of directories are localized as regular files (non-recursive). + </description> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.dag.recovery.enabled</name> + <value>false</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.am.resource.memory.mb</name> + <value>1536</value> + <description>The amount of memory to be used by the AppMaster</description> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>int</type> + </value-attributes> + <depends-on> + <property> + <name>yarn.scheduler.capacity.root.queues</name> + <type>capacity-scheduler</type> + </property> + <property> + <name>hive.llap.daemon.queue.name</name> + <type>hive-interactive-site</type> + </property> + <property> + <name>llap_queue_capacity</name> + <type>hive-interactive-env</type> + </property> + <property> + <name>enable_hive_interactive</name> + <type>hive-interactive-env</type> + </property> + <property> + <name>hive.server2.tez.sessions.per.default.queue</name> + <type>hive-interactive-site</type> + </property> + </depends-on> + <property_depended_by/> +</property><property require-input="false"> + <name>tez.session.am.dag.submit.timeout.secs</name> + <value>3600</value> + <filename>tez-interactive-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-env.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-env.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-env.xml new file mode 100755 index 0000000..fa62c78 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-env.xml @@ -0,0 +1,38 @@ +<configuration><property require-input="false"> + <name>content</name> + <value> +# The file containing the running pid +PID_FILE={{webhcat_pid_file}} + +TEMPLETON_LOG_DIR={{templeton_log_dir}}/ + + +WEBHCAT_LOG_DIR={{templeton_log_dir}}/ + +# The console error log +ERROR_LOG={{templeton_log_dir}}/webhcat-console-error.log + +# The console log +CONSOLE_LOG={{templeton_log_dir}}/webhcat-console.log + +#TEMPLETON_JAR=templeton_jar_name + +#HADOOP_PREFIX=hadoop_prefix + +#HCAT_PREFIX=hive_prefix + +# Set HADOOP_HOME to point to a specific hadoop install directory +export HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}} + </value> + <description>webhcat-env.sh content</description> + <display-name>webhcat-env template</display-name> + <filename>webhcat-env.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>content</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-log4j.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-log4j.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-log4j.xml new file mode 100755 index 0000000..541b1c9 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-log4j.xml @@ -0,0 +1,63 @@ +<configuration><property require-input="false"> + <name>content</name> + <value> +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# Define some default values that can be overridden by system properties +webhcat.root.logger = INFO, standard +webhcat.log.dir = . +webhcat.log.file = webhcat.log + +log4j.rootLogger = ${webhcat.root.logger} + +# Logging Threshold +log4j.threshhold = DEBUG + +log4j.appender.standard = org.apache.log4j.DailyRollingFileAppender +log4j.appender.standard.File = ${webhcat.log.dir}/${webhcat.log.file} + +# Rollver at midnight +log4j.appender.DRFA.DatePattern = .yyyy-MM-dd + +log4j.appender.DRFA.layout = org.apache.log4j.PatternLayout + +log4j.appender.standard.layout = org.apache.log4j.PatternLayout +log4j.appender.standard.layout.conversionPattern = %-5p | %d{DATE} | %c | %m%n + +# Class logging settings +log4j.logger.com.sun.jersey = DEBUG +log4j.logger.com.sun.jersey.spi.container.servlet.WebComponent = ERROR +log4j.logger.org.apache.hadoop = INFO +log4j.logger.org.apache.hadoop.conf = WARN +log4j.logger.org.apache.zookeeper = WARN +log4j.logger.org.eclipse.jetty = INFO + + </value> + <description>Custom webhcat-log4j.properties</description> + <display-name>webhcat-log4j template</display-name> + <filename>webhcat-log4j.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>content</type> + <show-property-name>false</show-property-name> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property></configuration> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/779804bb/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-site.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-site.xml new file mode 100755 index 0000000..680ddc8 --- /dev/null +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/HIVE/configuration/webhcat-site.xml @@ -0,0 +1,287 @@ +<configuration><property require-input="false"> + <name>templeton.libjars</name> + <value>/usr/hdp/${hdp.version}/zookeeper/zookeeper.jar,/usr/hdp/${hdp.version}/hive/lib/hive-common.jar</value> + <description>Jars to add the the classpath.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hive.extra.files</name> + <value>/usr/hdp/${hdp.version}/tez/conf/tez-site.xml,/usr/hdp/${hdp.version}/tez,/usr/hdp/${hdp.version}/tez/lib</value> + <description>The resources in this list will be localized to the node running LaunchMapper and added to HADOOP_CLASSPTH + before launching 'hive' command. If the path /foo/bar is a directory, the contents of the the entire dir will be localized + and ./foo/* will be added to HADOOP_CLASSPATH. Note that since classpath path processing does not recurse into subdirectories, + the paths in this property may be overlapping. In the example above, "./tez-site.xml:./tez-client/*:./lib/*" will be added to + HADOOP_CLASSPATH. + This can be used to specify config files, Tez artifacts, etc. This will be sent -files option of hadoop jar command thus + each path is interpreted by Generic Option Parser. It can be local or hdfs path. + </description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.jar</name> + <value>/usr/hdp/${hdp.version}/hive/share/webhcat/svr/lib/hive-webhcat-*.jar</value> + <description>The path to the Templeton jar file.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hadoop</name> + <value>/usr/hdp/${hdp.version}/hadoop/bin/hadoop</value> + <description>The path to the Hadoop executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.pig.archive</name> + <value>hdfs:///hdp/apps/${hdp.version}/pig/pig.tar.gz</value> + <description>The path to the Pig archive in HDFS.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <empty-value-valid>true</empty-value-valid> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.pig.path</name> + <value>pig.tar.gz/pig/bin/pig</value> + <description>The path to the Pig executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hcat</name> + <value>/usr/hdp/${hdp.version}/hive/bin/hcat</value> + <description>The path to the hcatalog executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hive.archive</name> + <value>hdfs:///hdp/apps/${hdp.version}/hive/hive.tar.gz</value> + <description>The path to the Hive archive.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <empty-value-valid>true</empty-value-valid> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hive.home</name> + <value>hive.tar.gz/hive</value> + <description>The path to the Hive home within the tar. Has no effect if templeton.hive.archive is not set.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hcat.home</name> + <value>hive.tar.gz/hive/hcatalog</value> + <description>The path to the HCat home within the tar. Has no effect if templeton.hive.archive is not set.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hive.path</name> + <value>hive.tar.gz/hive/bin/hive</value> + <description>The path to the Hive executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.sqoop.archive</name> + <value>hdfs:///hdp/apps/${hdp.version}/sqoop/sqoop.tar.gz</value> + <description>The path to the Sqoop archive in HDFS.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.sqoop.path</name> + <value>sqoop.tar.gz/sqoop/bin/sqoop</value> + <description>The path to the Sqoop executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.sqoop.home</name> + <value>sqoop.tar.gz/sqoop</value> + <description>The path to the Sqoop home within the tar. Has no effect if + templeton.sqoop.archive is not set. + </description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.streaming.jar</name> + <value>hdfs:///hdp/apps/${hdp.version}/mapreduce/hadoop-streaming.jar</value> + <description>The hdfs path to the Hadoop streaming jar file.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.port</name> + <value>50111</value> + <description>The HTTP port for the main server.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hadoop.conf.dir</name> + <value>/etc/hadoop/conf</value> + <description>The path to the Hadoop configuration.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.python</name> + <value>${env.PYTHON_CMD}</value> + <description>The path to the Python executable.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hive.properties</name> + <value>hive.metastore.local=false,hive.metastore.uris=thrift://localhost:9083,hive.metastore.sasl.enabled=false</value> + <description>Properties to set when running hive.</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.zookeeper.hosts</name> + <value>localhost:2181</value> + <description>ZooKeeper servers, as comma separated host:port pairs</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes> + <type>multiLine</type> + </value-attributes> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.storage.class</name> + <value>org.apache.hive.hcatalog.templeton.tool.ZooKeeperStorage</value> + <description>The class to use as storage</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.override.enabled</name> + <value>false</value> + <description>Enable the override path in templeton.override.jars</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.exec.timeout</name> + <value>60000</value> + <description>Time out for templeton api</description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="true" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on/> + <property_depended_by/> +</property><property require-input="false"> + <name>templeton.hadoop.queue.name</name> + <value>default</value> + <description> + MapReduce queue name where WebHCat map-only jobs will be submitted to. Can be used to avoid a deadlock where all map slots in the cluster are taken over by Templeton launcher tasks. + </description> + <filename>webhcat-site.xml</filename> + <deleted>false</deleted> + <on-ambari-upgrade add="false" delete="false" update="false"/> + <property-type></property-type> + <value-attributes/> + <depends-on> + <property> + <name>yarn.scheduler.capacity.root.queues</name> + <type>capacity-scheduler</type> + </property> + </depends-on> + <property_depended_by/> +</property></configuration> \ No newline at end of file
