http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopGmond.sh ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopGmond.sh b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopGmond.sh deleted file mode 100644 index 1af3eb9..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopGmond.sh +++ /dev/null @@ -1,54 +0,0 @@ -#!/bin/sh - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -cd `dirname ${0}`; - -# Get all our common constants etc. set up. -# Pulls in gangliaLib.sh as well, so we can skip pulling it in again. -source ./gmondLib.sh; - -function stopGmondForCluster() -{ - gmondClusterName=${1}; - - gmondRunningPid=`getGmondRunningPid ${gmondClusterName}`; - - # Only go ahead with the termination if we could find a running PID. - if [ -n "${gmondRunningPid}" ] - then - kill -KILL ${gmondRunningPid}; - echo "Stopped ${GMOND_BIN} for cluster ${gmondClusterName} (with PID ${gmondRunningPid})"; - fi -} - -# main() -gmondClusterName=${1}; - -if [ "x" == "x${gmondClusterName}" ] -then - # No ${gmondClusterName} passed in as command-line arg, so stop - # all the gmonds we know about. - for gmondClusterName in `getConfiguredGangliaClusterNames` - do - stopGmondForCluster ${gmondClusterName}; - done -else - stopGmondForCluster ${gmondClusterName}; -fi
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopRrdcached.sh ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopRrdcached.sh b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopRrdcached.sh deleted file mode 100644 index 0a0d8d8..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/stopRrdcached.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/bin/sh - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -cd `dirname ${0}`; - -# Get all our common constants etc. set up. -source ./rrdcachedLib.sh; - -rrdcachedRunningPid=`getRrdcachedRunningPid`; - -# Only go ahead with the termination if we could find a running PID. -if [ -n "${rrdcachedRunningPid}" ] -then - kill -TERM ${rrdcachedRunningPid}; - # ${RRDCACHED_BIN} takes a few seconds to drain its buffers, so wait - # until we're sure it's well and truly dead. - # - # Without this, an immediately following startRrdcached.sh won't do - # anything, because it still sees this soon-to-die instance alive, - # and the net result is that after a few seconds, there's no - # ${RRDCACHED_BIN} running on the box anymore. - sleep 5; - echo "Stopped ${RRDCACHED_BIN} (with PID ${rrdcachedRunningPid})"; -fi http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/teardownGanglia.sh ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/teardownGanglia.sh b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/teardownGanglia.sh deleted file mode 100644 index b27f7a2..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/files/teardownGanglia.sh +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/sh - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -cd `dirname ${0}`; - -# Get access to Ganglia-wide constants, utilities etc. -source ./gangliaLib.sh; - -# Undo what we did while setting up Ganglia on this box. -rm -rf ${GANGLIA_CONF_DIR}; -rm -rf ${GANGLIA_RUNTIME_DIR}; http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia.py deleted file mode 100644 index 52b79be..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia.py +++ /dev/null @@ -1,106 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -from resource_management import * -import os - - -def groups_and_users(): - import params - - Group(params.user_group) - Group(params.gmetad_user) - Group(params.gmond_user) - User(params.gmond_user, - groups=[params.gmond_user]) - User(params.gmetad_user, - groups=[params.gmetad_user]) - - -def config(): - import params - - shell_cmds_dir = params.ganglia_shell_cmds_dir - shell_files = ['checkGmond.sh', 'checkRrdcached.sh', 'gmetadLib.sh', - 'gmondLib.sh', 'rrdcachedLib.sh', - 'setupGanglia.sh', 'startGmetad.sh', 'startGmond.sh', - 'startRrdcached.sh', 'stopGmetad.sh', - 'stopGmond.sh', 'stopRrdcached.sh', 'teardownGanglia.sh'] - Directory(shell_cmds_dir, - owner="root", - group="root", - recursive=True - ) - init_file("gmetad") - init_file("gmond") - for sh_file in shell_files: - shell_file(sh_file) - for conf_file in ['gangliaClusters.conf', 'gangliaEnv.sh', 'gangliaLib.sh']: - ganglia_TemplateConfig(conf_file) - - -def init_file(name): - import params - - File("/etc/init.d/hdp-" + name, - content=StaticFile(name + ".init"), - mode=0755 - ) - - -def shell_file(name): - import params - - File(params.ganglia_shell_cmds_dir + os.sep + name, - content=StaticFile(name), - mode=0755 - ) - - -def ganglia_TemplateConfig(name, mode=0755, tag=None): - import params - - TemplateConfig(format("{params.ganglia_shell_cmds_dir}/{name}"), - owner="root", - group="root", - template_tag=tag, - mode=mode - ) - - -def generate_daemon(ganglia_service, - name=None, - role=None, - owner=None, - group=None): - import params - - cmd = "" - if ganglia_service == "gmond": - if role == "server": - cmd = "{params.ganglia_shell_cmds_dir}/setupGanglia.sh -c {name} -m -o {owner} -g {group}" - else: - cmd = "{params.ganglia_shell_cmds_dir}/setupGanglia.sh -c {name} -o {owner} -g {group}" - elif ganglia_service == "gmetad": - cmd = "{params.ganglia_shell_cmds_dir}/setupGanglia.sh -t -o {owner} -g {group}" - else: - raise Fail("Unexpected ganglia service") - Execute(format(cmd), - path=[params.ganglia_shell_cmds_dir, "/usr/sbin", - "/sbin:/usr/local/bin", "/bin", "/usr/bin"] - ) http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor.py deleted file mode 100644 index 2ab3a3c..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor.py +++ /dev/null @@ -1,242 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import sys -import os -from os import path -from resource_management import * -from ganglia import generate_daemon -import ganglia -import ganglia_monitor_service - - -class GangliaMonitor(Script): - def install(self, env): - import params - - self.install_packages(env) - env.set_params(params) - self.configure(env) - self.chkconfigOff() - - def start(self, env): - import params - env.set_params(params) - self.configure(env) - ganglia_monitor_service.monitor("start") - - def stop(self, env): - ganglia_monitor_service.monitor("stop") - - - def status(self, env): - import status_params - pid_file_name = 'gmond.pid' - pid_file_count = 0 - pid_dir = status_params.pid_dir - # Recursively check all existing gmond pid files - for cur_dir, subdirs, files in os.walk(pid_dir): - for file_name in files: - if file_name == pid_file_name: - pid_file = os.path.join(cur_dir, file_name) - check_process_status(pid_file) - pid_file_count += 1 - if pid_file_count == 0: # If no any pid file is present - raise ComponentIsNotRunning() - - - def configure(self, env): - import params - - ganglia.groups_and_users() - - Directory(params.ganglia_conf_dir, - owner="root", - group=params.user_group, - recursive=True - ) - - ganglia.config() - - self.generate_slave_configs() - - Directory(path.join(params.ganglia_dir, "conf.d"), - owner="root", - group=params.user_group - ) - - File(path.join(params.ganglia_dir, "conf.d/modgstatus.conf"), - owner="root", - group=params.user_group - ) - File(path.join(params.ganglia_dir, "conf.d/multicpu.conf"), - owner="root", - group=params.user_group - ) - File(path.join(params.ganglia_dir, "gmond.conf"), - owner="root", - group=params.user_group - ) - - if params.is_ganglia_server_host: - self.generate_master_configs() - - - def generate_slave_configs(self): - import params - - if params.is_namenode_master: - generate_daemon("gmond", - name = "HDPNameNode", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_jtnode_master: - generate_daemon("gmond", - name = "HDPJobTracker", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_hsnode_master: - generate_daemon("gmond", - name = "HDPHistoryServer", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_hbase_master: - generate_daemon("gmond", - name = "HDPHBaseMaster", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_slave: - generate_daemon("gmond", - name = "HDPDataNode", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_tasktracker: - generate_daemon("gmond", - name = "HDPTaskTracker", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_hbase_rs: - generate_daemon("gmond", - name = "HDPHBaseRegionServer", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.is_flume: - generate_daemon("gmond", - name = "HDPFlumeServer", - role = "monitor", - owner = "root", - group = params.user_group) - - if params.pure_slave: - generate_daemon("gmond", - name = "HDPSlaves", - role = "monitor", - owner = "root", - group = params.user_group) - - - def generate_master_configs(self): - import params - - if params.has_namenodes: - generate_daemon("gmond", - name = "HDPNameNode", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_jobtracker: - generate_daemon("gmond", - name = "HDPJobTracker", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_hbase_masters: - generate_daemon("gmond", - name = "HDPHBaseMaster", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_historyserver: - generate_daemon("gmond", - name = "HDPHistoryServer", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_slaves: - generate_daemon("gmond", - name = "HDPDataNode", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_tasktracker: - generate_daemon("gmond", - name = "HDPTaskTracker", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_hbase_rs: - generate_daemon("gmond", - name = "HDPHBaseRegionServer", - role = "server", - owner = "root", - group = params.user_group) - - if params.has_flume: - generate_daemon("gmond", - name = "HDPFlumeServer", - role = "server", - owner = "root", - group = params.user_group) - - generate_daemon("gmond", - name = "HDPSlaves", - role = "server", - owner = "root", - group = params.user_group) - - - def chkconfigOff(self): - Execute("chkconfig gmond off", - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin') - - Execute("chkconfig gmetad off", - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin') - - -if __name__ == "__main__": - GangliaMonitor().execute() http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor_service.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor_service.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor_service.py deleted file mode 100644 index cf7a4b1..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_monitor_service.py +++ /dev/null @@ -1,27 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -from resource_management import * - - -def monitor(action=None):# 'start' or 'stop' - Execute( - format( - "service hdp-gmond {action} >> /tmp/gmond.log 2>&1 ; /bin/ps auwx | /bin/grep [g]mond >> /tmp/gmond.log 2>&1"), - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin' - ) http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server.py deleted file mode 100644 index 3ee55ea..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server.py +++ /dev/null @@ -1,122 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import sys -import os -from os import path -from resource_management import * -from ganglia import generate_daemon -import ganglia -import ganglia_server_service - - -class GangliaServer(Script): - def install(self, env): - import params - - self.install_packages(env) - env.set_params(params) - self.configure(env) - self.chkconfigOff() - - def start(self, env): - import params - env.set_params(params) - self.configure(env) - ganglia_server_service.server("start") - - def stop(self, env): - import params - - env.set_params(params) - ganglia_server_service.server("stop") - - def status(self, env): - import status_params - env.set_params(status_params) - pid_file = format("{pid_dir}/gmetad.pid") - # Recursively check all existing gmetad pid files - check_process_status(pid_file) - - def configure(self, env): - import params - env.set_params(params) - - ganglia.groups_and_users() - ganglia.config() - - generate_daemon("gmetad", - name = "gmetad", - role = "server", - owner = "root", - group = params.user_group) - - change_permission() - server_files() - File(path.join(params.ganglia_dir, "gmetad.conf"), - owner="root", - group=params.user_group - ) - - - def chkconfigOff(self): - Execute("chkconfig gmetad off", - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin') - - -def change_permission(): - import params - - Directory(params.dwoo_path, - mode=0755, - recursive=True - ) - Execute(format("chown -R {web_user} {dwoo_path}")) - - -def server_files(): - import params - - rrd_py_path = params.rrd_py_path - Directory(rrd_py_path, - recursive=True - ) - rrd_py_file_path = path.join(rrd_py_path, "rrd.py") - TemplateConfig(rrd_py_file_path, - owner="root", - group="root", - mode=0755 - ) - rrd_file_owner = params.gmetad_user - - Directory(params.rrdcached_base_dir, - owner=rrd_file_owner, - group=rrd_file_owner, - mode=0755, - recursive=True - ) - - if System.get_instance().os_family == "suse": - File( params.ganglia_apache_config_file, - content = Template("ganglia.conf.j2"), - mode = 0644 - ) - - -if __name__ == "__main__": - GangliaServer().execute() http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server_service.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server_service.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server_service.py deleted file mode 100644 index b93e3f8..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/ganglia_server_service.py +++ /dev/null @@ -1,27 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -from resource_management import * - - -def server(action=None):# 'start' or 'stop' - command = "service hdp-gmetad {action} >> /tmp/gmetad.log 2>&1 ; /bin/ps auwx | /bin/grep [g]metad >> /tmp/gmetad.log 2>&1" - Execute(format(command), - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin' - ) - MonitorWebserver("restart") http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/params.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/params.py deleted file mode 100644 index 8394082..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/params.py +++ /dev/null @@ -1,109 +0,0 @@ -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -from resource_management import * -from resource_management.core.system import System -import os - -config = Script.get_config() - -user_group = config['configurations']['cluster-env']["user_group"] -ganglia_conf_dir = default("/configurations/ganglia-env/ganglia_conf_dir","/etc/ganglia/hdp") -ganglia_dir = "/etc/ganglia" -ganglia_runtime_dir = config['configurations']['ganglia-env']["ganglia_runtime_dir"] -ganglia_shell_cmds_dir = "/usr/libexec/hdp/ganglia" - -gmetad_user = config['configurations']['ganglia-env']["gmetad_user"] -gmond_user = config['configurations']['ganglia-env']["gmond_user"] - -webserver_group = "apache" -rrdcached_base_dir = config['configurations']['ganglia-env']["rrdcached_base_dir"] -rrdcached_timeout = default("/configurations/ganglia-env/rrdcached_timeout", 3600) -rrdcached_flush_timeout = default("/configurations/ganglia-env/rrdcached_flush_timeout", 7200) -rrdcached_delay = default("/configurations/ganglia-env/rrdcached_delay", 1800) -rrdcached_write_threads = default("/configurations/ganglia-env/rrdcached_write_threads", 4) - -ganglia_server_host = config["clusterHostInfo"]["ganglia_server_host"][0] - -hostname = config["hostname"] -namenode_host = set(default("/clusterHostInfo/namenode_host", [])) -jtnode_host = set(default("/clusterHostInfo/jtnode_host", [])) -hs_host = set(default("/clusterHostInfo/hs_host", [])) -hbase_master_hosts = set(default("/clusterHostInfo/hbase_master_hosts", [])) -# datanodes are marked as slave_hosts -slave_hosts = set(default("/clusterHostInfo/slave_hosts", [])) -tt_hosts = set(default("/clusterHostInfo/mapred_tt_hosts", [])) -hbase_rs_hosts = set(default("/clusterHostInfo/hbase_rs_hosts", [])) -flume_hosts = set(default("/clusterHostInfo/flume_hosts", [])) - -pure_slave = not hostname in (namenode_host | jtnode_host | hs_host | hbase_master_hosts | slave_hosts | tt_hosts | hbase_rs_hosts | flume_hosts) -is_namenode_master = hostname in namenode_host -is_jtnode_master = hostname in jtnode_host -is_hsnode_master = hostname in hs_host -is_hbase_master = hostname in hbase_master_hosts -is_slave = hostname in slave_hosts -is_tasktracker = hostname in tt_hosts -is_hbase_rs = hostname in hbase_rs_hosts -is_flume = hostname in flume_hosts -is_ganglia_server_host = (hostname == ganglia_server_host) - -has_namenodes = not len(namenode_host) == 0 -has_jobtracker = not len(jtnode_host) == 0 -has_historyserver = not len(hs_host) == 0 -has_hbase_masters = not len(hbase_master_hosts) == 0 -has_slaves = not len(slave_hosts) == 0 -has_tasktracker = not len(tt_hosts) == 0 -has_hbase_rs = not len(hbase_rs_hosts) == 0 -has_flume = not len(flume_hosts) == 0 - -ganglia_cluster_names = { - "flume_hosts" : [("HDPFlumeServer", 8655)], - "hbase_rs_hosts" : [("HDPHBaseRegionServer", 8656)], - "nm_hosts" : [("HDPNodeManager", 8657)], - "mapred_tt_hosts" : [("HDPTaskTracker", 8658)], - "slave_hosts" : [("HDPDataNode", 8659)], - "namenode_host" : [("HDPNameNode", 8661)], - "jtnode_host" : [("HDPJobTracker", 8662)], - "hbase_master_hosts" : [("HDPHBaseMaster", 8663)], - "rm_host" : [("HDPResourceManager", 8664)], - "hs_host" : [("HDPHistoryServer", 8666)], -} - -ganglia_clusters = [("HDPSlaves", 8660)] - -for key in ganglia_cluster_names: - property_name = format("/clusterHostInfo/{key}") - hosts = set(default(property_name, [])) - if not len(hosts) == 0: - for x in ganglia_cluster_names[key]: - ganglia_clusters.append(x) - - -ganglia_apache_config_file = "/etc/apache2/conf.d/ganglia.conf" -ganglia_web_path="/var/www/html/ganglia" -if System.get_instance().os_family == "suse": - rrd_py_path = '/srv/www/cgi-bin' - dwoo_path = '/var/lib/ganglia-web/dwoo' - web_user = "wwwrun" - # for upgrade purposes as path to ganglia was changed - if not os.path.exists(ganglia_web_path): - ganglia_web_path='/srv/www/htdocs/ganglia' -else: - rrd_py_path = '/var/www/cgi-bin' - dwoo_path = '/var/lib/ganglia/dwoo' - web_user = "apache" http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/status_params.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/status_params.py b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/status_params.py deleted file mode 100644 index 0c69ca9..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/scripts/status_params.py +++ /dev/null @@ -1,25 +0,0 @@ -#!/usr/bin/env python -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * - -config = Script.get_config() - -pid_dir = config['configurations']['ganglia-env']['ganglia_runtime_dir'] http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/ganglia.conf.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/ganglia.conf.j2 b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/ganglia.conf.j2 deleted file mode 100644 index a08fb31..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/ganglia.conf.j2 +++ /dev/null @@ -1,34 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# - -Alias /ganglia "{{ganglia_web_path}}" - -<Directory "{{ganglia_web_path}}"> -# SSLRequireSSL - Options None - AllowOverride None - Order allow,deny - Allow from all -# Order deny,allow -# Deny from all -# Allow from 127.0.0.1 -# AuthName "Ganglia Access" -# AuthType Basic -# AuthUserFile /etc/ganglia/htpasswd.users -# Require valid-user -</Directory> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaClusters.conf.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaClusters.conf.j2 b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaClusters.conf.j2 deleted file mode 100644 index c41ade4..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaClusters.conf.j2 +++ /dev/null @@ -1,44 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -######################################################### -### ClusterName GmondMasterHost GmondPort ### -######################################################### - -{% for x in ganglia_clusters %} - {{ x[0] }} {{ganglia_server_host}} {{ x[1] }} -{% endfor %} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaEnv.sh.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaEnv.sh.j2 b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaEnv.sh.j2 deleted file mode 100644 index 89c750c..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaEnv.sh.j2 +++ /dev/null @@ -1,44 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#!/bin/sh - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -# Unix users and groups for the binaries we start up. -RRD_ROOTDIR={{rrdcached_base_dir}} -GMETAD_USER={{gmetad_user}}; -GMOND_USER={{gmond_user}}; -WEBSERVER_GROUP={{webserver_group}}; -GANGLIA_WEB_PATH={{ganglia_web_path}} http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaLib.sh.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaLib.sh.j2 b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaLib.sh.j2 deleted file mode 100644 index 9a676bb..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/gangliaLib.sh.j2 +++ /dev/null @@ -1,84 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#!/bin/sh - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -cd `dirname ${0}`; - -GANGLIA_CONF_DIR={{ganglia_conf_dir}}; -GANGLIA_RUNTIME_DIR={{ganglia_runtime_dir}}; -RRDCACHED_BASE_DIR={{rrdcached_base_dir}}; -RRDCACHED_WRITE_THREADS={{rrdcached_write_threads}} -RRDCACHED_TIMEOUT={{rrdcached_timeout}} -RRDCACHED_FLUSH_TIMEOUT={{rrdcached_flush_timeout}} -RRDCACHED_DELAY={{rrdcached_delay}} - -# This file contains all the info about each Ganglia Cluster in our Grid. -GANGLIA_CLUSTERS_CONF_FILE=./gangliaClusters.conf; - -function createDirectory() -{ - directoryPath=${1}; - - if [ "x" != "x${directoryPath}" ] - then - mkdir -p ${directoryPath}; - fi -} - -function getGangliaClusterInfo() -{ - clusterName=${1}; - - if [ "x" != "x${clusterName}" ] - then - # Fetch the particular entry for ${clusterName} from ${GANGLIA_CLUSTERS_CONF_FILE}. - awk -v clusterName=${clusterName} '($1 !~ /^#/) && ($1 == clusterName)' ${GANGLIA_CLUSTERS_CONF_FILE}; - else - # Spit out all the non-comment, non-empty lines from ${GANGLIA_CLUSTERS_CONF_FILE}. - awk '($1 !~ /^#/) && (NF)' ${GANGLIA_CLUSTERS_CONF_FILE}; - fi -} - -function getConfiguredGangliaClusterNames() -{ - # Find all the subdirectories in ${GANGLIA_CONF_DIR} and extract only - # the subdirectory name from each. - if [ -e ${GANGLIA_CONF_DIR} ] - then - find ${GANGLIA_CONF_DIR} -maxdepth 1 -mindepth 1 -type d | xargs -n1 basename; - fi -} http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/rrd.py.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/rrd.py.j2 b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/rrd.py.j2 deleted file mode 100644 index a3561e9..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/GANGLIA/package/templates/rrd.py.j2 +++ /dev/null @@ -1,215 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' - -import cgi -import os -import rrdtool -import sys -import time -import re -import urlparse - -# place this script in /var/www/cgi-bin of the Ganglia collector -# requires 'yum install rrdtool-python' on the Ganglia collector - - -def printMetric(clusterName, hostName, metricName, file, cf, start, end, - resolution, pointInTime): - if clusterName.endswith("rrds"): - clusterName = "" - - args = [file, cf, "--daemon", "unix:{{ganglia_runtime_dir}}/rrdcached.limited.sock"] - - if start is not None: - args.extend(["-s", start]) - else: - args.extend(["-s", "now-10m"]) - - if end is not None: - args.extend(["-e", end]) - - if resolution is not None: - args.extend(["-r", resolution]) - - rrdMetric = rrdtool.fetch(args) - # ds_name - sys.stdout.write(rrdMetric[1][0]) - sys.stdout.write("\n") - - sys.stdout.write(clusterName) - sys.stdout.write("\n") - sys.stdout.write(hostName) - sys.stdout.write("\n") - sys.stdout.write(metricName) - sys.stdout.write("\n") - - # write time - sys.stdout.write(str(rrdMetric[0][0])) - sys.stdout.write("\n") - # write step - sys.stdout.write(str(rrdMetric[0][2])) - sys.stdout.write("\n") - - if not pointInTime: - valueCount = 0 - lastValue = None - - for tuple in rrdMetric[2]: - - thisValue = tuple[0] - - if valueCount > 0 and thisValue == lastValue: - valueCount += 1 - else: - if valueCount > 1: - sys.stdout.write("[~r]") - sys.stdout.write(str(valueCount)) - sys.stdout.write("\n") - - if thisValue is None: - sys.stdout.write("[~n]\n") - else: - sys.stdout.write(str(thisValue)) - sys.stdout.write("\n") - - valueCount = 1 - lastValue = thisValue - else: - value = None - idx = -1 - tuple = rrdMetric[2] - tupleLastIdx = len(tuple) * -1 - - while value is None and idx >= tupleLastIdx: - value = tuple[idx][0] - idx -= 1 - - if value is not None: - sys.stdout.write(str(value)) - sys.stdout.write("\n") - - sys.stdout.write("[~EOM]\n") - return - - -def stripList(l): - return ([x.strip() for x in l]) - - -sys.stdout.write("Content-type: text/plain\n\n") - -# write start time -sys.stdout.write(str(time.mktime(time.gmtime()))) -sys.stdout.write("\n") - -requestMethod = os.environ['REQUEST_METHOD'] - -if requestMethod == 'POST': - postData = sys.stdin.readline() - queryString = cgi.parse_qs(postData) - queryString = dict((k, v[0]) for k, v in queryString.items()) -elif requestMethod == 'GET': - queryString = dict(cgi.parse_qsl(os.environ['QUERY_STRING'])); - -if "m" in queryString: - metricParts = queryString["m"].split(",") -else: - metricParts = [""] -metricParts = stripList(metricParts) - -hostParts = [] -if "h" in queryString: - hostParts = queryString["h"].split(",") -hostParts = stripList(hostParts) - -if "c" in queryString: - clusterParts = queryString["c"].split(",") -else: - clusterParts = [""] -clusterParts = stripList(clusterParts) - -if "p" in queryString: - rrdPath = queryString["p"] -else: - rrdPath = "{{rrdcached_base_dir}}" - -start = None -if "s" in queryString: - start = queryString["s"] - -end = None -if "e" in queryString: - end = queryString["e"] - -resolution = None -if "r" in queryString: - resolution = queryString["r"] - -if "cf" in queryString: - cf = queryString["cf"] -else: - cf = "AVERAGE" - -if "pt" in queryString: - pointInTime = True -else: - pointInTime = False - - -def _walk(*args, **kwargs): - for root, dirs, files in os.walk(*args, **kwargs): - for dir in dirs: - qualified_dir = os.path.join(root, dir) - if os.path.islink(qualified_dir): - for x in os.walk(qualified_dir, **kwargs): - yield x - yield (root, dirs, files) - - -for cluster in clusterParts: - for path, dirs, files in _walk(os.path.join(rrdPath,cluster)): - pathParts = path.split("/") - #Process only path which contains files. If no host parameter passed - process all hosts folders and summary info - #If host parameter passed - process only this host folder - if len(files) > 0 and (len(hostParts) == 0 or pathParts[-1] in hostParts): - for metric in metricParts: - file = metric + ".rrd" - fileFullPath = os.path.join(path, file) - if os.path.exists(fileFullPath): - #Exact name of metric - printMetric(pathParts[-2], pathParts[-1], file[:-4], - os.path.join(path, file), cf, start, end, resolution, - pointInTime) - else: - #Regex as metric name - metricRegex = metric + '\.rrd$' - p = re.compile(metricRegex) - matchedFiles = filter(p.match, files) - for matchedFile in matchedFiles: - printMetric(pathParts[-2], pathParts[-1], matchedFile[:-4], - os.path.join(path, matchedFile), cf, start, end, - resolution, pointInTime) - -sys.stdout.write("[~EOF]\n") -# write end time -sys.stdout.write(str(time.mktime(time.gmtime()))) -sys.stdout.write("\n") - -sys.stdout.flush http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/alerts.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/alerts.json b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/alerts.json deleted file mode 100644 index 1609c26..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/alerts.json +++ /dev/null @@ -1,124 +0,0 @@ -{ - "HBASE": { - "service": [ - { - "name": "hbase_regionserver_process_percent", - "label": "Percent RegionServers Available", - "description": "This service-level alert is triggered if the configured percentage of RegionServer processes cannot be determined to be up and listening on the network for the configured warning and critical thresholds. It aggregates the results of RegionServer process down checks.", - "interval": 1, - "scope": "SERVICE", - "enabled": true, - "source": { - "type": "AGGREGATE", - "alert_name": "hbase_regionserver_process", - "reporting": { - "ok": { - "text": "affected: [{1}], total: [{0}]" - }, - "warning": { - "text": "affected: [{1}], total: [{0}]", - "value": 0.1 - }, - "critical": { - "text": "affected: [{1}], total: [{0}]", - "value": 0.3 - } - } - } - } - ], - "HBASE_MASTER": [ - { - "name": "hbase_master_process", - "label": "HBase Master Process", - "description": "This alert is triggered if the HBase master processes cannot be confirmed to be up and listening on the network for the configured critical threshold, given in seconds.", - "interval": 1, - "scope": "ANY", - "source": { - "type": "PORT", - "uri": "{{hbase-site/hbase.master.port}}", - "default_port": 60000, - "reporting": { - "ok": { - "text": "TCP OK - {0:.3f}s response on port {1}" - }, - "warning": { - "text": "TCP OK - {0:.3f}s response on port {1}", - "value": 1.5 - }, - "critical": { - "text": "Connection failed: {0} to {1}:{2}", - "value": 5.0 - } - } - } - }, - { - "name": "hbase_master_cpu", - "label": "HBase Maser CPU Utilization", - "description": "This host-level alert is triggered if CPU utilization of the HBase Master exceeds certain warning and critical thresholds. It checks the HBase Master JMX Servlet for the SystemCPULoad property. The threshold values are in percent.", - "interval": 5, - "scope": "ANY", - "enabled": true, - "source": { - "type": "METRIC", - "uri": { - "http": "{{hbase-site/hbase.master.info.port}}", - "https": "{{hbase-site/hbase.master.info.port}}", - "https_property": "{{cluster-env/security_enabled}}", - "https_property_value": "true", - "default_port": 60010 - }, - "reporting": { - "ok": { - "text": "{1} CPU, load {0:.1%}" - }, - "warning": { - "text": "{1} CPU, load {0:.1%}", - "value": 200 - }, - "critical": { - "text": "{1} CPU, load {0:.1%}", - "value": 250 - }, - "units" : "%" - }, - "jmx": { - "property_list": [ - "java.lang:type=OperatingSystem/SystemCpuLoad", - "java.lang:type=OperatingSystem/AvailableProcessors" - ], - "value": "{0} * 100" - } - } - } - ], - "HBASE_REGIONSERVER": [ - { - "name": "hbase_regionserver_process", - "label": "HBase RegionServer Process", - "description": "This host-level alert is triggered if the RegionServer processes cannot be confirmed to be up and listening on the network for the configured critical threshold, given in seconds.", - "interval": 1, - "scope": "HOST", - "source": { - "type": "PORT", - "uri": "{{hbase-site/hbase.regionserver.info.port}}", - "default_port": 60030, - "reporting": { - "ok": { - "text": "TCP OK - {0:.3f}s response on port {1}" - }, - "warning": { - "text": "TCP OK - {0:.3f}s response on port {1}", - "value": 1.5 - }, - "critical": { - "text": "Connection failed: {0} to {1}:{2}", - "value": 5.0 - } - } - } - } - ] - } -} http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-env.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-env.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-env.xml deleted file mode 100644 index b07e0d5..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-env.xml +++ /dev/null @@ -1,134 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> - -<configuration> - <property> - <name>hbase_log_dir</name> - <value>/var/log/hbase</value> - <description>Log Directories for HBase.</description> - </property> - <property> - <name>hbase_pid_dir</name> - <value>/var/run/hbase</value> - <description>Pid Directory for HBase.</description> - </property> - <property> - <name>hbase_regionserver_heapsize</name> - <value>1024</value> - <description>HBase RegionServer Heap Size.</description> - </property> - <property> - <name>hbase_regionserver_xmn_max</name> - <value>512</value> - <description>HBase RegionServer maximum value for minimum heap size.</description> - </property> - <property> - <name>hbase_regionserver_xmn_ratio</name> - <value>0.2</value> - <description>HBase RegionServer minimum heap size is calculated as a percentage of max heap size.</description> - </property> - <property> - <name>hbase_master_heapsize</name> - <value>1024</value> - <description>HBase Master Heap Size</description> - </property> - <property> - <name>hbase_user</name> - <value>hbase</value> - <property-type>USER</property-type> - <description>HBase User Name.</description> - </property> - - <!-- hbase-env.sh --> - <property> - <name>content</name> - <description>This is the jinja template for hbase-env.sh file</description> - <value> -# Set environment variables here. - -# The java implementation to use. Java 1.6 required. -export JAVA_HOME={{java64_home}} - -# HBase Configuration directory -export HBASE_CONF_DIR=${HBASE_CONF_DIR:-{{hbase_conf_dir}}} - -# Extra Java CLASSPATH elements. Optional. -export HBASE_CLASSPATH=${HBASE_CLASSPATH} - -# The maximum amount of heap to use, in MB. Default is 1000. -# export HBASE_HEAPSIZE=1000 - -# Extra Java runtime options. -# Below are what we set by default. May only work with SUN JVM. -# For more on why as well as other possible settings, -# see http://wiki.apache.org/hadoop/PerformanceTuning -export SERVER_GC_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/gc.log-`date +'%Y%m%d%H%M'`" -# Uncomment below to enable java garbage collection logging. -# export HBASE_OPTS="$HBASE_OPTS -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$HBASE_HOME/logs/gc-hbase.log" - -# Uncomment and adjust to enable JMX exporting -# See jmxremote.password and jmxremote.access in $JRE_HOME/lib/management to configure remote password access. -# More details at: http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html -# -# export HBASE_JMX_BASE="-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false" -# export HBASE_THRIFT_OPTS="$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10103" -# export HBASE_ZOOKEEPER_OPTS="$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10104" - -# File naming hosts on which HRegionServers will run. $HBASE_HOME/conf/regionservers by default. -export HBASE_REGIONSERVERS=${HBASE_CONF_DIR}/regionservers - -# Extra ssh options. Empty by default. -# export HBASE_SSH_OPTS="-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR" - -# Where log files are stored. $HBASE_HOME/logs by default. -export HBASE_LOG_DIR={{log_dir}} - -# A string representing this instance of hbase. $USER by default. -# export HBASE_IDENT_STRING=$USER - -# The scheduling priority for daemon processes. See 'man nice'. -# export HBASE_NICENESS=10 - -# The directory where pid files are stored. /tmp by default. -export HBASE_PID_DIR={{pid_dir}} - -# Seconds to sleep between slave commands. Unset by default. This -# can be useful in large clusters, where, e.g., slave rsyncs can -# otherwise arrive faster than the master can service them. -# export HBASE_SLAVE_SLEEP=0.1 - -# Tell HBase whether it should manage it's own instance of Zookeeper or not. -export HBASE_MANAGES_ZK=false - -{% if security_enabled %} -export HBASE_OPTS="$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log -Djava.security.auth.login.config={{client_jaas_config_file}}" -export HBASE_MASTER_OPTS="$HBASE_MASTER_OPTS -Xmx{{master_heapsize}} -Djava.security.auth.login.config={{master_jaas_config_file}}" -export HBASE_REGIONSERVER_OPTS="$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}} -Djava.security.auth.login.config={{regionserver_jaas_config_file}}" -{% else %} -export HBASE_OPTS="$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log" -export HBASE_MASTER_OPTS="$HBASE_MASTER_OPTS -Xmx{{master_heapsize}}" -export HBASE_REGIONSERVER_OPTS="$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}}" -{% endif %} - </value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-log4j.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-log4j.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-log4j.xml deleted file mode 100644 index 62cc350..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-log4j.xml +++ /dev/null @@ -1,129 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> - -<configuration supports_final="false"> - - <property> - <name>content</name> - <description>Custom log4j.properties</description> - <value> -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# -# -# Define some default values that can be overridden by system properties -hbase.root.logger=INFO,console -hbase.security.logger=INFO,console -hbase.log.dir=. -hbase.log.file=hbase.log - -# Define the root logger to the system property "hbase.root.logger". -log4j.rootLogger=${hbase.root.logger} - -# Logging Threshold -log4j.threshold=ALL - -# -# Daily Rolling File Appender -# -log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender -log4j.appender.DRFA.File=${hbase.log.dir}/${hbase.log.file} - -# Rollver at midnight -log4j.appender.DRFA.DatePattern=.yyyy-MM-dd - -# 30-day backup -#log4j.appender.DRFA.MaxBackupIndex=30 -log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout - -# Pattern format: Date LogLevel LoggerName LogMessage -log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n - -# Debugging Pattern format -#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - -# -# Security audit appender -# -hbase.security.log.file=SecurityAuth.audit -log4j.appender.DRFAS=org.apache.log4j.DailyRollingFileAppender -log4j.appender.DRFAS.File=${hbase.log.dir}/${hbase.security.log.file} -log4j.appender.DRFAS.layout=org.apache.log4j.PatternLayout -log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n -log4j.category.SecurityLogger=${hbase.security.logger} -log4j.additivity.SecurityLogger=false -#log4j.logger.SecurityLogger.org.apache.hadoop.hbase.security.access.AccessController=TRACE - -# -# Null Appender -# -log4j.appender.NullAppender=org.apache.log4j.varia.NullAppender - -# -# console -# Add "console" to rootlogger above if you want to use this -# -log4j.appender.console=org.apache.log4j.ConsoleAppender -log4j.appender.console.target=System.err -log4j.appender.console.layout=org.apache.log4j.PatternLayout -log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n - -# Custom Logging levels - -log4j.logger.org.apache.zookeeper=INFO -#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG -log4j.logger.org.apache.hadoop.hbase=DEBUG -# Make these two classes INFO-level. Make them DEBUG to see more zk debug. -log4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil=INFO -log4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher=INFO -#log4j.logger.org.apache.hadoop.dfs=DEBUG -# Set this class to log INFO only otherwise its OTT - -# Uncomment this line to enable tracing on _every_ RPC call (this can be a lot of output) -#log4j.logger.org.apache.hadoop.ipc.HBaseServer.trace=DEBUG - -# Uncomment the below if you want to remove logging of client region caching' -# and scan of .META. messages -# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=INFO -# log4j.logger.org.apache.hadoop.hbase.client.MetaScanner=INFO - - </value> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-policy.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-policy.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-policy.xml deleted file mode 100644 index 2f12801..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-policy.xml +++ /dev/null @@ -1,53 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> - -<configuration supports_final="true"> - <property> - <name>security.client.protocol.acl</name> - <value>*</value> - <description>ACL for HRegionInterface protocol implementations (ie. - clients talking to HRegionServers) - The ACL is a comma-separated list of user and group names. The user and - group list is separated by a blank. For e.g. "alice,bob users,wheel". - A special value of "*" means all users are allowed.</description> - </property> - - <property> - <name>security.admin.protocol.acl</name> - <value>*</value> - <description>ACL for HMasterInterface protocol implementation (ie. - clients talking to HMaster for admin operations). - The ACL is a comma-separated list of user and group names. The user and - group list is separated by a blank. For e.g. "alice,bob users,wheel". - A special value of "*" means all users are allowed.</description> - </property> - - <property> - <name>security.masterregion.protocol.acl</name> - <value>*</value> - <description>ACL for HMasterRegionInterface protocol implementations - (for HRegionServers communicating with HMaster) - The ACL is a comma-separated list of user and group names. The user and - group list is separated by a blank. For e.g. "alice,bob users,wheel". - A special value of "*" means all users are allowed.</description> - </property> -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml deleted file mode 100644 index a554a8d..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/configuration/hbase-site.xml +++ /dev/null @@ -1,331 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> -<configuration supports_final="true"> - <property> - <name>hbase.rootdir</name> - <value>hdfs://localhost:8020/apps/hbase/data</value> - <description>The directory shared by region servers and into - which HBase persists. The URL should be 'fully-qualified' - to include the filesystem scheme. For example, to specify the - HDFS directory '/hbase' where the HDFS instance's namenode is - running at namenode.example.org on port 9000, set this value to: - hdfs://namenode.example.org:9000/hbase. By default HBase writes - into /tmp. Change this configuration else all data will be lost - on machine restart. - </description> - </property> - <property> - <name>hbase.cluster.distributed</name> - <value>true</value> - <description>The mode the cluster will be in. Possible values are - false for standalone mode and true for distributed mode. If - false, startup will run all HBase and ZooKeeper daemons together - in the one JVM. - </description> - </property> - <property> - <name>hbase.master.port</name> - <value>60000</value> - <description>The port the HBase Master should bind to.</description> - </property> - <property> - <name>hbase.tmp.dir</name> - <value>/hadoop/hbase</value> - <description>Temporary directory on the local filesystem. - Change this setting to point to a location more permanent - than '/tmp' (The '/tmp' directory is often cleared on - machine restart). - </description> - </property> - <property> - <name>hbase.master.info.bindAddress</name> - <value>0.0.0.0</value> - <description>The bind address for the HBase Master web UI - </description> - </property> - <property> - <name>hbase.master.info.port</name> - <value>60010</value> - <description>The port for the HBase Master web UI.</description> - </property> - <property> - <name>hbase.regionserver.info.port</name> - <value>60030</value> - <description>The port for the HBase RegionServer web UI.</description> - </property> - <property> - <name>hbase.regionserver.global.memstore.upperLimit</name> - <value>0.4</value> - <description>Maximum size of all memstores in a region server before new - updates are blocked and flushes are forced. Defaults to 40% of heap - </description> - </property> - <property> - <name>hbase.regionserver.handler.count</name> - <value>60</value> - <description>Count of RPC Listener instances spun up on RegionServers. - Same property is used by the Master for count of master handlers. - Default is 10. - </description> - </property> - <property> - <name>hbase.hregion.majorcompaction</name> - <value>86400000</value> - <description>The time (in milliseconds) between 'major' compactions of all - HStoreFiles in a region. Default: 1 day. - Set to 0 to disable automated major compactions. - </description> - </property> - - <property> - <name>hbase.regionserver.global.memstore.lowerLimit</name> - <value>0.38</value> - <description>When memstores are being forced to flush to make room in - memory, keep flushing until we hit this mark. Defaults to 35% of heap. - This value equal to hbase.regionserver.global.memstore.upperLimit causes - the minimum possible flushing to occur when updates are blocked due to - memstore limiting. - </description> - </property> - <property> - <name>hbase.hregion.memstore.block.multiplier</name> - <value>2</value> - <description>Block updates if memstore has hbase.hregion.memstore.block.multiplier - time hbase.hregion.flush.size bytes. Useful preventing - runaway memstore during spikes in update traffic. Without an - upper-bound, memstore fills such that when it flushes the - resultant flush files take a long time to compact or split, or - worse, we OOME - </description> - </property> - <property> - <name>hbase.hregion.memstore.flush.size</name> - <value>134217728</value> - <description> - Memstore will be flushed to disk if size of the memstore - exceeds this number of bytes. Value is checked by a thread that runs - every hbase.server.thread.wakefrequency. - </description> - </property> - <property> - <name>hbase.hregion.memstore.mslab.enabled</name> - <value>true</value> - <description> - Enables the MemStore-Local Allocation Buffer, - a feature which works to prevent heap fragmentation under - heavy write loads. This can reduce the frequency of stop-the-world - GC pauses on large heaps. - </description> - </property> - <property> - <name>hbase.hregion.max.filesize</name> - <value>10737418240</value> - <description> - Maximum HStoreFile size. If any one of a column families' HStoreFiles has - grown to exceed this value, the hosting HRegion is split in two. - Default: 1G. - </description> - </property> - <property> - <name>hbase.client.scanner.caching</name> - <value>100</value> - <description>Number of rows that will be fetched when calling next - on a scanner if it is not served from (local, client) memory. Higher - caching values will enable faster scanners but will eat up more memory - and some calls of next may take longer and longer times when the cache is empty. - Do not set this value such that the time between invocations is greater - than the scanner timeout; i.e. hbase.regionserver.lease.period - </description> - </property> - <property> - <name>zookeeper.session.timeout</name> - <value>60000</value> - <description>ZooKeeper session timeout. - HBase passes this to the zk quorum as suggested maximum time for a - session (This setting becomes zookeeper's 'maxSessionTimeout'). See - http://hadoop.apache.org/zookeeper/docs/current/zookeeperProgrammers.html#ch_zkSessions - "The client sends a requested timeout, the server responds with the - timeout that it can give the client. " In milliseconds. - </description> - </property> - <property> - <name>hbase.client.keyvalue.maxsize</name> - <value>10485760</value> - <description>Specifies the combined maximum allowed size of a KeyValue - instance. This is to set an upper boundary for a single entry saved in a - storage file. Since they cannot be split it helps avoiding that a region - cannot be split any further because the data is too large. It seems wise - to set this to a fraction of the maximum region size. Setting it to zero - or less disables the check. - </description> - </property> - <property> - <name>hbase.hstore.compactionThreshold</name> - <value>3</value> - <description> - If more than this number of HStoreFiles in any one HStore - (one HStoreFile is written per flush of memstore) then a compaction - is run to rewrite all HStoreFiles files as one. Larger numbers - put off compaction but when it runs, it takes longer to complete. - </description> - </property> - <property> - <name>hbase.hstore.blockingStoreFiles</name> - <value>10</value> - <description> - If more than this number of StoreFiles in any one Store - (one StoreFile is written per flush of MemStore) then updates are - blocked for this HRegion until a compaction is completed, or - until hbase.hstore.blockingWaitTime has been exceeded. - </description> - </property> - <property> - <name>hfile.block.cache.size</name> - <value>0.40</value> - <description> - Percentage of maximum heap (-Xmx setting) to allocate to block cache - used by HFile/StoreFile. Default of 0.25 means allocate 25%. - Set to 0 to disable but it's not recommended. - </description> - </property> - - - <!-- Additional configuration specific to HBase security --> - <property> - <name>hbase.superuser</name> - <value>hbase</value> - <description>List of users or groups (comma-separated), who are allowed - full privileges, regardless of stored ACLs, across the cluster. - Only used when HBase security is enabled. - </description> - </property> - - <property> - <name>hbase.security.authentication</name> - <value>simple</value> - <description> Controls whether or not secure authentication is enabled for HBase. Possible values are 'simple' - (no authentication), and 'kerberos'. - </description> - </property> - - <property> - <name>hbase.rpc.engine</name> - <value>org.apache.hadoop.hbase.ipc.WritableRpcEngine</value> - </property> - - <property> - <name>hbase.security.authorization</name> - <value>false</value> - <description>Enables HBase authorization. Set the value of this property to false to disable HBase authorization. - </description> - </property> - - <property> - <name>hbase.coprocessor.region.classes</name> - <value></value> - <description>A comma-separated list of Coprocessors that are loaded by - default on all tables. For any override coprocessor method, these classes - will be called in order. After implementing your own Coprocessor, just put - it in HBase's classpath and add the fully qualified class name here. - A coprocessor can also be loaded on demand by setting HTableDescriptor. - </description> - </property> - - <property> - <name>hbase.coprocessor.master.classes</name> - <value></value> - <description>A comma-separated list of - org.apache.hadoop.hbase.coprocessor.MasterObserver coprocessors that are - loaded by default on the active HMaster process. For any implemented - coprocessor methods, the listed classes will be called in order. After - implementing your own MasterObserver, just put it in HBase's classpath - and add the fully qualified class name here. - </description> - </property> - - <property> - <name>hbase.zookeeper.property.clientPort</name> - <value>2181</value> - <description>Property from ZooKeeper's config zoo.cfg. - The port at which the clients will connect. - </description> - </property> - - <!-- - The following three properties are used together to create the list of - host:peer_port:leader_port quorum servers for ZooKeeper. - --> - <property> - <name>hbase.zookeeper.quorum</name> - <value>localhost</value> - <description>Comma separated list of servers in the ZooKeeper Quorum. - For example, "host1.mydomain.com,host2.mydomain.com,host3.mydomain.com". - By default this is set to localhost for local and pseudo-distributed modes - of operation. For a fully-distributed setup, this should be set to a full - list of ZooKeeper quorum servers. If HBASE_MANAGES_ZK is set in hbase-env.sh - this is the list of servers which we will start/stop ZooKeeper on. - </description> - </property> - <!-- End of properties used to generate ZooKeeper host:port quorum list. --> - - <property> - <name>dfs.support.append</name> - <value>true</value> - <description>Does HDFS allow appends to files? - This is an hdfs config. set in here so the hdfs client will do append support. - You must ensure that this config. is true serverside too when running hbase - (You will have to restart your cluster after setting it). - </description> - </property> - - <property> - <name>dfs.client.read.shortcircuit</name> - <value>true</value> - <description>Enable/Disable short circuit read for your client. - Hadoop servers should be configured to allow short circuit read - for the hbase user for this to take effect - </description> - </property> - - <property> - <name>hbase.zookeeper.useMulti</name> - <value>true</value> - <description>Instructs HBase to make use of ZooKeeper's multi-update functionality. - This allows certain ZooKeeper operations to complete more quickly and prevents some issues - with rare Replication failure scenarios (see the release note of HBASE-2611 for an example).· - IMPORTANT: only set this to true if all ZooKeeper servers in the cluster are on version 3.4+ - and will not be downgraded. ZooKeeper versions before 3.4 do not support multi-update and will - not fail gracefully if multi-update is invoked (see ZOOKEEPER-1495). - </description> - </property> - <property> - <name>zookeeper.znode.parent</name> - <value>/hbase-unsecure</value> - <description>Root ZNode for HBase in ZooKeeper. All of HBase's ZooKeeper - files that are configured with a relative path will go under this node. - By default, all of HBase's ZooKeeper file path are configured with a - relative path, so they will all go under this directory unless changed. - </description> - </property> - - -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/metainfo.xml deleted file mode 100644 index 853770f..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2/services/HBASE/metainfo.xml +++ /dev/null @@ -1,139 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<metainfo> - <schemaVersion>2.0</schemaVersion> - <services> - <service> - <name>HBASE</name> - <displayName>HBase</displayName> - <comment>Non-relational distributed database and centralized service for configuration management & - synchronization - </comment> - <version>0.94.6.1.3.3.0</version> - <components> - <component> - <name>HBASE_MASTER</name> - <displayName>HBase Master</displayName> - <category>MASTER</category> - <cardinality>1+</cardinality> - <dependencies> - <dependency> - <name>HDFS/HDFS_CLIENT</name> - <scope>host</scope> - <auto-deploy> - <enabled>true</enabled> - </auto-deploy> - </dependency> - <dependency> - <name>ZOOKEEPER/ZOOKEEPER_SERVER</name> - <scope>cluster</scope> - <auto-deploy> - <enabled>true</enabled> - <co-locate>HBASE/HBASE_MASTER</co-locate> - </auto-deploy> - </dependency> - </dependencies> - <commandScript> - <script>scripts/hbase_master.py</script> - <scriptType>PYTHON</scriptType> - <timeout>600</timeout> - </commandScript> - <customCommands> - <customCommand> - <name>DECOMMISSION</name> - <commandScript> - <script>scripts/hbase_master.py</script> - <scriptType>PYTHON</scriptType> - <timeout>600</timeout> - </commandScript> - </customCommand> - </customCommands> - </component> - - <component> - <name>HBASE_REGIONSERVER</name> - <displayName>RegionServer</displayName> - <category>SLAVE</category> - <cardinality>1+</cardinality> - <commandScript> - <script>scripts/hbase_regionserver.py</script> - <scriptType>PYTHON</scriptType> - </commandScript> - </component> - - <component> - <name>HBASE_CLIENT</name> - <displayName>HBase Client</displayName> - <category>CLIENT</category> - <cardinality>1+</cardinality> - <commandScript> - <script>scripts/hbase_client.py</script> - <scriptType>PYTHON</scriptType> - </commandScript> - <configFiles> - <configFile> - <type>xml</type> - <fileName>hbase-site.xml</fileName> - <dictionaryName>hbase-site</dictionaryName> - </configFile> - <configFile> - <type>env</type> - <fileName>hbase-env.sh</fileName> - <dictionaryName>hbase-env</dictionaryName> - </configFile> - <configFile> - <type>env</type> - <fileName>log4j.properties</fileName> - <dictionaryName>hbase-log4j</dictionaryName> - </configFile> - </configFiles> - </component> - </components> - - <osSpecifics> - <osSpecific> - <osFamily>any</osFamily> - <packages> - <package> - <name>hbase</name> - </package> - </packages> - </osSpecific> - </osSpecifics> - - <commandScript> - <script>scripts/service_check.py</script> - <scriptType>PYTHON</scriptType> - <timeout>300</timeout> - </commandScript> - - <requiredServices> - <service>HDFS</service> - <service>ZOOKEEPER</service> - </requiredServices> - - <configuration-dependencies> - <config-type>hbase-policy</config-type> - <config-type>hbase-site</config-type> - <config-type>hbase-env</config-type> - <config-type>hbase-log4j</config-type> - </configuration-dependencies> - - </service> - </services> -</metainfo>
