Working around ODPI-186 (cherry picked from commit 2e21565ab7642379bf579c0fea3aa74e071aaf9a)
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/490bcb65 Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/490bcb65 Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/490bcb65 Branch: refs/heads/master Commit: 490bcb657b838ed8f328f9f4699d268807b6d8c4 Parents: b1d707c Author: Roman Shaposhnik <[email protected]> Authored: Tue Sep 13 18:47:50 2016 -0700 Committer: Roman Shaposhnik <[email protected]> Committed: Tue Mar 21 23:08:07 2017 -0700 ---------------------------------------------------------------------- .../ambari/ODPi/1.0/role_command_order.json | 43 +- .../1.0/services/YARN/MAPREDUCE2_metrics.json | 2596 +++++++++++++ .../ODPi/1.0/services/YARN/YARN_metrics.json | 3486 ++++++++++++++++++ .../ODPi/1.0/services/YARN/YARN_widgets.json | 611 +++ .../ambari/ODPi/1.0/services/YARN/alerts.json | 418 +++ .../YARN/configuration-mapred/mapred-env.xml | 105 + .../YARN/configuration-mapred/mapred-site.xml | 481 +++ .../YARN/configuration/capacity-scheduler.xml | 130 + .../services/YARN/configuration/yarn-env.xml | 260 ++ .../services/YARN/configuration/yarn-log4j.xml | 94 + .../services/YARN/configuration/yarn-site.xml | 424 +++ .../ambari/ODPi/1.0/services/YARN/kerberos.json | 214 ++ .../ambari/ODPi/1.0/services/YARN/metainfo.xml | 274 +- .../ambari/ODPi/1.0/services/YARN/package/.hash | 1 + .../package/alerts/alert_nodemanager_health.py | 209 ++ .../alerts/alert_nodemanagers_summary.py | 219 ++ .../files/validateYarnComponentStatusWindows.py | 161 + .../services/YARN/package/scripts/__init__.py | 20 + .../scripts/application_timeline_server.py | 155 + .../YARN/package/scripts/historyserver.py | 190 + .../YARN/package/scripts/install_jars.py | 99 + .../package/scripts/mapred_service_check.py | 168 + .../YARN/package/scripts/mapreduce2_client.py | 98 + .../YARN/package/scripts/nodemanager.py | 161 + .../YARN/package/scripts/nodemanager_upgrade.py | 73 + .../1.0/services/YARN/package/scripts/params.py | 31 + .../YARN/package/scripts/params_linux.py | 469 +++ .../YARN/package/scripts/params_windows.py | 59 + .../YARN/package/scripts/resourcemanager.py | 289 ++ .../services/YARN/package/scripts/service.py | 105 + .../YARN/package/scripts/service_check.py | 159 + .../YARN/package/scripts/setup_ranger_yarn.py | 71 + .../YARN/package/scripts/status_params.py | 61 + .../1.0/services/YARN/package/scripts/yarn.py | 499 +++ .../YARN/package/scripts/yarn_client.py | 67 + .../package/templates/container-executor.cfg.j2 | 40 + .../package/templates/exclude_hosts_list.j2 | 21 + .../YARN/package/templates/mapreduce.conf.j2 | 35 + .../package/templates/taskcontroller.cfg.j2 | 38 + .../YARN/package/templates/yarn.conf.j2 | 35 + 40 files changed, 12662 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/490bcb65/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json b/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json index ab56c7f..31f26e3 100755 --- a/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json @@ -3,39 +3,72 @@ "_comment" : "blockedRole-blockedCommand: [blockerRole1-blockerCommand1, blockerRole2-blockerCommand2, ...]", "general_deps" : { "_comment" : "dependencies for all cases", + "HBASE_MASTER-START": ["ZOOKEEPER_SERVER-START"], + "HBASE_REGIONSERVER-START": ["HBASE_MASTER-START"], + "OOZIE_SERVER-START": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], + "WEBHCAT_SERVER-START": ["NODEMANAGER-START", "HIVE_SERVER-START"], + "WEBHCAT_SERVER-RESTART": ["NODEMANAGER-RESTART", "HIVE_SERVER-RESTART"], + "HIVE_METASTORE-START": ["MYSQL_SERVER-START", "NAMENODE-START"], + "HIVE_METASTORE-RESTART": ["MYSQL_SERVER-RESTART", "NAMENODE-RESTART"], + "HIVE_SERVER-START": ["NODEMANAGER-START", "MYSQL_SERVER-START"], + "HIVE_SERVER-RESTART": ["NODEMANAGER-RESTART", "MYSQL_SERVER-RESTART", "ZOOKEEPER_SERVER-RESTART"], + "HUE_SERVER-START": ["HIVE_SERVER-START", "HCAT-START", "OOZIE_SERVER-START"], + "FLUME_HANDLER-START": ["OOZIE_SERVER-START"], "MAPREDUCE_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], + "OOZIE_SERVICE_CHECK-SERVICE_CHECK": ["OOZIE_SERVER-START", "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK"], + "HBASE_SERVICE_CHECK-SERVICE_CHECK": ["HBASE_MASTER-START", "HBASE_REGIONSERVER-START"], + "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START", "WEBHCAT_SERVER-START"], + "PIG_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], + "SQOOP_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], "ZOOKEEPER_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], - "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"] + "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], + "ZOOKEEPER_SERVER-STOP" : ["HBASE_MASTER-STOP", "HBASE_REGIONSERVER-STOP", "METRICS_COLLECTOR-STOP"], + "HBASE_MASTER-STOP": ["HBASE_REGIONSERVER-STOP"] }, "_comment" : "GLUSTERFS-specific dependencies", "optional_glusterfs": { + "HBASE_MASTER-START": ["PEERSTATUS-START"], "GLUSTERFS_SERVICE_CHECK-SERVICE_CHECK": ["PEERSTATUS-START"] }, "_comment" : "Dependencies that are used when GLUSTERFS is not present in cluster", "optional_no_glusterfs": { + "METRICS_COLLECTOR-START": ["NAMENODE-START", "DATANODE-START", "SECONDARY_NAMENODE-START", "ZOOKEEPER_SERVER-START"], + "AMBARI_METRICS_SERVICE_CHECK-SERVICE_CHECK": ["METRICS_COLLECTOR-START", "HDFS_SERVICE_CHECK-SERVICE_CHECK"], "SECONDARY_NAMENODE-START": ["NAMENODE-START"], + "SECONDARY_NAMENODE-RESTART": ["NAMENODE-RESTART"], "RESOURCEMANAGER-START": ["NAMENODE-START", "DATANODE-START"], "NODEMANAGER-START": ["NAMENODE-START", "DATANODE-START", "RESOURCEMANAGER-START"], "HISTORYSERVER-START": ["NAMENODE-START", "DATANODE-START"], + "HBASE_MASTER-START": ["NAMENODE-START", "DATANODE-START"], + "HIVE_SERVER-START": ["DATANODE-START"], + "WEBHCAT_SERVER-START": ["DATANODE-START"], + "HISTORYSERVER-RESTART": ["NAMENODE-RESTART"], + "RESOURCEMANAGER-RESTART": ["NAMENODE-RESTART"], + "NODEMANAGER-RESTART": ["NAMENODE-RESTART"], + "OOZIE_SERVER-RESTART": ["NAMENODE-RESTART"], "HDFS_SERVICE_CHECK-SERVICE_CHECK": ["NAMENODE-START", "DATANODE-START", "SECONDARY_NAMENODE-START"], "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START", "HISTORYSERVER-START", "YARN_SERVICE_CHECK-SERVICE_CHECK"], "YARN_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], "RESOURCEMANAGER_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START"], + "PIG_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], "NAMENODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP"], + "HISTORYSERVER-STOP", "HBASE_MASTER-STOP", "METRICS_COLLECTOR-STOP"], "DATANODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP"] + "HISTORYSERVER-STOP", "HBASE_MASTER-STOP"], + "METRICS_GRAFANA-START": ["METRICS_COLLECTOR-START"], + "METRICS_COLLECTOR-STOP": ["METRICS_GRAFANA-STOP"] }, "_comment" : "Dependencies that are used in HA NameNode cluster", "namenode_optional_ha": { "NAMENODE-START": ["ZKFC-START", "JOURNALNODE-START", "ZOOKEEPER_SERVER-START"], - "ZKFC-START": ["ZOOKEEPER_SERVER-START"] + "ZKFC-START": ["ZOOKEEPER_SERVER-START"], + "ZKFC-STOP": ["NAMENODE-STOP"], + "JOURNALNODE-STOP": ["NAMENODE-STOP"] }, "_comment" : "Dependencies that are used in ResourceManager HA cluster", "resourcemanager_optional_ha" : { "RESOURCEMANAGER-START": ["ZOOKEEPER_SERVER-START"] } } -
