This is an automated email from the ASF dual-hosted git repository. aonishuk pushed a commit to branch trunk in repository https://gitbox.apache.org/repos/asf/ambari.git
The following commit(s) were added to refs/heads/trunk by this push: new 83c0e67 AMBARI-23017. [PERF] Deployment of PERF stack leads to Out of Sync (aonishuk) 83c0e67 is described below commit 83c0e67dff5e2a2f91c04ddb09a689df94c1f592 Author: Andrew Onishuk <aonis...@hortonworks.com> AuthorDate: Mon Feb 19 10:34:16 2018 +0200 AMBARI-23017. [PERF] Deployment of PERF stack leads to Out of Sync (aonishuk) --- .../dummy_files/alert_definitions.json | 4 +- .../ambari_agent/dummy_files/configurations.json | 1 + .../dummy_files/host_level_params.json | 1 + .../python/ambari_agent/dummy_files/metadata.json | 1 + .../python/ambari_agent/dummy_files/topology.json | 1 + .../stacks/PERF/1.0/properties/stack_packages.json | 259 +++++++++++++++++++++ .../PERF/1.0/services/AMBARI_METRICS/metainfo.xml | 2 +- .../PERF/1.0/services/FAKEHBASE/metainfo.xml | 8 +- .../stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml | 10 +- .../stacks/PERF/1.0/services/FAKEYARN/metainfo.xml | 12 +- .../PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml | 4 +- 11 files changed, 283 insertions(+), 20 deletions(-) diff --git a/ambari-agent/src/test/python/ambari_agent/dummy_files/alert_definitions.json b/ambari-agent/src/test/python/ambari_agent/dummy_files/alert_definitions.json index d9a82a7..341017c 100644 --- a/ambari-agent/src/test/python/ambari_agent/dummy_files/alert_definitions.json +++ b/ambari-agent/src/test/python/ambari_agent/dummy_files/alert_definitions.json @@ -7,9 +7,9 @@ { "name": "namenode_process", "service": "HDFS", - "enabled": true, - "interval": 6, "component": "NAMENODE", + "interval": 6, + "enabled": true, "label": "NameNode process", "source": { "reporting": { diff --git a/ambari-agent/src/test/python/ambari_agent/dummy_files/configurations.json b/ambari-agent/src/test/python/ambari_agent/dummy_files/configurations.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/ambari-agent/src/test/python/ambari_agent/dummy_files/configurations.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/ambari-agent/src/test/python/ambari_agent/dummy_files/host_level_params.json b/ambari-agent/src/test/python/ambari_agent/dummy_files/host_level_params.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/ambari-agent/src/test/python/ambari_agent/dummy_files/host_level_params.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/ambari-agent/src/test/python/ambari_agent/dummy_files/metadata.json b/ambari-agent/src/test/python/ambari_agent/dummy_files/metadata.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/ambari-agent/src/test/python/ambari_agent/dummy_files/metadata.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/ambari-agent/src/test/python/ambari_agent/dummy_files/topology.json b/ambari-agent/src/test/python/ambari_agent/dummy_files/topology.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/ambari-agent/src/test/python/ambari_agent/dummy_files/topology.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/properties/stack_packages.json b/ambari-server/src/main/resources/stacks/PERF/1.0/properties/stack_packages.json index 6930fe6..14bfb28 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/properties/stack_packages.json +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/properties/stack_packages.json @@ -1,6 +1,265 @@ { "PERF": { "stack-select": { + "FAKEHDFS": { + "FAKEDATANODE": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-datanode", + "LEGACY": "hadoop-hdfs-datanode", + "INSTALL": [ + "hadoop-hdfs-datanode" + ], + "PATCH": [ + "hadoop-hdfs-datanode" + ], + "STANDARD": [ + "hadoop-hdfs-datanode" + ] + }, + "FAKEHDFS_CLIENT": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-client", + "LEGACY": "hadoop-hdfs-client", + "INSTALL": [ + "hadoop-hdfs-client" + ], + "PATCH": [ + "hadoop-hdfs-client" + ], + "STANDARD": [ + "hadoop-client" + ] + }, + "FAKENAMENODE": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-namenode", + "LEGACY": "hadoop-hdfs-namenode", + "INSTALL": [ + "hadoop-hdfs-namenode" + ], + "PATCH": [ + "hadoop-hdfs-namenode" + ], + "STANDARD": [ + "hadoop-hdfs-namenode" + ] + }, + "FAKENFS_GATEWAY": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-nfs3", + "LEGACY": "hadoop-hdfs-nfs3", + "INSTALL": [ + "hadoop-hdfs-nfs3" + ], + "PATCH": [ + "hadoop-hdfs-nfs3" + ], + "STANDARD": [ + "hadoop-hdfs-nfs3" + ] + }, + "FAKEJOURNALNODE": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-journalnode", + "LEGACY": "hadoop-hdfs-journalnode", + "INSTALL": [ + "hadoop-hdfs-journalnode" + ], + "PATCH": [ + "hadoop-hdfs-journalnode" + ], + "STANDARD": [ + "hadoop-hdfs-journalnode" + ] + }, + "SECONDARY_FAKENAMENODE": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-secondarynamenode", + "LEGACY": "hadoop-hdfs-secondarynamenode", + "INSTALL": [ + "hadoop-hdfs-secondarynamenode" + ], + "PATCH": [ + "hadoop-hdfs-secondarynamenode" + ], + "STANDARD": [ + "hadoop-hdfs-secondarynamenode" + ] + }, + "FAKEZKFC": { + "STACK-SELECT-PACKAGE": "hadoop-hdfs-zkfc", + "LEGACY": "hadoop-hdfs-zkfc", + "INSTALL": [ + "hadoop-hdfs-zkfc" + ], + "PATCH": [ + "hadoop-hdfs-zkfc" + ], + "STANDARD": [ + "hadoop-hdfs-zkfc" + ] + } + }, + "FAKEHBASE": { + "FAKEHBASE_CLIENT": { + "STACK-SELECT-PACKAGE": "hbase-client", + "LEGACY": "hbase-client", + "INSTALL": [ + "hbase-client" + ], + "PATCH": [ + "hbase-client" + ], + "STANDARD": [ + "hbase-client", + "phoenix-client", + "hadoop-client" + ] + }, + "FAKEHBASE_MASTER": { + "STACK-SELECT-PACKAGE": "hbase-master", + "LEGACY": "hbase-master", + "INSTALL": [ + "hbase-master" + ], + "PATCH": [ + "hbase-master" + ], + "STANDARD": [ + "hbase-master" + ] + }, + "FAKEHBASE_REGIONSERVER": { + "STACK-SELECT-PACKAGE": "hbase-regionserver", + "LEGACY": "hbase-regionserver", + "INSTALL": [ + "hbase-regionserver" + ], + "PATCH": [ + "hbase-regionserver" + ], + "STANDARD": [ + "hbase-regionserver" + ] + }, + "FAKEPHOENIX_QUERY_SERVER": { + "STACK-SELECT-PACKAGE": "phoenix-server", + "LEGACY": "phoenix-server", + "INSTALL": [ + "phoenix-server" + ], + "PATCH": [ + "phoenix-server" + ], + "STANDARD": [ + "phoenix-server" + ] + } + }, + "FAKEYARN": { + "FAKEAPP_TIMELINE_SERVER": { + "STACK-SELECT-PACKAGE": "hadoop-yarn-timelineserver", + "LEGACY": "hadoop-yarn-timelineserver", + "INSTALL": [ + "hadoop-yarn-timelineserver" + ], + "PATCH": [ + "hadoop-yarn-timelineserver" + ], + "STANDARD": [ + "hadoop-yarn-timelineserver" + ] + }, + "FAKENODEMANAGER": { + "STACK-SELECT-PACKAGE": "hadoop-yarn-nodemanager", + "LEGACY": "hadoop-yarn-nodemanager", + "INSTALL": [ + "hadoop-yarn-nodemanager" + ], + "PATCH": [ + "hadoop-yarn-nodemanager" + ], + "STANDARD": [ + "hadoop-yarn-nodemanager" + ] + }, + "FAKERESOURCEMANAGER": { + "STACK-SELECT-PACKAGE": "hadoop-yarn-resourcemanager", + "LEGACY": "hadoop-yarn-resourcemanager", + "INSTALL": [ + "hadoop-yarn-resourcemanager" + ], + "PATCH": [ + "hadoop-yarn-resourcemanager" + ], + "STANDARD": [ + "hadoop-yarn-resourcemanager" + ] + }, + "FAKEYARN_CLIENT": { + "STACK-SELECT-PACKAGE": "hadoop-yarn-client", + "LEGACY": "hadoop-yarn-client", + "INSTALL": [ + "hadoop-yarn-client" + ], + "PATCH": [ + "hadoop-yarn-client" + ], + "STANDARD": [ + "hadoop-client" + ] + } + }, + "FAKEMAPREDUCE2": { + "FAKEHISTORYSERVER": { + "STACK-SELECT-PACKAGE": "hadoop-mapreduce-historyserver", + "LEGACY": "hadoop-mapreduce-historyserver", + "INSTALL": [ + "hadoop-mapreduce-historyserver" + ], + "PATCH": [ + "hadoop-mapreduce-historyserver" + ], + "STANDARD": [ + "hadoop-mapreduce-historyserver" + ] + }, + "FAKEMAPREDUCE2_CLIENT": { + "STACK-SELECT-PACKAGE": "hadoop-mapreduce-client", + "LEGACY": "hadoop-mapreduce-client", + "INSTALL": [ + "hadoop-mapreduce-client" + ], + "PATCH": [ + "hadoop-mapreduce-client" + ], + "STANDARD": [ + "hadoop-client" + ] + } + }, + "ZOOKEEPER": { + "ZOOKEEPER_CLIENT": { + "STACK-SELECT-PACKAGE": "zookeeper-client", + "LEGACY": "zookeeper-client", + "INSTALL": [ + "zookeeper-client" + ], + "PATCH": [ + "zookeeper-client" + ], + "STANDARD": [ + "zookeeper-client" + ] + }, + "ZOOKEEPER_SERVER": { + "STACK-SELECT-PACKAGE": "zookeeper-server", + "LEGACY": "zookeeper-server", + "INSTALL": [ + "zookeeper-server" + ], + "PATCH": [ + "zookeeper-server" + ], + "STANDARD": [ + "zookeeper-server" + ] + } + } }, "upgrade-dependencies" : { } diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/AMBARI_METRICS/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/AMBARI_METRICS/metainfo.xml index a06e61d..af7b3ac 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/AMBARI_METRICS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/AMBARI_METRICS/metainfo.xml @@ -27,7 +27,7 @@ <displayName>Metrics Monitor</displayName> <category>SLAVE</category> <cardinality>0+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/metrics_monitor.py</script> <scriptType>PYTHON</scriptType> diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHBASE/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHBASE/metainfo.xml index 3f38ca0..c96cca8 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHBASE/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHBASE/metainfo.xml @@ -30,7 +30,7 @@ <displayName>FAKEHBase Master</displayName> <category>MASTER</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <timelineAppid>FAKEHBASE</timelineAppid> <dependencies> <dependency> @@ -77,7 +77,7 @@ <displayName>FAKEPhoenix Query Server</displayName> <category>SLAVE</category> <cardinality>0+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/phoenix_queryserver.py</script> <scriptType>PYTHON</scriptType> @@ -95,7 +95,7 @@ <displayName>FAKERegionServer</displayName> <category>SLAVE</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <decommissionAllowed>true</decommissionAllowed> <timelineAppid>FAKEHBASE</timelineAppid> <commandScript> @@ -120,7 +120,7 @@ <displayName>FAKEHBase Client</displayName> <category>CLIENT</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/hbase_client.py</script> <scriptType>PYTHON</scriptType> diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml index 6203427..ff11187 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml @@ -30,7 +30,7 @@ <displayName>FAKEHNameNode</displayName> <category>MASTER</category> <cardinality>1-2</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <reassignAllowed>true</reassignAllowed> <commandScript> <script>scripts/namenode.py</script> @@ -95,7 +95,7 @@ <name>SECONDARY_FAKENAMENODE</name> <displayName>SFAKEHNameNode</displayName> <cardinality>1</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <reassignAllowed>true</reassignAllowed> <category>MASTER</category> <commandScript> @@ -116,7 +116,7 @@ <displayName>FAKEHDFS Client</displayName> <category>CLIENT</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/hdfs_client.py</script> <scriptType>PYTHON</scriptType> @@ -151,7 +151,7 @@ <displayName>FAKEJournalNode</displayName> <category>SLAVE</category> <cardinality>0+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/journalnode.py</script> <scriptType>PYTHON</scriptType> @@ -197,7 +197,7 @@ <name>FAKENFS_GATEWAY</name> <displayName>FAKENFSGateway</displayName> <cardinality>0+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <category>SLAVE</category> <commandScript> <script>scripts/nfsgateway.py</script> diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEYARN/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEYARN/metainfo.xml index 240d9bd..8488803 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEYARN/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEYARN/metainfo.xml @@ -40,7 +40,7 @@ <category>MASTER</category> <cardinality>1</cardinality> <reassignAllowed>true</reassignAllowed> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/application_timeline_server.py</script> <scriptType>PYTHON</scriptType> @@ -72,7 +72,7 @@ <displayName>FAKEResourceManager</displayName> <category>MASTER</category> <cardinality>1-2</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/resourcemanager.py</script> @@ -135,7 +135,7 @@ <displayName>FAKENodeManager</displayName> <category>SLAVE</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <decommissionAllowed>true</decommissionAllowed> <commandScript> <script>scripts/nodemanager.py</script> @@ -159,7 +159,7 @@ <displayName>FAKEYARN Client</displayName> <category>CLIENT</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/yarn_client.py</script> <scriptType>PYTHON</scriptType> @@ -240,7 +240,7 @@ <displayName>FAKEHistory Server</displayName> <category>MASTER</category> <cardinality>1</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <reassignAllowed>true</reassignAllowed> <auto-deploy> <enabled>true</enabled> @@ -290,7 +290,7 @@ <displayName>FAKEMapReduce2 Client</displayName> <category>CLIENT</category> <cardinality>0+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/mapreduce2_client.py</script> <scriptType>PYTHON</scriptType> diff --git a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml index 38bc3c2..bb042bc 100644 --- a/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml @@ -32,7 +32,7 @@ <displayName>FAKEZooKeeper Server</displayName> <category>MASTER</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/zookeeper_server.py</script> <scriptType>PYTHON</scriptType> @@ -45,7 +45,7 @@ <displayName>FAKEZooKeeper Client</displayName> <category>CLIENT</category> <cardinality>1+</cardinality> - <versionAdvertised>false</versionAdvertised> + <versionAdvertised>true</versionAdvertised> <commandScript> <script>scripts/zookeeper_client.py</script> <scriptType>PYTHON</scriptType> -- To stop receiving notification emails like this one, please contact aonis...@apache.org.