ODPI-187. ODPi reference implementation Ambari deployment fails for extra services
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/80fe9cbd Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/80fe9cbd Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/80fe9cbd Branch: refs/heads/BIGTOP-2666 Commit: 80fe9cbd84a0a2930f1edfc63e9be7f59775cf36 Parents: 3bc96f8 Author: Roman Shaposhnik <[email protected]> Authored: Tue Nov 1 08:59:40 2016 -0700 Committer: Roman Shaposhnik <[email protected]> Committed: Fri Feb 24 11:46:03 2017 -0800 ---------------------------------------------------------------------- .../ODPi/1.0/configuration/cluster-env.xml | 2 +- .../ODPi/1.0/properties/stack_features.json | 257 ------------------- .../ambari/ODPi/1.0/properties/stack_tools.json | 4 +- .../ambari/ODPi/1.0/services/YARN/metainfo.xml | 12 +- odpi.bom | 2 +- 5 files changed, 10 insertions(+), 267 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/80fe9cbd/bigtop-packages/src/common/ambari/ODPi/1.0/configuration/cluster-env.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/configuration/cluster-env.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/configuration/cluster-env.xml index 81cb175..61274b6 100755 --- a/bigtop-packages/src/common/ambari/ODPi/1.0/configuration/cluster-env.xml +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/configuration/cluster-env.xml @@ -196,7 +196,7 @@ gpgcheck=0</value> </property> <property> <name>stack_root</name> - <value>/usr/hdp</value> + <value>/usr/odpi</value> <description>Stack root folder</description> <value-attributes> <read-only>true</read-only> http://git-wip-us.apache.org/repos/asf/bigtop/blob/80fe9cbd/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_features.json ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_features.json b/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_features.json index 8c838db..0c3e305 100755 --- a/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_features.json +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_features.json @@ -12,175 +12,16 @@ "min_version": "2.2.1.0" }, { - "name": "express_upgrade", - "description": "Express upgrade support", - "min_version": "2.1.0.0" - }, - { - "name": "rolling_upgrade", - "description": "Rolling upgrade support", - "min_version": "2.2.0.0" - }, - { - "name": "config_versioning", - "description": "Configurable versions support", - "min_version": "2.3.0.0" - }, - { - "name": "datanode_non_root", - "description": "DataNode running as non-root support (AMBARI-7615)", - "min_version": "2.2.0.0" - }, - { - "name": "remove_ranger_hdfs_plugin_env", - "description": "HDFS removes Ranger env files (AMBARI-14299)", - "min_version": "2.3.0.0" - }, - { - "name": "ranger", - "description": "Ranger Service support", - "min_version": "2.2.0.0" - }, - { - "name": "ranger_tagsync_component", - "description": "Ranger Tagsync component support (AMBARI-14383)", - "min_version": "2.5.0.0" - }, - { - "name": "phoenix", - "description": "Phoenix Service support", - "min_version": "2.3.0.0" - }, - { - "name": "nfs", - "description": "NFS support", - "min_version": "2.3.0.0" - }, - { - "name": "tez_for_spark", - "description": "Tez dependency for Spark", - "min_version": "2.2.0.0", - "max_version": "2.3.0.0" - }, - { - "name": "timeline_state_store", - "description": "Yarn application timeline-service supports state store property (AMBARI-11442)", - "min_version": "2.2.0.0" - }, - { "name": "copy_tarball_to_hdfs", "description": "Copy tarball to HDFS support (AMBARI-12113)", "min_version": "2.2.0.0" }, { - "name": "spark_16plus", - "description": "Spark 1.6+", - "min_version": "2.4.0.0" - }, - { - "name": "spark_thriftserver", - "description": "Spark Thrift Server", - "min_version": "2.3.2.0" - }, - { - "name": "storm_kerberos", - "description": "Storm Kerberos support (AMBARI-7570)", - "min_version": "2.2.0.0" - }, - { - "name": "storm_ams", - "description": "Storm AMS integration (AMBARI-10710)", - "min_version": "2.2.0.0" - }, - { - "name": "create_kafka_broker_id", - "description": "Ambari should create Kafka Broker Id (AMBARI-12678)", - "min_version": "2.2.0.0", - "max_version": "2.3.0.0" - }, - { - "name": "kafka_listeners", - "description": "Kafka listeners (AMBARI-10984)", - "min_version": "2.3.0.0" - }, - { - "name": "kafka_kerberos", - "description": "Kafka Kerberos support (AMBARI-10984)", - "min_version": "2.3.0.0" - }, - { - "name": "pig_on_tez", - "description": "Pig on Tez support (AMBARI-7863)", - "min_version": "2.2.0.0" - }, - { - "name": "ranger_usersync_non_root", - "description": "Ranger Usersync as non-root user (AMBARI-10416)", - "min_version": "2.3.0.0" - }, - { - "name": "ranger_audit_db_support", - "description": "Ranger Audit to DB support", - "min_version": "2.2.0.0", - "max_version": "2.5.0.0" - }, - { - "name": "accumulo_kerberos_user_auth", - "description": "Accumulo Kerberos User Auth (AMBARI-10163)", - "min_version": "2.3.0.0" - }, - { - "name": "knox_versioned_data_dir", - "description": "Use versioned data dir for Knox (AMBARI-13164)", - "min_version": "2.3.2.0" - }, - { - "name": "knox_sso_topology", - "description": "Knox SSO Topology support (AMBARI-13975)", - "min_version": "2.3.8.0" - }, - { - "name": "atlas_rolling_upgrade", - "description": "Rolling upgrade support for Atlas", - "min_version": "2.3.0.0" - }, - { - "name": "oozie_admin_user", - "description": "Oozie install user as an Oozie admin user (AMBARI-7976)", - "min_version": "2.2.0.0" - }, - { - "name": "oozie_create_hive_tez_configs", - "description": "Oozie create configs for Ambari Hive and Tez deployments (AMBARI-8074)", - "min_version": "2.2.0.0" - }, - { - "name": "oozie_setup_shared_lib", - "description": "Oozie setup tools used to shared Oozie lib to HDFS (AMBARI-7240)", - "min_version": "2.2.0.0" - }, - { - "name": "oozie_host_kerberos", - "description": "Oozie in secured clusters uses _HOST in Kerberos principal (AMBARI-9775)", - "min_version": "2.0.0.0", - "max_version": "2.2.0.0" - }, - { - "name": "falcon_extensions", - "description": "Falcon Extension", - "min_version": "2.5.0.0" - }, - { "name": "hive_metastore_upgrade_schema", "description": "Hive metastore upgrade schema support (AMBARI-11176)", "min_version": "2.3.0.0" }, { - "name": "hive_server_interactive", - "description": "Hive server interactive support (AMBARI-15573)", - "min_version": "2.5.0.0" - }, - { "name": "hive_webhcat_specific_configs", "description": "Hive webhcat specific configurations support (AMBARI-12364)", "min_version": "2.3.0.0" @@ -202,107 +43,9 @@ "min_version": "2.2.0.0" }, { - "name": "ranger_kms_hsm_support", - "description": "Ranger KMS HSM support (AMBARI-15752)", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_log4j_support", - "description": "Ranger supporting log-4j properties (AMBARI-15681)", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_kerberos_support", - "description": "Ranger Kerberos support", - "min_version": "2.5.0.0" - }, - { "name": "hive_metastore_site_support", "description": "Hive Metastore site support", "min_version": "2.5.0.0" - }, - { - "name": "ranger_usersync_password_jceks", - "description": "Saving Ranger Usersync credentials in jceks", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_install_infra_client", - "description": "Ambari Infra Service support", - "min_version": "2.5.0.0" - }, - { - "name": "falcon_atlas_support_2_3", - "description": "Falcon Atlas integration support for 2.3 stack", - "min_version": "2.3.99.0", - "max_version": "2.4.0.0" - }, - { - "name": "falcon_atlas_support", - "description": "Falcon Atlas integration", - "min_version": "2.5.0.0" - }, - { - "name": "hbase_home_directory", - "description": "Hbase home directory in HDFS needed for HBASE backup", - "min_version": "2.5.0.0" - }, - { - "name": "spark_livy", - "description": "Livy as slave component of spark", - "min_version": "2.5.0.0" - }, - { - "name": "atlas_ranger_plugin_support", - "description": "Atlas Ranger plugin support", - "min_version": "2.5.0.0" - }, - { - "name": "atlas_conf_dir_in_path", - "description": "Prepend the Atlas conf dir (/etc/atlas/conf) to the classpath of Storm and Falcon", - "min_version": "2.3.0.0", - "max_version": "2.4.99.99" - }, - { - "name": "atlas_upgrade_support", - "description": "Atlas supports express and rolling upgrades", - "min_version": "2.5.0.0" - }, - { - "name": "atlas_hook_support", - "description": "Atlas support for hooks in Hive, Storm, Falcon, and Sqoop", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_pid_support", - "description": "Ranger Service support pid generation AMBARI-16756", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_kms_pid_support", - "description": "Ranger KMS Service support pid generation", - "min_version": "2.5.0.0" - }, - { - "name": "ranger_admin_password_change", - "description": "Allow ranger admin credentials to be specified during cluster creation (AMBARI-17000)", - "min_version": "2.5.0.0" - }, - { - "name": "storm_metrics_apache_classes", - "description": "Metrics sink for Storm that uses Apache class names", - "min_version": "2.5.0.0" - }, - { - "name": "spark_java_opts_support", - "description": "Allow Spark to generate java-opts file", - "min_version": "2.2.0.0", - "max_version": "2.4.0.0" - }, - { - "name": "atlas_hbase_setup", - "description": "Use script to create Atlas tables in Hbase and set permissions for Atlas user.", - "min_version": "2.5.0.0" } ] } http://git-wip-us.apache.org/repos/asf/bigtop/blob/80fe9cbd/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_tools.json ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_tools.json b/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_tools.json index d1aab4b..c3df235 100755 --- a/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_tools.json +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/properties/stack_tools.json @@ -1,4 +1,4 @@ { - "stack_selector": ["hdp-select", "/usr/bin/hdp-select", "hdp-select"], + "stack_selector": ["distro-select", "/usr/bin/distro-select", "distro-select"], "conf_selector": ["conf-select", "/usr/bin/conf-select", "conf-select"] -} \ No newline at end of file +} http://git-wip-us.apache.org/repos/asf/bigtop/blob/80fe9cbd/bigtop-packages/src/common/ambari/ODPi/1.0/services/YARN/metainfo.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/services/YARN/metainfo.xml b/bigtop-packages/src/common/ambari/ODPi/1.0/services/YARN/metainfo.xml index 35da7fd..3e79bc5 100755 --- a/bigtop-packages/src/common/ambari/ODPi/1.0/services/YARN/metainfo.xml +++ b/bigtop-packages/src/common/ambari/ODPi/1.0/services/YARN/metainfo.xml @@ -31,7 +31,7 @@ <displayName>App Timeline Server</displayName> <category>MASTER</category> <cardinality>0-1</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <reassignAllowed>true</reassignAllowed> <commandScript> <script>scripts/application_timeline_server.py</script> @@ -45,7 +45,7 @@ <displayName>ResourceManager</displayName> <category>MASTER</category> <cardinality>1</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <reassignAllowed>true</reassignAllowed> <commandScript> <script>scripts/resourcemanager.py</script> @@ -93,7 +93,7 @@ <displayName>NodeManager</displayName> <category>SLAVE</category> <cardinality>1+</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <decommissionAllowed>true</decommissionAllowed> <commandScript> <script>scripts/nodemanager.py</script> @@ -117,7 +117,7 @@ <displayName>YARN Client</displayName> <category>CLIENT</category> <cardinality>1+</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <commandScript> <script>scripts/yarn_client.py</script> <scriptType>PYTHON</scriptType> @@ -210,7 +210,7 @@ <displayName>History Server</displayName> <category>MASTER</category> <cardinality>1</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <reassignAllowed>true</reassignAllowed> <auto-deploy> <enabled>true</enabled> @@ -250,7 +250,7 @@ <displayName>MapReduce2 Client</displayName> <category>CLIENT</category> <cardinality>0+</cardinality> - <versionAdvertised>true</versionAdvertised> + <versionAdvertised>false</versionAdvertised> <commandScript> <script>scripts/mapreduce2_client.py</script> <scriptType>PYTHON</scriptType> http://git-wip-us.apache.org/repos/asf/bigtop/blob/80fe9cbd/odpi.bom ---------------------------------------------------------------------- diff --git a/odpi.bom b/odpi.bom index 2ec14b9..27c50a2 100644 --- a/odpi.bom +++ b/odpi.bom @@ -135,7 +135,7 @@ bigtop { 'ambari' { name = 'ambari' relNotes = 'Apache Ambari' - version { base = '2.4.0'; pkg = base; release = 1 } + version { base = '2.4.1'; pkg = base; release = 1 } tarball { destination = "apache-$name-${version.base}-src.tar.gz" source = destination } url { download_path = "/$name/$name-${version.base}/"
