Repository: ambari Updated Branches: refs/heads/trunk 8c319269a -> 629cf6870
AMBARI-19533. Host-Ordered Upgrade packs are named incorrectly (ncole) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/629cf687 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/629cf687 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/629cf687 Branch: refs/heads/trunk Commit: 629cf68704c6b10aaa91a83fa93c992d2cf182f1 Parents: 8c31926 Author: Nate Cole <[email protected]> Authored: Fri Jan 13 12:01:40 2017 -0500 Committer: Nate Cole <[email protected]> Committed: Fri Jan 13 12:50:21 2017 -0500 ---------------------------------------------------------------------- .../HDP/2.5/upgrades/host-ordered-upgrade.xml | 584 ------------------- .../HDP/2.5/upgrades/host-upgrade-2.5.xml | 584 +++++++++++++++++++ .../HDP/2.6/upgrades/host-ordered-upgrade.xml | 560 ------------------ .../HDP/2.6/upgrades/host-upgrade-2.6.xml | 560 ++++++++++++++++++ 4 files changed, 1144 insertions(+), 1144 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/629cf687/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-ordered-upgrade.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-ordered-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-ordered-upgrade.xml deleted file mode 100644 index 11c59e9..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-ordered-upgrade.xml +++ /dev/null @@ -1,584 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> - -<upgrade xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:noNamespaceSchemaLocation="upgrade-pack.xsd"> - <target>2.5.*.*</target> - <target-stack>HDP-2.5</target-stack> - <skip-failures>false</skip-failures> - <skip-service-check-failures>false</skip-service-check-failures> - <type>HOST_ORDERED</type> - <prerequisite-checks> - <!-- List of additional pre-req checks to run in addition to the required pre-reqs --> - <check>org.apache.ambari.server.checks.MapReduce2JobHistoryStatePreservingCheck</check> - <check>org.apache.ambari.server.checks.ServicesMapReduceDistributedCacheCheck</check> - <check>org.apache.ambari.server.checks.ServicesTezDistributedCacheCheck</check> - <check>org.apache.ambari.server.checks.ServicesYarnWorkPreservingCheck</check> - <check>org.apache.ambari.server.checks.YarnTimelineServerStatePreservingCheck</check> - </prerequisite-checks> - - <order> - <group xsi:type="cluster" name="PRE_CLUSTER" title="Prepare Upgrade"> - <direction>UPGRADE</direction> - - <execute-stage service="TEZ" component="TEZ_CLIENT" title="Check Tez Tarball"> - <task xsi:type="execute" hosts="any"> - <script>scripts/pre_upgrade.py</script> - <function>prepare</function> - </task> - </execute-stage> - </group> - - <group xsi:type="cluster" name="PREPARE_BACKUPS" title="Prepare Backups"> - <direction>UPGRADE</direction> - <skippable>true</skippable> - <supports-auto-skip-failure>false</supports-auto-skip-failure> - - <execute-stage service="HBASE" component="HBASE_MASTER" title="Pre Upgrade HBase Backup"> - <task xsi:type="execute" hosts="master"> - <script>scripts/hbase_upgrade.py</script> - <function>take_snapshot</function> - </task> - </execute-stage> - - </group> - - <!-- - In a HOST_ORDERED upgrade, this placeholder group is expanded by the number of hosts passed - when creating the upgrade. For starters, this will include "stop" commands, a manual - verification task, and the "start" commands as indicated by the processing element. - If we get to the point where we need additional flexibility, it will get added at that time. - --> - <group xsi:type="host-order" name="HOST_ORDER" title="Upgrade All Hosts"> - <skippable>true</skippable> - </group> - - <!-- - After processing this group, the user-specified Kerberos descriptor will be updated to work with - the new stack-level Kerberos descriptor. - --> - <group xsi:type="cluster" name="UPDATE_KERBEROS_DESCRIPTORS" title="Update Kerberos Descriptors"> - <condition xsi:type="security" type="kerberos"/> - <execute-stage title="Update the user-specified Kerberos descriptor"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpgradeUserKerberosDescriptor"/> - </execute-stage> - </group> - - <group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts"> - <scope>COMPLETE</scope> - <execute-stage title="Update remaining HDP stack to {{version}}"> - <task xsi:type="execute"> - <script>scripts/ru_set_all.py</script> - <function>actionexecute</function> - </task> - </execute-stage> - </group> - - <group xsi:type="cluster" name="FINALIZE_PRE_CHECK" title="Finalize {{direction.text.proper}} Pre-Check"> - <direction>UPGRADE</direction> - - <execute-stage title="Check Component Versions"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.ComponentVersionCheckAction" /> - </execute-stage> - </group> - - <group xsi:type="cluster" name="POST_CLUSTER" title="Finalize {{direction.text.proper}}"> - <skippable>true</skippable> - <supports-auto-skip-failure>false</supports-auto-skip-failure> - - <execute-stage title="Confirm Finalize"> - <direction>UPGRADE</direction> - <task xsi:type="manual"> - <message>Please confirm you are ready to finalize.</message> - </task> - </execute-stage> - - <execute-stage title="Save Cluster State"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FinalizeUpgradeAction"> - </task> - </execute-stage> - </group> - </order> - - <processing> - <service name="ZOOKEEPER"> - <component name="ZOOKEEPER_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="ZOOKEEPER_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="RANGER"> - <component name="RANGER_ADMIN"> - <pre-upgrade> - <task xsi:type="execute" hosts="all"> - <summary>Stop Ranger Admin</summary> - <script>scripts/ranger_admin.py</script> - <function>stop</function> - </task> - - <task xsi:type="execute" hosts="all"> - <script>scripts/ranger_admin.py</script> - <function>set_pre_start</function> - </task> - - <task xsi:type="execute" hosts="any"> - <summary>Upgrading Ranger database schema</summary> - <script>scripts/ranger_admin.py</script> - <function>setup_ranger_database</function> - </task> - - <task xsi:type="configure_function" hosts="all" /> - - <task xsi:type="execute" hosts="any"> - <summary>Applying Ranger java patches</summary> - <script>scripts/ranger_admin.py</script> - <function>setup_ranger_java_patches</function> - </task> - </pre-upgrade> - - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - - </component> - - <component name="RANGER_USERSYNC"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="RANGER_TAGSYNC"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="RANGER_KMS"> - <component name="RANGER_KMS_SERVER"> - <pre-upgrade> - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Upgrading Ranger KMS database schema</summary> - <script>scripts/kms_server.py</script> - <function>setup_ranger_kms_database</function> - </task> - </pre-upgrade> - - <pre-downgrade> - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Downgrading Ranger KMS database schema</summary> - <script>scripts/kms_server.py</script> - <function>setup_ranger_kms_database</function> - </task> - </pre-downgrade> - - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="KAFKA"> - <component name="KAFKA_BROKER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="HDFS"> - <component name="NAMENODE"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="DATANODE"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="NFS_GATEWAY"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HDFS_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="JOURNALNODE"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="ZKFC"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="SLIDER"> - <component name="SLIDER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="MAPREDUCE2"> - <component name="HISTORYSERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="MAPREDUCE2_CLIENT"> - <pre-upgrade> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FixLzoCodecPath"> - <summary>Verifying LZO codec path for mapreduce</summary> - </task> - </pre-upgrade> - - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="YARN"> - <component name="APP_TIMELINE_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="RESOURCEMANAGER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="NODEMANAGER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="YARN_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="HBASE"> - <component name="HBASE_MASTER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HBASE_REGIONSERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HBASE_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="PHOENIX_QUERY_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="TEZ"> - <component name="TEZ_CLIENT"> - <pre-upgrade> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FixLzoCodecPath"> - <summary>Verifying LZO codec path for Tez</summary> - </task> - </pre-upgrade> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="PIG"> - <component name="PIG"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="SQOOP"> - <component name="SQOOP"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="MAHOUT"> - <component name="MAHOUT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="HIVE"> - <component name="HIVE_METASTORE"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HIVE_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HIVE_SERVER_INTERACTIVE"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="WEBHCAT_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HIVE_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="HCAT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="SPARK"> - <component name="SPARK_JOBHISTORYSERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="SPARK_THRIFTSERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="LIVY_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="SPARK_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="ZEPPELIN"> - <component name="ZEPPELIN_MASTER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="OOZIE"> - <component name="OOZIE_SERVER"> - <pre-upgrade> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.OozieConfigCalculation"> - <summary>Adjusting Oozie properties</summary> - </task> - - <!-- It is extremely important that both of these tasks run on the exact same host. Hence, pick the first alphabetically. --> - <task xsi:type="configure_function" hosts="first" /> - - <task xsi:type="execute" hosts="first" sequential="true"> - <summary>Upgrading the Oozie database and creating a new sharelib</summary> - <script>scripts/oozie_server_upgrade.py</script> - <function>upgrade_oozie_database_and_sharelib</function> - </task> - </pre-upgrade> - - <pre-downgrade> - <task xsi:type="execute" hosts="all" sequential="true"> - <summary>Shut down all Oozie servers</summary> - <script>scripts/oozie_server.py</script> - <function>stop</function> - </task> - - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Create a new sharelib</summary> - <script>scripts/oozie_server_upgrade.py</script> - <function>create_sharelib</function> - </task> - </pre-downgrade> - - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - - <component name="OOZIE_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="FALCON"> - <component name="FALCON_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="FALCON_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="KNOX"> - <component name="KNOX_GATEWAY"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="STORM"> - <component name="NIMBUS"> - <pre-upgrade> - <task xsi:type="configure" id="hdp_2_5_0_0_remove_empty_storm_topology_submission_notifier_plugin_class"/> - - <task xsi:type="configure" id="increase_storm_zookeeper_timeouts"/> - </pre-upgrade> - - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="SUPERVISOR"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="STORM_UI_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="DRPC_SERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="FLUME"> - <component name="FLUME_HANDLER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="ACCUMULO"> - <component name="ACCUMULO_MASTER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="ACCUMULO_MONITOR"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="ACCUMULO_GC"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="ACCUMULO_TRACER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="ACCUMULO_TSERVER"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - <component name="ACCUMULO_CLIENT"> - <upgrade> - <task xsi:type="restart-task" /> - </upgrade> - </component> - </service> - - <service name="ATLAS"> - <component name="ATLAS_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - <component name="ATLAS_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - </processing> -</upgrade> http://git-wip-us.apache.org/repos/asf/ambari/blob/629cf687/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-upgrade-2.5.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-upgrade-2.5.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-upgrade-2.5.xml new file mode 100644 index 0000000..11c59e9 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/host-upgrade-2.5.xml @@ -0,0 +1,584 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<upgrade xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:noNamespaceSchemaLocation="upgrade-pack.xsd"> + <target>2.5.*.*</target> + <target-stack>HDP-2.5</target-stack> + <skip-failures>false</skip-failures> + <skip-service-check-failures>false</skip-service-check-failures> + <type>HOST_ORDERED</type> + <prerequisite-checks> + <!-- List of additional pre-req checks to run in addition to the required pre-reqs --> + <check>org.apache.ambari.server.checks.MapReduce2JobHistoryStatePreservingCheck</check> + <check>org.apache.ambari.server.checks.ServicesMapReduceDistributedCacheCheck</check> + <check>org.apache.ambari.server.checks.ServicesTezDistributedCacheCheck</check> + <check>org.apache.ambari.server.checks.ServicesYarnWorkPreservingCheck</check> + <check>org.apache.ambari.server.checks.YarnTimelineServerStatePreservingCheck</check> + </prerequisite-checks> + + <order> + <group xsi:type="cluster" name="PRE_CLUSTER" title="Prepare Upgrade"> + <direction>UPGRADE</direction> + + <execute-stage service="TEZ" component="TEZ_CLIENT" title="Check Tez Tarball"> + <task xsi:type="execute" hosts="any"> + <script>scripts/pre_upgrade.py</script> + <function>prepare</function> + </task> + </execute-stage> + </group> + + <group xsi:type="cluster" name="PREPARE_BACKUPS" title="Prepare Backups"> + <direction>UPGRADE</direction> + <skippable>true</skippable> + <supports-auto-skip-failure>false</supports-auto-skip-failure> + + <execute-stage service="HBASE" component="HBASE_MASTER" title="Pre Upgrade HBase Backup"> + <task xsi:type="execute" hosts="master"> + <script>scripts/hbase_upgrade.py</script> + <function>take_snapshot</function> + </task> + </execute-stage> + + </group> + + <!-- + In a HOST_ORDERED upgrade, this placeholder group is expanded by the number of hosts passed + when creating the upgrade. For starters, this will include "stop" commands, a manual + verification task, and the "start" commands as indicated by the processing element. + If we get to the point where we need additional flexibility, it will get added at that time. + --> + <group xsi:type="host-order" name="HOST_ORDER" title="Upgrade All Hosts"> + <skippable>true</skippable> + </group> + + <!-- + After processing this group, the user-specified Kerberos descriptor will be updated to work with + the new stack-level Kerberos descriptor. + --> + <group xsi:type="cluster" name="UPDATE_KERBEROS_DESCRIPTORS" title="Update Kerberos Descriptors"> + <condition xsi:type="security" type="kerberos"/> + <execute-stage title="Update the user-specified Kerberos descriptor"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpgradeUserKerberosDescriptor"/> + </execute-stage> + </group> + + <group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts"> + <scope>COMPLETE</scope> + <execute-stage title="Update remaining HDP stack to {{version}}"> + <task xsi:type="execute"> + <script>scripts/ru_set_all.py</script> + <function>actionexecute</function> + </task> + </execute-stage> + </group> + + <group xsi:type="cluster" name="FINALIZE_PRE_CHECK" title="Finalize {{direction.text.proper}} Pre-Check"> + <direction>UPGRADE</direction> + + <execute-stage title="Check Component Versions"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.ComponentVersionCheckAction" /> + </execute-stage> + </group> + + <group xsi:type="cluster" name="POST_CLUSTER" title="Finalize {{direction.text.proper}}"> + <skippable>true</skippable> + <supports-auto-skip-failure>false</supports-auto-skip-failure> + + <execute-stage title="Confirm Finalize"> + <direction>UPGRADE</direction> + <task xsi:type="manual"> + <message>Please confirm you are ready to finalize.</message> + </task> + </execute-stage> + + <execute-stage title="Save Cluster State"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FinalizeUpgradeAction"> + </task> + </execute-stage> + </group> + </order> + + <processing> + <service name="ZOOKEEPER"> + <component name="ZOOKEEPER_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="ZOOKEEPER_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="RANGER"> + <component name="RANGER_ADMIN"> + <pre-upgrade> + <task xsi:type="execute" hosts="all"> + <summary>Stop Ranger Admin</summary> + <script>scripts/ranger_admin.py</script> + <function>stop</function> + </task> + + <task xsi:type="execute" hosts="all"> + <script>scripts/ranger_admin.py</script> + <function>set_pre_start</function> + </task> + + <task xsi:type="execute" hosts="any"> + <summary>Upgrading Ranger database schema</summary> + <script>scripts/ranger_admin.py</script> + <function>setup_ranger_database</function> + </task> + + <task xsi:type="configure_function" hosts="all" /> + + <task xsi:type="execute" hosts="any"> + <summary>Applying Ranger java patches</summary> + <script>scripts/ranger_admin.py</script> + <function>setup_ranger_java_patches</function> + </task> + </pre-upgrade> + + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + + </component> + + <component name="RANGER_USERSYNC"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="RANGER_TAGSYNC"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="RANGER_KMS"> + <component name="RANGER_KMS_SERVER"> + <pre-upgrade> + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Upgrading Ranger KMS database schema</summary> + <script>scripts/kms_server.py</script> + <function>setup_ranger_kms_database</function> + </task> + </pre-upgrade> + + <pre-downgrade> + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Downgrading Ranger KMS database schema</summary> + <script>scripts/kms_server.py</script> + <function>setup_ranger_kms_database</function> + </task> + </pre-downgrade> + + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="KAFKA"> + <component name="KAFKA_BROKER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="HDFS"> + <component name="NAMENODE"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="DATANODE"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="NFS_GATEWAY"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HDFS_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="JOURNALNODE"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="ZKFC"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="SLIDER"> + <component name="SLIDER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="MAPREDUCE2"> + <component name="HISTORYSERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="MAPREDUCE2_CLIENT"> + <pre-upgrade> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FixLzoCodecPath"> + <summary>Verifying LZO codec path for mapreduce</summary> + </task> + </pre-upgrade> + + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="YARN"> + <component name="APP_TIMELINE_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="RESOURCEMANAGER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="NODEMANAGER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="YARN_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="HBASE"> + <component name="HBASE_MASTER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HBASE_REGIONSERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HBASE_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="PHOENIX_QUERY_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="TEZ"> + <component name="TEZ_CLIENT"> + <pre-upgrade> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FixLzoCodecPath"> + <summary>Verifying LZO codec path for Tez</summary> + </task> + </pre-upgrade> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="PIG"> + <component name="PIG"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="SQOOP"> + <component name="SQOOP"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="MAHOUT"> + <component name="MAHOUT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="HIVE"> + <component name="HIVE_METASTORE"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HIVE_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HIVE_SERVER_INTERACTIVE"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="WEBHCAT_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HIVE_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="HCAT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="SPARK"> + <component name="SPARK_JOBHISTORYSERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="SPARK_THRIFTSERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="LIVY_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="SPARK_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="ZEPPELIN"> + <component name="ZEPPELIN_MASTER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="OOZIE"> + <component name="OOZIE_SERVER"> + <pre-upgrade> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.OozieConfigCalculation"> + <summary>Adjusting Oozie properties</summary> + </task> + + <!-- It is extremely important that both of these tasks run on the exact same host. Hence, pick the first alphabetically. --> + <task xsi:type="configure_function" hosts="first" /> + + <task xsi:type="execute" hosts="first" sequential="true"> + <summary>Upgrading the Oozie database and creating a new sharelib</summary> + <script>scripts/oozie_server_upgrade.py</script> + <function>upgrade_oozie_database_and_sharelib</function> + </task> + </pre-upgrade> + + <pre-downgrade> + <task xsi:type="execute" hosts="all" sequential="true"> + <summary>Shut down all Oozie servers</summary> + <script>scripts/oozie_server.py</script> + <function>stop</function> + </task> + + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Create a new sharelib</summary> + <script>scripts/oozie_server_upgrade.py</script> + <function>create_sharelib</function> + </task> + </pre-downgrade> + + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + + <component name="OOZIE_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="FALCON"> + <component name="FALCON_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="FALCON_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="KNOX"> + <component name="KNOX_GATEWAY"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="STORM"> + <component name="NIMBUS"> + <pre-upgrade> + <task xsi:type="configure" id="hdp_2_5_0_0_remove_empty_storm_topology_submission_notifier_plugin_class"/> + + <task xsi:type="configure" id="increase_storm_zookeeper_timeouts"/> + </pre-upgrade> + + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="SUPERVISOR"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="STORM_UI_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="DRPC_SERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="FLUME"> + <component name="FLUME_HANDLER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="ACCUMULO"> + <component name="ACCUMULO_MASTER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="ACCUMULO_MONITOR"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="ACCUMULO_GC"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="ACCUMULO_TRACER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="ACCUMULO_TSERVER"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + <component name="ACCUMULO_CLIENT"> + <upgrade> + <task xsi:type="restart-task" /> + </upgrade> + </component> + </service> + + <service name="ATLAS"> + <component name="ATLAS_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + <component name="ATLAS_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + </processing> +</upgrade> http://git-wip-us.apache.org/repos/asf/ambari/blob/629cf687/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-ordered-upgrade.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-ordered-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-ordered-upgrade.xml deleted file mode 100644 index e7aace9..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-ordered-upgrade.xml +++ /dev/null @@ -1,560 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> - -<upgrade xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:noNamespaceSchemaLocation="upgrade-pack.xsd"> - <target>2.6.*.*</target> - <target-stack>HDP-2.6</target-stack> - <skip-failures>false</skip-failures> - <skip-service-check-failures>false</skip-service-check-failures> - <type>HOST_ORDERED</type> - <prerequisite-checks> - <!-- List of additional pre-req checks to run in addition to the required pre-reqs --> - <check>org.apache.ambari.server.checks.MapReduce2JobHistoryStatePreservingCheck</check> - <check>org.apache.ambari.server.checks.ServicesMapReduceDistributedCacheCheck</check> - <check>org.apache.ambari.server.checks.ServicesTezDistributedCacheCheck</check> - <check>org.apache.ambari.server.checks.ServicesYarnWorkPreservingCheck</check> - <check>org.apache.ambari.server.checks.YarnTimelineServerStatePreservingCheck</check> - </prerequisite-checks> - - <order> - <group xsi:type="cluster" name="PRE_CLUSTER" title="Prepare Upgrade"> - <direction>UPGRADE</direction> - - <execute-stage service="TEZ" component="TEZ_CLIENT" title="Check Tez Tarball"> - <task xsi:type="execute" hosts="any"> - <script>scripts/pre_upgrade.py</script> - <function>prepare</function> - </task> - </execute-stage> - </group> - - <group xsi:type="cluster" name="PREPARE_BACKUPS" title="Prepare Backups"> - <direction>UPGRADE</direction> - <skippable>true</skippable> - <supports-auto-skip-failure>false</supports-auto-skip-failure> - - <execute-stage service="HBASE" component="HBASE_MASTER" title="Pre Upgrade HBase Backup"> - <task xsi:type="execute" hosts="master"> - <script>scripts/hbase_upgrade.py</script> - <function>take_snapshot</function> - </task> - </execute-stage> - - </group> - - <!-- - In a HOST_ORDERED upgrade, this placeholder group is expanded by the number of hosts passed - when creating the upgrade. For starters, this will include "stop" commands, a manual - verification task, and the "start" commands as indicated by the processing element. - If we get to the point where we need additional flexibility, it will get added at that time. - --> - <group xsi:type="host-order" name="HOST_ORDER" title="Upgrade All Hosts"> - <skippable>true</skippable> - </group> - - <!-- - After processing this group, the user-specified Kerberos descriptor will be updated to work with - the new stack-level Kerberos descriptor. - --> - <group xsi:type="cluster" name="UPDATE_KERBEROS_DESCRIPTORS" title="Update Kerberos Descriptors"> - <condition xsi:type="security" type="kerberos"/> - <execute-stage title="Update the user-specified Kerberos descriptor"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpgradeUserKerberosDescriptor"/> - </execute-stage> - </group> - - <group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts"> - <scope>COMPLETE</scope> - <execute-stage title="Update remaining HDP stack to {{version}}"> - <task xsi:type="execute"> - <script>scripts/ru_set_all.py</script> - <function>actionexecute</function> - </task> - </execute-stage> - </group> - - <group xsi:type="cluster" name="FINALIZE_PRE_CHECK" title="Finalize {{direction.text.proper}} Pre-Check"> - <direction>UPGRADE</direction> - - <execute-stage title="Check Component Versions"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.ComponentVersionCheckAction" /> - </execute-stage> - </group> - - <group xsi:type="cluster" name="POST_CLUSTER" title="Finalize {{direction.text.proper}}"> - <skippable>true</skippable> - <supports-auto-skip-failure>false</supports-auto-skip-failure> - - <execute-stage title="Confirm Finalize"> - <direction>UPGRADE</direction> - <task xsi:type="manual"> - <message>Please confirm you are ready to finalize.</message> - </task> - </execute-stage> - - <execute-stage title="Save Cluster State"> - <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FinalizeUpgradeAction"> - </task> - </execute-stage> - </group> - </order> - - <processing> - <service name="ZOOKEEPER"> - <component name="ZOOKEEPER_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ZOOKEEPER_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="RANGER"> - <component name="RANGER_ADMIN"> - <pre-upgrade> - - <task xsi:type="execute" hosts="all"> - <script>scripts/ranger_admin.py</script> - <function>set_pre_start</function> - </task> - - <task xsi:type="execute" hosts="any"> - <summary>Upgrading Ranger database schema</summary> - <script>scripts/ranger_admin.py</script> - <function>setup_ranger_database</function> - </task> - - <task xsi:type="configure_function" hosts="all" /> - - <task xsi:type="execute" hosts="any"> - <summary>Applying Ranger java patches</summary> - <script>scripts/ranger_admin.py</script> - <function>setup_ranger_java_patches</function> - </task> - </pre-upgrade> - - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - - </component> - - <component name="RANGER_USERSYNC"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="RANGER_TAGSYNC"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="RANGER_KMS"> - <component name="RANGER_KMS_SERVER"> - <pre-upgrade> - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Upgrading Ranger KMS database schema</summary> - <script>scripts/kms_server.py</script> - <function>setup_ranger_kms_database</function> - </task> - </pre-upgrade> - - <pre-downgrade> - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Downgrading Ranger KMS database schema</summary> - <script>scripts/kms_server.py</script> - <function>setup_ranger_kms_database</function> - </task> - </pre-downgrade> - - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="HDFS"> - <component name="NAMENODE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="SECONDARY_NAMENODE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="DATANODE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HDFS_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="JOURNALNODE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ZKFC"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="NFS_GATEWAY"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="MAPREDUCE2"> - <component name="HISTORYSERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="MAPREDUCE2_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="YARN"> - <component name="APP_TIMELINE_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="RESOURCEMANAGER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="NODEMANAGER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="YARN_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="KAFKA"> - <component name="KAFKA_BROKER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="HBASE"> - <component name="HBASE_MASTER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HBASE_REGIONSERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HBASE_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="TEZ"> - <component name="TEZ_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="MAHOUT"> - <component name="MAHOUT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="PIG"> - <component name="PIG"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="SQOOP"> - <component name="SQOOP"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="HIVE"> - <component name="HIVE_METASTORE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HIVE_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HIVE_SERVER_INTERACTIVE"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="WEBHCAT_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HIVE_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="HCAT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="SPARK"> - <component name="SPARK_JOBHISTORYSERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - <component name="SPARK_THRIFTSERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - <component name="LIVY_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - <component name="SPARK_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="ZEPPELIN"> - <component name="ZEPPELIN_MASTER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="OOZIE"> - <component name="OOZIE_SERVER"> - <pre-upgrade> - <!-- It is extremely important that both of these tasks run on the exact same host. Hence, pick the first alphabetically. --> - <task xsi:type="configure_function" hosts="first" /> - - <task xsi:type="execute" hosts="first" sequential="true"> - <summary>Upgrading the Oozie database and creating a new sharelib</summary> - <script>scripts/oozie_server_upgrade.py</script> - <function>upgrade_oozie_database_and_sharelib</function> - </task> - </pre-upgrade> - - <pre-downgrade> - <task xsi:type="execute" hosts="any" sequential="true"> - <summary>Create a new sharelib</summary> - <script>scripts/oozie_server_upgrade.py</script> - <function>create_sharelib</function> - </task> - </pre-downgrade> - - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="OOZIE_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="FALCON"> - <component name="FALCON_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - <component name="FALCON_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="KNOX"> - <component name="KNOX_GATEWAY"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="STORM"> - <component name="NIMBUS"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="SUPERVISOR"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="STORM_UI_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="DRPC_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="ACCUMULO"> - <component name="ACCUMULO_MASTER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ACCUMULO_TSERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ACCUMULO_MONITOR"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ACCUMULO_GC"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ACCUMULO_TRACER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ACCUMULO_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="SLIDER"> - <component name="SLIDER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="FLUME"> - <component name="FLUME_HANDLER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - - <service name="ATLAS"> - <component name="ATLAS_SERVER"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - - <component name="ATLAS_CLIENT"> - <upgrade> - <task xsi:type="restart-task"/> - </upgrade> - </component> - </service> - </processing> -</upgrade> http://git-wip-us.apache.org/repos/asf/ambari/blob/629cf687/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-upgrade-2.6.xml new file mode 100644 index 0000000..e7aace9 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.6/upgrades/host-upgrade-2.6.xml @@ -0,0 +1,560 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<upgrade xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:noNamespaceSchemaLocation="upgrade-pack.xsd"> + <target>2.6.*.*</target> + <target-stack>HDP-2.6</target-stack> + <skip-failures>false</skip-failures> + <skip-service-check-failures>false</skip-service-check-failures> + <type>HOST_ORDERED</type> + <prerequisite-checks> + <!-- List of additional pre-req checks to run in addition to the required pre-reqs --> + <check>org.apache.ambari.server.checks.MapReduce2JobHistoryStatePreservingCheck</check> + <check>org.apache.ambari.server.checks.ServicesMapReduceDistributedCacheCheck</check> + <check>org.apache.ambari.server.checks.ServicesTezDistributedCacheCheck</check> + <check>org.apache.ambari.server.checks.ServicesYarnWorkPreservingCheck</check> + <check>org.apache.ambari.server.checks.YarnTimelineServerStatePreservingCheck</check> + </prerequisite-checks> + + <order> + <group xsi:type="cluster" name="PRE_CLUSTER" title="Prepare Upgrade"> + <direction>UPGRADE</direction> + + <execute-stage service="TEZ" component="TEZ_CLIENT" title="Check Tez Tarball"> + <task xsi:type="execute" hosts="any"> + <script>scripts/pre_upgrade.py</script> + <function>prepare</function> + </task> + </execute-stage> + </group> + + <group xsi:type="cluster" name="PREPARE_BACKUPS" title="Prepare Backups"> + <direction>UPGRADE</direction> + <skippable>true</skippable> + <supports-auto-skip-failure>false</supports-auto-skip-failure> + + <execute-stage service="HBASE" component="HBASE_MASTER" title="Pre Upgrade HBase Backup"> + <task xsi:type="execute" hosts="master"> + <script>scripts/hbase_upgrade.py</script> + <function>take_snapshot</function> + </task> + </execute-stage> + + </group> + + <!-- + In a HOST_ORDERED upgrade, this placeholder group is expanded by the number of hosts passed + when creating the upgrade. For starters, this will include "stop" commands, a manual + verification task, and the "start" commands as indicated by the processing element. + If we get to the point where we need additional flexibility, it will get added at that time. + --> + <group xsi:type="host-order" name="HOST_ORDER" title="Upgrade All Hosts"> + <skippable>true</skippable> + </group> + + <!-- + After processing this group, the user-specified Kerberos descriptor will be updated to work with + the new stack-level Kerberos descriptor. + --> + <group xsi:type="cluster" name="UPDATE_KERBEROS_DESCRIPTORS" title="Update Kerberos Descriptors"> + <condition xsi:type="security" type="kerberos"/> + <execute-stage title="Update the user-specified Kerberos descriptor"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.UpgradeUserKerberosDescriptor"/> + </execute-stage> + </group> + + <group xsi:type="cluster" name="ALL_HOST_OPS" title="Finalize Hosts"> + <scope>COMPLETE</scope> + <execute-stage title="Update remaining HDP stack to {{version}}"> + <task xsi:type="execute"> + <script>scripts/ru_set_all.py</script> + <function>actionexecute</function> + </task> + </execute-stage> + </group> + + <group xsi:type="cluster" name="FINALIZE_PRE_CHECK" title="Finalize {{direction.text.proper}} Pre-Check"> + <direction>UPGRADE</direction> + + <execute-stage title="Check Component Versions"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.ComponentVersionCheckAction" /> + </execute-stage> + </group> + + <group xsi:type="cluster" name="POST_CLUSTER" title="Finalize {{direction.text.proper}}"> + <skippable>true</skippable> + <supports-auto-skip-failure>false</supports-auto-skip-failure> + + <execute-stage title="Confirm Finalize"> + <direction>UPGRADE</direction> + <task xsi:type="manual"> + <message>Please confirm you are ready to finalize.</message> + </task> + </execute-stage> + + <execute-stage title="Save Cluster State"> + <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FinalizeUpgradeAction"> + </task> + </execute-stage> + </group> + </order> + + <processing> + <service name="ZOOKEEPER"> + <component name="ZOOKEEPER_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ZOOKEEPER_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="RANGER"> + <component name="RANGER_ADMIN"> + <pre-upgrade> + + <task xsi:type="execute" hosts="all"> + <script>scripts/ranger_admin.py</script> + <function>set_pre_start</function> + </task> + + <task xsi:type="execute" hosts="any"> + <summary>Upgrading Ranger database schema</summary> + <script>scripts/ranger_admin.py</script> + <function>setup_ranger_database</function> + </task> + + <task xsi:type="configure_function" hosts="all" /> + + <task xsi:type="execute" hosts="any"> + <summary>Applying Ranger java patches</summary> + <script>scripts/ranger_admin.py</script> + <function>setup_ranger_java_patches</function> + </task> + </pre-upgrade> + + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + + </component> + + <component name="RANGER_USERSYNC"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="RANGER_TAGSYNC"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="RANGER_KMS"> + <component name="RANGER_KMS_SERVER"> + <pre-upgrade> + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Upgrading Ranger KMS database schema</summary> + <script>scripts/kms_server.py</script> + <function>setup_ranger_kms_database</function> + </task> + </pre-upgrade> + + <pre-downgrade> + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Downgrading Ranger KMS database schema</summary> + <script>scripts/kms_server.py</script> + <function>setup_ranger_kms_database</function> + </task> + </pre-downgrade> + + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="HDFS"> + <component name="NAMENODE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="SECONDARY_NAMENODE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="DATANODE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HDFS_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="JOURNALNODE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ZKFC"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="NFS_GATEWAY"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="MAPREDUCE2"> + <component name="HISTORYSERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="MAPREDUCE2_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="YARN"> + <component name="APP_TIMELINE_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="RESOURCEMANAGER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="NODEMANAGER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="YARN_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="KAFKA"> + <component name="KAFKA_BROKER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="HBASE"> + <component name="HBASE_MASTER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HBASE_REGIONSERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HBASE_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="TEZ"> + <component name="TEZ_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="MAHOUT"> + <component name="MAHOUT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="PIG"> + <component name="PIG"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="SQOOP"> + <component name="SQOOP"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="HIVE"> + <component name="HIVE_METASTORE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HIVE_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HIVE_SERVER_INTERACTIVE"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="WEBHCAT_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HIVE_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="HCAT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="SPARK"> + <component name="SPARK_JOBHISTORYSERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + <component name="SPARK_THRIFTSERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + <component name="LIVY_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + <component name="SPARK_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="ZEPPELIN"> + <component name="ZEPPELIN_MASTER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="OOZIE"> + <component name="OOZIE_SERVER"> + <pre-upgrade> + <!-- It is extremely important that both of these tasks run on the exact same host. Hence, pick the first alphabetically. --> + <task xsi:type="configure_function" hosts="first" /> + + <task xsi:type="execute" hosts="first" sequential="true"> + <summary>Upgrading the Oozie database and creating a new sharelib</summary> + <script>scripts/oozie_server_upgrade.py</script> + <function>upgrade_oozie_database_and_sharelib</function> + </task> + </pre-upgrade> + + <pre-downgrade> + <task xsi:type="execute" hosts="any" sequential="true"> + <summary>Create a new sharelib</summary> + <script>scripts/oozie_server_upgrade.py</script> + <function>create_sharelib</function> + </task> + </pre-downgrade> + + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="OOZIE_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="FALCON"> + <component name="FALCON_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + <component name="FALCON_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="KNOX"> + <component name="KNOX_GATEWAY"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="STORM"> + <component name="NIMBUS"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="SUPERVISOR"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="STORM_UI_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="DRPC_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="ACCUMULO"> + <component name="ACCUMULO_MASTER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ACCUMULO_TSERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ACCUMULO_MONITOR"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ACCUMULO_GC"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ACCUMULO_TRACER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ACCUMULO_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="SLIDER"> + <component name="SLIDER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="FLUME"> + <component name="FLUME_HANDLER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + + <service name="ATLAS"> + <component name="ATLAS_SERVER"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + + <component name="ATLAS_CLIENT"> + <upgrade> + <task xsi:type="restart-task"/> + </upgrade> + </component> + </service> + </processing> +</upgrade>
