AMBARI-20284. Fix values of ATS config params for HDP stack (smohanty)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/5e9a59fe Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/5e9a59fe Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/5e9a59fe Branch: refs/heads/branch-feature-AMBARI-12556 Commit: 5e9a59fe4c0b1c03dde2b6cc19019b408b4727bc Parents: dc899c9 Author: Sumit Mohanty <[email protected]> Authored: Fri Mar 3 13:23:45 2017 -0800 Committer: Sumit Mohanty <[email protected]> Committed: Fri Mar 3 13:23:45 2017 -0800 ---------------------------------------------------------------------- .../stacks/HDP/2.3/upgrades/config-upgrade.xml | 5 ++++ .../HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml | 6 +++++ .../stacks/HDP/2.3/upgrades/upgrade-2.6.xml | 1 + .../stacks/HDP/2.4/upgrades/config-upgrade.xml | 5 ++++ .../HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml | 6 +++++ .../stacks/HDP/2.4/upgrades/upgrade-2.6.xml | 1 + .../stacks/HDP/2.5/upgrades/config-upgrade.xml | 5 ++++ .../HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml | 6 +++++ .../stacks/HDP/2.5/upgrades/upgrade-2.6.xml | 1 + .../services/YARN/configuration/yarn-site.xml | 28 ++++++++++++++++++++ 10 files changed, 64 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/config-upgrade.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/config-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/config-upgrade.xml index 98722c1..319de86 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/config-upgrade.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/config-upgrade.xml @@ -520,6 +520,11 @@ <type>yarn-env</type> <set key="service_check.queue.name" value="default" if-type="yarn-env" if-key="service_check.queue.name" if-key-state="absent"/> </definition> + <definition xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <type>yarn-site</type> + <set key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" value="15" + if-type="yarn-site" if-key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" if-value="60"/> + </definition> </changes> </component> </service> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml index e71aa7b..68b4ce0 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/nonrolling-upgrade-2.6.xml @@ -332,6 +332,12 @@ </task> </execute-stage> + <execute-stage service="YARN" component="RESOURCEMANAGER" title="Apply config changes for ATS SCAN"> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <summary>Modifying ATS Scan default</summary> + </task> + </execute-stage> + <execute-stage service="MAPREDUCE2" component="MAPREDUCE2_CLIENT" title="Apply config changes for Mapreduce2 client"> <task xsi:type="server_action" class="org.apache.ambari.server.serveraction.upgrades.FixLzoCodecPath"> <summary>Verifying LZO codec path for mapreduce</summary> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml index 9f3f42d..fb5e584 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.3/upgrades/upgrade-2.6.xml @@ -756,6 +756,7 @@ <task xsi:type="configure" id="yarn_env_security_opts" /> <task xsi:type="configure" id="hdp_2_6_0_0_yarn_priority_utilization_underutilized_preemption" /> <task xsi:type="configure" id="hdp_2_6_0_0_service_check_queue_name"/> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"/> </pre-upgrade> <pre-downgrade /> <!-- no-op to prevent config changes on downgrade --> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/config-upgrade.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/config-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/config-upgrade.xml index 36d18ac..665e33d 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/config-upgrade.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/config-upgrade.xml @@ -301,6 +301,11 @@ <type>yarn-env</type> <set key="service_check.queue.name" value="default" if-type="yarn-env" if-key="service_check.queue.name" if-key-state="absent"/> </definition> + <definition xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <type>yarn-site</type> + <set key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" value="15" + if-type="yarn-site" if-key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" if-value="60"/> + </definition> </changes> </component> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml index e6aaf88..a1bf456 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/nonrolling-upgrade-2.6.xml @@ -307,6 +307,12 @@ </task> </execute-stage> + <execute-stage service="YARN" component="RESOURCEMANAGER" title="Apply config changes for ATS SCAN"> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <summary>Modifying ATS Scan default</summary> + </task> + </execute-stage> + <execute-stage service="MAPREDUCE2" component="MAPREDUCE2_CLIENT" title="Apply config changes for Mapreduce2 client"> <task xsi:type="configure" id="hdp_2_6_0_0_mapreduce_job_queuename"> <summary>Adding queue customization property</summary> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml index 730e226..cf97a72 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.4/upgrades/upgrade-2.6.xml @@ -761,6 +761,7 @@ <task xsi:type="configure" id="yarn_env_security_opts" /> <task xsi:type="configure" id="hdp_2_6_0_0_yarn_priority_utilization_underutilized_preemption" /> <task xsi:type="configure" id="hdp_2_6_0_0_service_check_queue_name"/> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"/> </pre-upgrade> <pre-downgrade /> <!-- no-op to prevent config changes on downgrade --> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml index e5f07ba..bfe7405 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml @@ -186,6 +186,11 @@ <type>yarn-env</type> <set key="service_check.queue.name" value="default" if-type="yarn-env" if-key="service_check.queue.name" if-key-state="absent"/> </definition> + <definition xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <type>yarn-site</type> + <set key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" value="15" + if-type="yarn-site" if-key="yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" if-value="60"/> + </definition> </changes> </component> </service> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml index 0d2f1bc..3afa230 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml @@ -316,6 +316,12 @@ </task> </execute-stage> + <execute-stage service="YARN" component="RESOURCEMANAGER" title="Apply config changes for ATS SCAN"> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"> + <summary>Modifying ATS Scan default</summary> + </task> + </execute-stage> + <!--Yarn--> <execute-stage service="YARN" component="RESOURCEMANAGER" title="Apply config changes for YARN app log retaintion"> <task xsi:type="configure" id="yarn_site_retained_log_count"> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml index f0a4f05..0c0b08e 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml @@ -688,6 +688,7 @@ <task xsi:type="configure" id="hdp_2_6_0_0_yarn_priority_utilization_underutilized_preemption" /> <task xsi:type="configure" id="yarn_site_retained_log_count" /> <task xsi:type="configure" id="hdp_2_6_0_0_service_check_queue_name"/> + <task xsi:type="configure" id="hdp_2_6_0_0_ats_scan_interval_default"/> </pre-upgrade> <pre-downgrade /> <upgrade> http://git-wip-us.apache.org/repos/asf/ambari/blob/5e9a59fe/ambari-server/src/main/resources/stacks/HDP/2.6/services/YARN/configuration/yarn-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/services/YARN/configuration/yarn-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/services/YARN/configuration/yarn-site.xml index 70a2cbe..4b97148 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.6/services/YARN/configuration/yarn-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.6/services/YARN/configuration/yarn-site.xml @@ -35,4 +35,32 @@ </depends-on> <on-ambari-upgrade add="false"/> </property> + <property> + <name>yarn.timeline-service.entity-group-fs-store.app-cache-size</name> + <value>10</value> + <description> + Size of the reader cache for ATS reader. This value controls how many entity groups the ATS server should cache. + If the number of active read entity groups is greater than the number of caches items, some reads may return empty data. + This value must be greater than 0. + </description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>yarn.timeline-service.client.fd-flush-interval-secs</name> + <value>5</value> + <description> + Flush interval for ATS writer. This value controls how frequent the writer will flush the DFS FSStream for the entity/domain. + </description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>yarn.timeline-service.entity-group-fs-store.scan-interval-seconds</name> + <value>15</value> + <description> + Scan interval for ATS entity group file system storage reader.This + value controls how frequent the reader will scan the DFS active directory + for application status. + </description> + <on-ambari-upgrade add="false"/> + </property> </configuration>
