http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml deleted file mode 100644 index 4a19779..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml +++ /dev/null @@ -1,128 +0,0 @@ -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> - -<configuration> - - <property> - <name>yarn.scheduler.capacity.maximum-applications</name> - <value>10000</value> - <description> - Maximum number of applications that can be pending and running. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.maximum-am-resource-percent</name> - <value>0.2</value> - <description> - Maximum percent of resources in the cluster which can be used to run - application masters i.e. controls number of concurrent running - applications. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.queues</name> - <value>default</value> - <description> - The queues at the this level (root is the root queue). - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.capacity</name> - <value>100</value> - <description> - The total capacity as a percentage out of 100 for this queue. - If it has child queues then this includes their capacity as well. - The child queues capacity should add up to their parent queue's capacity - or less. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.capacity</name> - <value>100</value> - <description>Default queue target capacity.</description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.user-limit-factor</name> - <value>1</value> - <description> - Default queue user limit a percentage from 0.0 to 1.0. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.maximum-capacity</name> - <value>100</value> - <description> - The maximum capacity of the default queue. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.state</name> - <value>RUNNING</value> - <description> - The state of the default queue. State can be one of RUNNING or STOPPED. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.acl_submit_jobs</name> - <value>*</value> - <description> - The ACL of who can submit jobs to the default queue. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.default.acl_administer_jobs</name> - <value>*</value> - <description> - The ACL of who can administer jobs on the default queue. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.acl_administer_queues</name> - <value>*</value> - <description> - The ACL for who can administer this queue i.e. change sub-queue - allocations. - </description> - </property> - - <property> - <name>yarn.scheduler.capacity.root.unfunded.capacity</name> - <value>50</value> - <description> - No description - </description> - </property> - <property> - <name>yarn.scheduler.capacity.node-locality-delay</name> - <value>40</value> - <description> - No description - </description> - </property> - - -</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg deleted file mode 100644 index d07b3db..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg +++ /dev/null @@ -1,20 +0,0 @@ -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -yarn.nodemanager.local-dirs=TODO-YARN-LOCAL-DIR -yarn.nodemanager.linux-container-executor.group=hadoop -yarn.nodemanager.log-dirs=TODO-YARN-LOG-DIR -banned.users=hdfs,bin,0 http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/core-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/core-site.xml deleted file mode 100644 index 3a2af49..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/core-site.xml +++ /dev/null @@ -1,20 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/global.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/global.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/global.xml deleted file mode 100644 index edd1636..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/global.xml +++ /dev/null @@ -1,64 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> - -<configuration> - <property> - <name>rm_host</name> - <value></value> - <description>ResourceManager.</description> - </property> - <property> - <name>nm_hosts</name> - <value></value> - <description>List of NodeManager Hosts.</description> - </property> - <property> - <name>yarn_log_dir_prefix</name> - <value>/var/log/hadoop-yarn</value> - <description>YARN Log Dir Prefix</description> - </property> - <property> - <name>yarn_pid_dir_prefix</name> - <value>/var/run/hadoop-yarn</value> - <description>YARN PID Dir Prefix</description> - </property> - <property> - <name>yarn_user</name> - <value>yarn</value> - <description>YARN User</description> - </property> - <property> - <name>yarn_heapsize</name> - <value>1024</value> - <description>Max heapsize for all YARN components using a numerical value in the scale of MB</description> - </property> - <property> - <name>resourcemanager_heapsize</name> - <value>1024</value> - <description>Max heapsize for ResourceManager using a numerical value in the scale of MB</description> - </property> - <property> - <name>nodemanager_heapsize</name> - <value>1024</value> - <description>Max heapsize for NodeManager using a numerical value in the scale of MB</description> - </property> -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/yarn-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/yarn-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/yarn-site.xml deleted file mode 100644 index 2cf03e6..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/yarn-site.xml +++ /dev/null @@ -1,326 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> - -<!-- Put site-specific property overrides in this file. --> - -<configuration xmlns:xi="http://www.w3.org/2001/XInclude";> - - <!-- ResourceManager --> - - <property> - <name>yarn.resourcemanager.hostname</name> - <value>localhost</value> - <description>The hostname of the RM.</description> - </property> - - <property> - <name>yarn.resourcemanager.resource-tracker.address</name> - <value>localhost:8025</value> - </property> - - <property> - <name>yarn.resourcemanager.scheduler.address</name> - <value>localhost:8030</value> - <description>The address of the scheduler interface.</description> - </property> - - <property> - <name>yarn.resourcemanager.address</name> - <value>localhost:8050</value> - <description> - The address of the applications manager interface in the - RM. - </description> - </property> - - <property> - <name>yarn.resourcemanager.admin.address</name> - <value>localhost:8141</value> - <description>The address of the RM admin interface.</description> - </property> - - <property> - <name>yarn.resourcemanager.scheduler.class</name> - <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value> - <description>The class to use as the resource scheduler.</description> - </property> - - <property> - <name>yarn.scheduler.minimum-allocation-mb</name> - <value>512</value> - <description> - The minimum allocation for every container request at the RM, - in MBs. Memory requests lower than this won't take effect, - and the specified value will get allocated at minimum. - </description> - </property> - - <property> - <name>yarn.scheduler.maximum-allocation-mb</name> - <value>2048</value> - <description> - The maximum allocation for every container request at the RM, - in MBs. Memory requests higher than this won't take effect, - and will get capped to this value. - </description> - </property> - - <property> - <name>yarn.acl.enable</name> - <value>false</value> - </property> - - <property> - <name>yarn.admin.acl</name> - <value></value> - </property> - - <!-- NodeManager --> - - <property> - <name>yarn.nodemanager.address</name> - <value>0.0.0.0:45454</value> - <description>The address of the container manager in the NM.</description> - </property> - - <property> - <name>yarn.nodemanager.resource.memory-mb</name> - <value>5120</value> - <description>Amount of physical memory, in MB, that can be allocated - for containers.</description> - </property> - - <property> - <name>yarn.application.classpath</name> - <value>/etc/hadoop/conf,/usr/lib/hadoop/*,/usr/lib/hadoop/lib/*,/usr/lib/hadoop-hdfs/*,/usr/lib/hadoop-hdfs/lib/*,/usr/lib/hadoop-yarn/*,/usr/lib/hadoop-yarn/lib/*,/usr/lib/hadoop-mapreduce/*,/usr/lib/hadoop-mapreduce/lib/*</value> - <description>Classpath for typical applications.</description> - </property> - - <property> - <name>yarn.nodemanager.vmem-pmem-ratio</name> - <value>2.1</value> - <description>Ratio between virtual memory to physical memory when - setting memory limits for containers. Container allocations are - expressed in terms of physical memory, and virtual memory usage - is allowed to exceed this allocation by this ratio. - </description> - </property> - - <property> - <name>yarn.log.server.url</name> - <value>http://localhost:19888/jobhistory/logs</value> - <description> - URI for the HistoryServer's log resource - </description> - </property> - - <property> - <name>yarn.nodemanager.container-executor.class</name> - <value>org.apache.hadoop.yarn.server.nodemanager.GlusterContainerExecutor</value> - <description>ContainerExecutor for launching containers</description> - </property> - - <property> - <name>yarn.nodemanager.linux-container-executor.group</name> - <value>hadoop</value> - <description>Unix group of the NodeManager</description> - </property> - - <property> - <name>yarn.nodemanager.aux-services</name> - <value>mapreduce_shuffle</value> - <description>Auxilliary services of NodeManager. A valid service name should only contain a-zA-Z0-9_ and can - not start with numbers</description> - </property> - - <property> - <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name> - <value>org.apache.hadoop.mapred.ShuffleHandler</value> - </property> - - <property> - <name>yarn.nodemanager.log-dirs</name> - <value>/hadoop/yarn/log</value> - <description> - Where to store container logs. An application's localized log directory - will be found in ${yarn.nodemanager.log-dirs}/application_${appid}. - Individual containers' log directories will be below this, in directories - named container_{$contid}. Each container directory will contain the files - stderr, stdin, and syslog generated by that container. - </description> - </property> - - <property> - <name>yarn.nodemanager.local-dirs</name> - <value>/hadoop/yarn/local</value> - <description> - List of directories to store localized files in. An - application's localized file directory will be found in: - ${yarn.nodemanager.local-dirs}/usercache/${user}/appcache/application_${appid}. - Individual containers' work directories, called container_${contid}, will - be subdirectories of this. - </description> - </property> - - <property> - <name>yarn.nodemanager.container-monitor.interval-ms</name> - <value>3000</value> - <description> - The interval, in milliseconds, for which the node manager - waits between two cycles of monitoring its containers' memory usage. - </description> - </property> - - <!-- - <property> - <name>yarn.nodemanager.health-checker.script.path</name> - <value>/etc/hadoop/conf/health_check_nodemanager</value> - <description>The health check script to run.</description> - </property> - --> - - <property> - <name>yarn.nodemanager.health-checker.interval-ms</name> - <value>135000</value> - <description>Frequency of running node health script.</description> - </property> - - <property> - <name>yarn.nodemanager.health-checker.script.timeout-ms</name> - <value>60000</value> - <description>Script time out period.</description> - </property> - - <property> - <name>yarn.nodemanager.log.retain-second</name> - <value>604800</value> - <description> - Time in seconds to retain user logs. Only applicable if - log aggregation is disabled. - </description> - </property> - - <property> - <name>yarn.log-aggregation-enable</name> - <value>true</value> - <description>Whether to enable log aggregation</description> - </property> - - <property> - <name>yarn.nodemanager.remote-app-log-dir</name> - <value>/app-logs</value> - </property> - - <property> - <name>yarn.nodemanager.remote-app-log-dir-suffix</name> - <value>logs</value> - <description> - The remote log dir will be created at - {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}. - </description> - </property> - - <property> - <name>yarn.nodemanager.log-aggregation.compression-type</name> - <value>gz</value> - <description> - T-file compression types used to compress aggregated logs. - </description> - </property> - - <property> - <name>yarn.nodemanager.delete.debug-delay-sec</name> - <value>0</value> - <description> - Number of seconds after an application finishes before the nodemanager's - DeletionService will delete the application's localized file directory - and log directory. - - To diagnose Yarn application problems, set this property's value large - enough (for example, to 600 = 10 minutes) to permit examination of these - directories. After changing the property's value, you must restart the - nodemanager in order for it to have an effect. - - The roots of Yarn applications' work directories is configurable with - the yarn.nodemanager.local-dirs property (see below), and the roots - of the Yarn applications' log directories is configurable with the - yarn.nodemanager.log-dirs property (see also below). - </description> - </property> - - <property> - <name>yarn.log-aggregation.retain-seconds</name> - <value>2592000</value> - <description> - How long to keep aggregation logs before deleting them. -1 disables. - Be careful set this too small and you will spam the name node. - </description> - </property> - - <property> - <name>yarn.nodemanager.admin-env</name> - <value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value> - <description> - Environment variables that should be forwarded from the NodeManager's - environment to the container's. - </description> - </property> - - <property> - <name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name> - <value>0.25</value> - <description> - The minimum fraction of number of disks to be healthy for the nodemanager - to launch new containers. This correspond to both - yarn-nodemanager.local-dirs and yarn.nodemanager.log-dirs. i.e. - If there are less number of healthy local-dirs (or log-dirs) available, - then new containers will not be launched on this node. - </description> - </property> - - <property> - <name>yarn.resourcemanager.am.max-attempts</name> - <value>2</value> - <description> - The maximum number of application attempts. It's a global - setting for all application masters. Each application master can specify - its individual maximum number of application attempts via the API, but the - individual number cannot be more than the global upper bound. If it is, - the resourcemanager will override it. The default number is set to 2, to - allow at least one retry for AM. - </description> - </property> - - <property> - <name>yarn.resourcemanager.webapp.address</name> - <value>localhost:8088</value> - <description> - The address of the RM web application. - </description> - </property> - - <property> - <name>yarn.nodemanager.vmem-check-enabled</name> - <value>false</value> - <description> - Whether virtual memory limits will be enforced for containers. - </description> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/9c39acb0/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metainfo.xml deleted file mode 100644 index bc80f4a..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metainfo.xml +++ /dev/null @@ -1,42 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<metainfo> - <user>mapred</user> - <comment>Apache Hadoop NextGen MapReduce (YARN)</comment> - <version>2.2.0.2.0.6.0</version> - <components> - <component> - <name>RESOURCEMANAGER</name> - <category>MASTER</category> - </component> - <component> - <name>NODEMANAGER</name> - <category>SLAVE</category> - </component> - <component> - <name>YARN_CLIENT</name> - <category>CLIENT</category> - </component> - </components> - <configuration-dependencies> - <config-type>global</config-type> - <config-type>core-site</config-type> - <config-type>yarn-site</config-type> - <config-type>capacity-scheduler</config-type> - </configuration-dependencies> -</metainfo>
