Repository: ambari Updated Branches: refs/heads/trunk 6320d589f -> 71a1f7e0e
AMBARI-15635. ambari is setting very small limits for kafka causing failures with too many files open error (Sriharsha Chintalapani via smohanty) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/71a1f7e0 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/71a1f7e0 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/71a1f7e0 Branch: refs/heads/trunk Commit: 71a1f7e0e5985b1a77bf09b976ebda3ab3fdbbf5 Parents: 6320d58 Author: Sumit Mohanty <[email protected]> Authored: Thu Apr 7 12:44:51 2016 -0700 Committer: Sumit Mohanty <[email protected]> Committed: Thu Apr 7 12:45:36 2016 -0700 ---------------------------------------------------------------------- .../KAFKA/0.8.1.2.2/configuration/kafka-env.xml | 4 +-- .../STORM/0.9.1.2.1/configuration/storm-env.xml | 13 +++++++- .../0.9.1.2.1/package/scripts/params_linux.py | 3 ++ .../0.9.1.2.1/package/templates/storm.conf.j2 | 35 ++++++++++++++++++++ 4 files changed, 52 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml index 3b910bb..61fdc8c 100644 --- a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml +++ b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml @@ -58,12 +58,12 @@ </property> <property> <name>kafka_user_nofile_limit</name> - <value>32000</value> + <value>128000</value> <description>Max open files limit setting for KAFKA user.</description> </property> <property> <name>kafka_user_nproc_limit</name> - <value>16000</value> + <value>65536</value> <description>Max number of processes limit setting for KAFKA user.</description> </property> http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml index e9f4b28..75b080a 100644 --- a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml +++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml @@ -89,7 +89,18 @@ <name>nimbus_principal_name</name> <description>Nimbus principal name</description> </property> - + + <property> + <name>storm_user_nofile_limit</name> + <value>128000</value> + <description>Max open files limit setting for STORM user.</description> + </property> + <property> + <name>storm_user_nproc_limit</name> + <value>65536</value> + <description>Max number of processes limit setting for STORM user.</description> + </property> + <!-- storm-env.sh --> <property> <name>content</name> http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py index 4b4e776..e9e8ce5 100644 --- a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py +++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py @@ -121,6 +121,9 @@ security_enabled = config['configurations']['cluster-env']['security_enabled'] storm_ui_host = default("/clusterHostInfo/storm_ui_server_hosts", []) +storm_user_nofile_limit = default('/configurations/storm-env/storm_user_nofile_limit', 128000) +storm_user_nproc_limit = default('/configurations/storm-env/storm_user_noproc_limit', 65536) + if security_enabled: _hostname_lowercase = config['hostname'].lower() _storm_principal_name = config['configurations']['storm-env']['storm_principal_name'] http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2 ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2 b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2 new file mode 100644 index 0000000..82a26fe --- /dev/null +++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2 @@ -0,0 +1,35 @@ +{# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +#} + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +{{storm_user}} - nofile {{storm_user_nofile_limit}} +{{storm_user}} - nproc {{storm_user_nproc_limit}}
