ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From smoha...@apache.org
Subject ambari git commit: AMBARI-15635. ambari is setting very small limits for kafka causing failures with too many files open error (Sriharsha Chintalapani via smohanty)
Date Thu, 07 Apr 2016 19:45:54 GMT
Repository: ambari
Updated Branches:
  refs/heads/trunk 6320d589f -> 71a1f7e0e


AMBARI-15635. ambari is setting very small limits for kafka causing failures with too many
files open error (Sriharsha Chintalapani via smohanty)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/71a1f7e0
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/71a1f7e0
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/71a1f7e0

Branch: refs/heads/trunk
Commit: 71a1f7e0e5985b1a77bf09b976ebda3ab3fdbbf5
Parents: 6320d58
Author: Sumit Mohanty <smohanty@hortonworks.com>
Authored: Thu Apr 7 12:44:51 2016 -0700
Committer: Sumit Mohanty <smohanty@hortonworks.com>
Committed: Thu Apr 7 12:45:36 2016 -0700

----------------------------------------------------------------------
 .../KAFKA/0.8.1.2.2/configuration/kafka-env.xml |  4 +--
 .../STORM/0.9.1.2.1/configuration/storm-env.xml | 13 +++++++-
 .../0.9.1.2.1/package/scripts/params_linux.py   |  3 ++
 .../0.9.1.2.1/package/templates/storm.conf.j2   | 35 ++++++++++++++++++++
 4 files changed, 52 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml
b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml
index 3b910bb..61fdc8c 100644
--- a/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml
+++ b/ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml
@@ -58,12 +58,12 @@
   </property>
   <property>
     <name>kafka_user_nofile_limit</name>
-    <value>32000</value>
+    <value>128000</value>
     <description>Max open files limit setting for KAFKA user.</description>
   </property>
   <property>
     <name>kafka_user_nproc_limit</name>
-    <value>16000</value>
+    <value>65536</value>
     <description>Max number of processes limit setting for KAFKA user.</description>
   </property>
 

http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml
b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml
index e9f4b28..75b080a 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/configuration/storm-env.xml
@@ -89,7 +89,18 @@
     <name>nimbus_principal_name</name>
     <description>Nimbus principal name</description>
   </property>
-  
+
+  <property>
+    <name>storm_user_nofile_limit</name>
+    <value>128000</value>
+    <description>Max open files limit setting for STORM user.</description>
+  </property>
+  <property>
+    <name>storm_user_nproc_limit</name>
+    <value>65536</value>
+    <description>Max number of processes limit setting for STORM user.</description>
+  </property>
+
   <!-- storm-env.sh -->
   <property>
     <name>content</name>

http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py
b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py
index 4b4e776..e9e8ce5 100644
--- a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/scripts/params_linux.py
@@ -121,6 +121,9 @@ security_enabled = config['configurations']['cluster-env']['security_enabled']
 
 storm_ui_host = default("/clusterHostInfo/storm_ui_server_hosts", [])
 
+storm_user_nofile_limit = default('/configurations/storm-env/storm_user_nofile_limit', 128000)
+storm_user_nproc_limit = default('/configurations/storm-env/storm_user_noproc_limit', 65536)
+
 if security_enabled:
   _hostname_lowercase = config['hostname'].lower()
   _storm_principal_name = config['configurations']['storm-env']['storm_principal_name']

http://git-wip-us.apache.org/repos/asf/ambari/blob/71a1f7e0/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2
b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2
new file mode 100644
index 0000000..82a26fe
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/STORM/0.9.1.2.1/package/templates/storm.conf.j2
@@ -0,0 +1,35 @@
+{#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#}
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+{{storm_user}}   - nofile   {{storm_user_nofile_limit}}
+{{storm_user}}   - nproc    {{storm_user_nproc_limit}}


Mime
View raw message