pulsar-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From si...@apache.org
Subject [incubator-pulsar] branch branch-2.1 updated: Increase default maxConcurrentLookupRequests to 50k (#2380)
Date Tue, 28 Aug 2018 17:43:51 GMT
This is an automated email from the ASF dual-hosted git repository.

sijie pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/incubator-pulsar.git


The following commit(s) were added to refs/heads/branch-2.1 by this push:
     new 333b896  Increase default maxConcurrentLookupRequests to 50k (#2380)
333b896 is described below

commit 333b896a37ccd27729efd778aa97710b7f8286db
Author: Matteo Merli <mmerli@apache.org>
AuthorDate: Tue Aug 28 10:41:14 2018 -0700

    Increase default maxConcurrentLookupRequests to 50k (#2380)
    
     ### Motivation
    
    Increasing the default value of `maxConcurrentLookupRequests` from 10K to 50K to increase
limit of sustainable lookups before rejecting requests.
---
 conf/broker.conf                                                       | 3 +--
 conf/proxy.conf                                                        | 2 +-
 conf/standalone.conf                                                   | 2 +-
 deployment/terraform-ansible/templates/broker.conf                     | 2 +-
 .../src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java   | 2 +-
 .../main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java   | 2 +-
 6 files changed, 6 insertions(+), 7 deletions(-)

diff --git a/conf/broker.conf b/conf/broker.conf
index cd4a505..5eeb936 100644
--- a/conf/broker.conf
+++ b/conf/broker.conf
@@ -152,7 +152,7 @@ dispatchThrottlingRatePerTopicInByte=0
 dispatchThrottlingOnNonBacklogConsumerEnabled=true
 
 # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup
traffic
-maxConcurrentLookupRequest=10000
+maxConcurrentLookupRequest=50000
 
 # Max number of concurrent topic loading request broker allows to control number of zk-operations
 maxConcurrentTopicLoadRequest=5000
@@ -511,4 +511,3 @@ s3ManagedLedgerOffloadReadBufferSizeInBytes=1048576
 
 # Deprecated. Use configurationStoreServers
 globalZookeeperServers=
-
diff --git a/conf/proxy.conf b/conf/proxy.conf
index 3bde301..ed5420f 100644
--- a/conf/proxy.conf
+++ b/conf/proxy.conf
@@ -81,7 +81,7 @@ forwardAuthorizationCredentials=false
 maxConcurrentInboundConnections=10000
 
 # Max concurrent outbound connections. The proxy will error out requests beyond that.
-maxConcurrentLookupRequests=10000
+maxConcurrentLookupRequests=50000
 
 ##### --- TLS --- #####
 
diff --git a/conf/standalone.conf b/conf/standalone.conf
index cc03b95..a9fb288 100644
--- a/conf/standalone.conf
+++ b/conf/standalone.conf
@@ -141,7 +141,7 @@ dispatchThrottlingRatePerTopicInByte=0
 dispatchThrottlingOnNonBacklogConsumerEnabled=true
 
 # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup
traffic
-maxConcurrentLookupRequest=10000
+maxConcurrentLookupRequest=50000
 
 # Max number of concurrent topic loading request broker allows to control number of zk-operations
 maxConcurrentTopicLoadRequest=5000
diff --git a/deployment/terraform-ansible/templates/broker.conf b/deployment/terraform-ansible/templates/broker.conf
index a7456a4..8eaa0df 100644
--- a/deployment/terraform-ansible/templates/broker.conf
+++ b/deployment/terraform-ansible/templates/broker.conf
@@ -152,7 +152,7 @@ dispatchThrottlingRatePerTopicInByte=0
 dispatchThrottlingOnNonBacklogConsumerEnabled=true
 
 # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup
traffic
-maxConcurrentLookupRequest=10000
+maxConcurrentLookupRequest=50000
 
 # Max number of concurrent topic loading request broker allows to control number of zk-operations
 maxConcurrentTopicLoadRequest=5000
diff --git a/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java
b/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java
index ddc7728..7b2e85b 100644
--- a/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java
+++ b/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java
@@ -170,7 +170,7 @@ public class ServiceConfiguration implements PulsarConfiguration {
     private boolean dispatchThrottlingOnNonBacklogConsumerEnabled = false;
     // Max number of concurrent lookup request broker allows to throttle heavy incoming lookup
traffic
     @FieldContext(dynamic = true)
-    private int maxConcurrentLookupRequest = 10000;
+    private int maxConcurrentLookupRequest = 50000;
     // Max number of concurrent topic loading request broker allows to control number of
zk-operations
     @FieldContext(dynamic = true)
     private int maxConcurrentTopicLoadRequest = 5000;
diff --git a/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java
b/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java
index 4d02786..b4e8afb 100644
--- a/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java
+++ b/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java
@@ -82,7 +82,7 @@ public class ProxyConfiguration implements PulsarConfiguration {
     private int maxConcurrentInboundConnections = 10000;
 
     // Max concurrent outbound Connections
-    private int maxConcurrentLookupRequests = 10000;
+    private int maxConcurrentLookupRequests = 50000;
 
     // Authentication settings of the proxy itself. Used to connect to brokers
     private String brokerClientAuthenticationPlugin;


Mime
View raw message