qpid-users mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Vavricka <vavricka.to...@gmail.com>
Subject Re: Java Broker performance
Date Fri, 10 Nov 2017 13:19:45 GMT
Yes, we running it on same hardware and versions.

Couldn't be there issue with our configuration? Can you spot there some
misconfiguration in config files below?

Will be helpful if you send us your broker configuration?

config.json

{
  "id" : "cfa9a57a-6f98-4f17-b81d-22fb5a032473",
  "name" : "cps",
  "modelVersion" : "7.0",
  "accesscontrolproviders" : [ {
    "id" : "65b550b1-0a22-4815-9b6f-5287f6a9b455",
    "name" : "brokerAcl",
    "type" : "AclFile",
    "path" : "/home/vavrtom/qpid/0406/broker/work/broker.acl",
    "lastUpdatedBy" : null,
    "lastUpdatedTime" : null,
    "createdBy" : null,
    "createdTime" : null
  } ],
  "authenticationproviders" : [ {
    "id" : "df3680b4-8bd7-4bb8-92b7-705d33bf1496",
    "name" : "SHA_256",
    "type" : "SCRAM-SHA-256",
    "secureOnlyMechanisms" : [ ],
    "users" : [ {
      "id" : "e98445dd-4f79-46b1-bc7f-a153f546e63e",
      "name" : "C7",
      "type" : "managed",
      "durable" : true,
      "password" :
"KAkXZolpJXtHteNgxqeNaosC3eecIN0MRZVdFcAwGm4=,,U52qJCBi8jUfjPTHMxayTwUhQ3UT+N6B7h78S+kRNUw=,fQdDP2WsuAGZ/P4PxJuSAHrpmgE/2GBMjD9/TrYw0QY=,4096",
      "lastUpdatedBy" : "admin",
      "lastUpdatedTime" : 1510235279421,
      "createdBy" : "admin",
      "createdTime" : 1510235279421
    }, {
      "id" : "62ab34ac-11d8-4ed0-adc3-bd1c34a2f7af",
      "name" : "admin",
      "type" : "managed",
      "password" :
"7uKre2FrpVvO+/gABKrTHyQS5tAY92UqOWNcWPCubyw=,,j3TzWP+Bg2iZUXxMdZbVi1ftrHIvzev5PqO9ftDC4hU=,9cvIWGYPfeUD0hFLvINPKz+Ddvv/9/yz8PuMC+JR3Ro=,4096"
    }, {
      "id" : "e6451384-9ef5-4823-81c6-7b1aff7251ca",
      "name" : "monit",
      "type" : "managed",
      "password" :
"b3MiUviPyxYSfB9bxRZG4FJ/uxDWjWnNvBe1B/w8JYc=,,gxUMuoFhW9oVNV/tEiLm3IdgObL2uQagi63G+3bnFgs=,cQmi/8NKL2b8ESfoF/wcffPRILoMOx5cRy+rEG2TAxw=,4096"
    } ]
  }, {
    "id" : "85d7cb16-4c60-45ca-94e8-47c611a7b1e4",
    "name" : "external",
    "type" : "External"
  } ],
  "brokerloggers" : [ {
    "id" : "e637b21b-c3a8-457f-a0ff-c4327c88135b",
    "name" : "logfile",
    "type" : "File",
    "fileName" :
"${qpid.work_dir}${file.separator}..${file.separator}..${file.separator}log${file.separator}broker.log",
    "brokerloginclusionrules" : [ {
      "id" : "f8e8c9eb-6ca9-4845-8ac8-1ba614a47ce8",
      "name" : "Operational",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "qpid.message.*"
    }, {
      "id" : "13c4e2c4-3b3a-43be-890b-cc506dae63f8",
      "name" : "Qpid",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "org.apache.qpid.*"
    }, {
      "id" : "00ff6321-2d42-4dce-aad0-12c55c928e0d",
      "name" : "Root",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "ROOT"
    } ]
  }, {
    "id" : "b25480a7-5ed1-4035-af9d-565c9c223708",
    "name" : "memory",
    "type" : "Memory",
    "brokerloginclusionrules" : [ {
      "id" : "ffc9a1da-e812-476c-8ccf-c8ead2f15e1e",
      "name" : "Operational",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "qpid.message.*"
    }, {
      "id" : "8c2a2fe6-9531-469b-8f26-c5d449e97f26",
      "name" : "Qpid",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "org.apache.qpid.*"
    }, {
      "id" : "dcb193af-fba8-49e7-9ed4-9a4a08627e8c",
      "name" : "Root",
      "type" : "NameAndLevel",
      "level" : "INFO",
      "loggerName" : "ROOT"
    } ]
  } ],
  "keystores" : [ {
    "id" : "f262fc1c-081b-4215-8afb-bb0ce6131857",
    "name" : "keyStore",
    "type" : "FileKeyStore",
    "certificateAlias" : "vavrtom-amqp",
    "password" : "admin",
    "storeUrl" : "/home/vavrtom/qpid/0406/broker/work/keystore.jks"
  } ],
  "plugins" : [ {
    "id" : "1276ff6c-61ea-4b4d-b1ad-4edc5c02f581",
    "name" : "httpManagement",
    "type" : "MANAGEMENT-HTTP",
    "httpBasicAuthenticationEnabled" : "true"
  } ],
  "ports" : [ {
    "id" : "6fdbb8b1-76ba-4048-9ca8-4e7dfb884a38",
    "name" : "amqp",
    "type" : "AMQP",
    "port" : 20406,
    "protocols" : [ "AMQP_1_0" ],
    "authenticationProvider" : "SHA_256",
    "threadPoolSize" : 10,
    "numberOfSelectors" : 1,
    "maxOpenConnections" : 1000,
    "virtualhostaliases" : [ {
      "id" : "59d083e1-57f2-45c0-b8d4-c75f23ea33ef",
      "name" : "defaultAlias",
      "type" : "defaultAlias"
    }, {
      "id" : "1c61ebd0-fbc6-4891-998b-59b972492fc7",
      "name" : "hostnameAlias",
      "type" : "hostnameAlias"
    }, {
      "id" : "d75851d6-ea9c-4aec-a8db-7e28d5815b5e",
      "name" : "nameAlias",
      "type" : "nameAlias"
    } ]
  }, {
    "id" : "f52c4129-d388-4f3a-b23f-892070a131dd",
    "name" : "amqps",
    "type" : "AMQP",
    "port" : 10406,
    "protocols" : [ "AMQP_1_0" ],
    "authenticationProvider" : "external",
    "needClientAuth" : true,
    "wantClientAuth" : true,
    "keyStore" : "keyStore",
    "transports" : [ "SSL" ],
    "trustStores" : [ "trustStore" ],
    "threadPoolSize" : 10,
    "numberOfSelectors" : 1,
    "maxOpenConnections" : 1000,
    "virtualhostaliases" : [ {
      "id" : "692a512e-af97-42ca-8743-57872b4ed2e7",
      "name" : "defaultAlias",
      "type" : "defaultAlias"
    }, {
      "id" : "8963d8cd-aef5-4249-b8d6-65c562405dcf",
      "name" : "hostnameAlias",
      "type" : "hostnameAlias"
    }, {
      "id" : "8638b4a2-0b03-4727-a556-ef6616e9a29c",
      "name" : "nameAlias",
      "type" : "nameAlias"
    } ]
  }, {
    "id" : "5ecba4e6-eff0-4e76-9853-43ffa1d1c2f3",
    "name" : "http",
    "type" : "HTTP",
    "port" : 40406,
    "authenticationProvider" : "SHA_256",
    "threadPoolMinimum" : 5,
    "threadPoolMaximum" : 12,
    "protocols" : [ "HTTP" ],
    "transports" : [ "TCP" ]
  } ],
  "truststores" : [ {
    "id" : "7f6fb21a-9f8b-4ae8-b49e-910fff7d09d2",
    "name" : "trustStore",
    "type" : "FileTrustStore",
    "password" : "admin",
    "storeUrl" : "/home/vavrtom/qpid/0406/broker/work/truststore.jks",
    "peersOnly" : true
  } ],
  "virtualhostnodes" : [ {
    "id" : "204130eb-c179-49b9-97b3-face952ccc2c",
    "name" : "default",
    "type" : "JSON",
    "defaultVirtualHostNode" : "true",
    "virtualHostInitialConfiguration" : "{}",
    "lastUpdatedBy" : null,
    "lastUpdatedTime" : 1510234719667,
    "createdBy" : null,
    "createdTime" : 1510234718577
  } ]
}

default.json

{
  "id" : "4691c428-71df-47db-ab0e-ff4fad3012be",
  "name" : "default",
  "type" : "BDB",
  "durable" : true,
  "lifetimePolicy" : "PERMANENT",
  "context" : {
    "awaitAttainmentTimeout" : null,
    "connectionThreadPoolKeepAliveTimeout" : null,
    "javaGc" : null,
    "home" : null,
    "PATH" : null,
    "JAVA" : null,
    "virtualhostBlueprint" : null,
    "java.specification.version" : null,
    "sun.cpu.isalist" : null,
    "qpid.auth.scram.iteration_count" : null,
    "queue.alertThresholdMessageAge" : null,
    "DBUS_SESSION_BUS_ADDRESS" : null,
    "qpid.broker_default-shared-message-group" : null,
    "sun.arch.data.model" : null,
    "qpid.trustStore.siteSpecific.connectTimeout" : null,
    "broker.messageCompressionEnabled" : null,
    "virtualhost.housekeepingCheckPeriod" : null,
    "java.vendor.url" : null,
    "JAVA_MEM" : null,
    "QPID_RUN_LOG" : null,
    "qpid.amqp_port" : null,
    "jdbcvirtualhost.tableNamePrefix" : null,
    "sun.boot.library.path" : null,
    "maxHttpFileUploadSize" : null,
    "sun.java.command" : null,
    "qpid.work_dir" : null,
    "port.http.threadPool.maximum" : null,
    "qpid.groupprovider.cloudfoundry.connectTimeout" : null,
    "java.specification.vendor" : null,
    "queue.holdOnPublishEnabled" : null,
    "qpid.port.http.threadPool.numberOfSelectors" : null,
    "java.home" : null,
    "qpid.security.tls.protocolBlackList" : null,
    "connection.messageCompressionThresholdSize" : null,
    "qpid.auth.cache.expiration_time" : null,
    "java.vm.specification.vendor" : null,
    "java.specification.name" : null,
    "qpid.port.http.acceptBacklog" : null,
    "qpid.home_dir" : null,
    "sun.management.compiler" : null,
    "keyStoreFile.keyManagerFactoryAlgorithm" : null,
    "java.runtime.version" : null,
    "JAVA_GC" : null,
    "virtualhost.disabledConnectionValidators" : null,
    "keyStoreFile.keyStoreType" : null,
    "PNAME" : null,
    "queue.lvqKey" : null,
    "qpid.compact_memory_interval" : null,
    "qpid.initial_config_virtualhost_config" : null,
    "queue.alertThresholdMessageSize" : null,
    "jdbcvirtualhostnode.tableNamePrefix" : null,
    "file.encoding" : null,
    "qpid.broker.defaultPreferenceStoreAttributes" : null,
    "qpid.broker.networkBufferSize" : null,
    "qpid.authentication.oauth2.connectTimeout" : null,
    "qpid.svnversion" : null,
    "java.io.tmpdir" : null,
    "qpid.broker.bdbTotalCacheSize" : null,
    "java.version" : null,
    "qpid.mimeTypeToFileExtension" : null,
    "virtualhost.storeTransactionOpenTimeoutClose" : null,
    "qpid.authentication.oauth2.readTimeout" : null,
    "java.vm.specification.name" : null,
    "java.awt.printerjob" : null,
    "broker.failOnLoggerIOError" : null,
    "QPID_PNAME" : null,
    "java.library.path" : null,
    "java.vendor" : null,
    "connection.high_prefetch_limit" : null,
    "sun.io.unicode.encoding" : null,
    "qpid.groupprovider.cloudfoundry.readTimeout" : null,
    "trustStoreFile.trustManagerFactoryAlgorithm" : null,
    "virtualhost.storeTransactionOpenTimeoutWarn" : null,
    "qpid.initialConfigurationLocation" : null,
    "queue.defaultMaximumQueueDepthBytes" : null,
    "queue.alertThresholdQueueDepthBytes" : null,
    "connection.maximumAuthenticationDelay" : null,
    "qpid.httpManagement.preferenceOperationTimeout" : null,
    "qpid.broker.housekeepingCheckPeriod" : null,
    "queue.defaultEnsureNonDestructiveConsumers" : null,
    "user.timezone" : null,
    "os.name" : null,
    "java.vm.specification.version" : null,
    "LOGNAME" : null,
    "SHELL" : null,
    "broker.name" : null,
    "user.home" : null,
    "systemConfig.tableNamePrefix" : null,
    "qpid.version.suffix" : null,
    "channel.flowControlEnforcementTimeout" : null,
    "java.awt.graphicsenv" : null,
    "qpid.security.tls.cipherSuiteBlackList" : null,
    "broker.directByteBufferPoolSize" : null,
    "virtualhost.work_dir" : null,
    "connection.maxUncommittedInMemorySize" : null,
    "qpid.port.http.threadPool.numberOfAcceptors" : null,
    "XFILESEARCHPATH" : null,
    "path.separator" : null,
    "os.version" : null,
    "java.endorsed.dirs" : null,
    "queue.defaultMessageDurability" : null,
    "java.vm.name" : null,
    "consumer.suspendNotificationPeriod" : null,
    "queue.alertRepeatGap" : null,
    "qpid.port.amqp.threadPool.keep_alive_timeout" : null,
    "os.arch" : null,
    "qpid.queue.scavenge_count" : null,
    "httpManagement.compressResponses" : null,
    "CLASSPATH" : null,
    "producer.authCacheSize" : null,
    "qpid.port.closeWhenNoRoute" : null,
    "virtualhost.enabledConnectionValidators" : null,
    "java.vm.info" : null,
    "connection.closeResponseTimeout" : null,
    "qpid.name" : null,
    "ldap.context.factory" : null,
    "store.filesystem.maxUsagePercent" : null,
    "XDG_RUNTIME_DIR" : null,
    "java.class.version" : null,
    "HOME" : null,
    "qpid.auth.cache.iteration_count" : null,
    "awt.toolkit" : null,
    "virtualhost.connectionThreadPool.size" : null,
    "queue.defaultExclusivityPolicy" : null,
    "producer.authCacheTimeout" : null,
    "sun.jnu.encoding" : null,
    "qpid.trustStore.siteSpecific.readTimeout" : null,
    "qpid.port.max_open_connections" : null,
    "virtualhost.flowToDiskCheckPeriod" : null,
    "qpid.httpManagement.saslExchangeExpiry" : null,
    "broker.failStartupWithErroredChild" : null,
    "qpid.default_posix_file_permissions" : null,
    "PWD" : null,
    "LANGUAGE" : null,
    "qpid.compact_memory_threshold" : null,
    "qpid.keystore.certificateExpiryCheckFrequency" : null,
    "qpid.broker_msg_auth" : null,
    "qpid.helpURL" : null,
    "qpid.http_port" : null,
    "queue.alertThresholdQueueDepthMessages" : null,
    "qpid.port.open_connections_warn_percent" : null,
    "file.separator" : null,
    "line.separator" : null,
    "port.http.threadPool.minimum" : null,
    "LC_ALL" : null,
    "virtualhost.storeTransactionIdleTimeoutWarn" : null,
    "SHLVL" : null,
    "sun.boot.class.path" : null,
    "java.protocol.handler.pkgs" : null,
    "user.name" : null,
    "qpid.port.amqp.threadPool.size" : null,
    "qpid.port.sessionCountLimit" : null,
    "XDG_SESSION_ID" : null,
    "qpid.port.amqp.acceptBacklog" : null,
    "broker.housekeepingThreadCount" : null,
    "no_proxy" : null,
    "queue.defaultMaximumQueueDepthMessages" : null,
    "SSH_CLIENT" : null,
    "qpid.broker_heartbeat_timeout_factor" : null,
    "queue.maximumDeliveryAttempts" : null,
    "qpid.security.tls.protocolWhiteList" : null,
    "queue.defaultOverflowPolicy" : null,
    "virtualhost.connectionThreadPool.numberOfSelectors" : null,
    "qpid.port.protocol_handshake_timeout" : null,
    "sun.os.patch.level" : null,
    "SSH_CONNECTION" : null,
    "qpid.port.amqp.threadPool.numberOfSelectors" : null,
    "NLSPATH" : null,
    "EXTERNAL_CLASSPATH" : null,
    "broker.flowToDiskThreshold" : null,
    "virtualhost.housekeepingThreadCount" : null,
    "connection.sendQueueDeleteOkRegardlessClientVerRegexp" : null,
    "https_proxy" : null,
    "file.encoding.pkg" : null,
    "java.class.path" : null,
    "java.vm.vendor" : null,
    "brokermemorylogger.max_record_limit" : null,
    "qpid.security.tls.cipherSuiteWhiteList" : null,
    "qpid.session.transactionTimeoutNotificationRepeatPeriod" : null,
    "MAIL" : null,
    "QPID_HOME" : null,
    "user.country" : null,
    "sun.java.launcher" : null,
    "QPID_CLASSPATH" : null,
    "derby.stream.error.method" : null,
    "queue.maximumDistinctGroups" : null,
    "sun.cpu.endian" : null,
    "connection.batch_limit" : null,
    "JAVA_VM" : null,
    "user.language" : null,
    "qpid.keystore.certificateExpiryWarnPeriod" : null,
    "QPID_WORK" : null,
    "queue.priorities" : null,
    "queue.queueFlowResumeLimit" : null,
    "connection.sendSaslFinalResponseAsChallenge" : null,
    "qpid.max_message_size" : null,
    "LANG" : null,
    "java.runtime.name" : null,
    "virtualhost.storeTransactionIdleTimeoutClose" : null,
    "broker.directByteBufferPoolSparsityReallocationFraction" : null,
    "qpid.version" : null,
    "connection.sessionCreditWindowSize" : null,
    "http_proxy" : null,
    "java.vendor.url.bug" : null,
    "qpid.port.default_amqp_protocols" : null,
    "trustStoreFile.trustStoreType" : null,
    "qpid.port.heartbeatDelay" : "30",
    "user.dir" : null,
    "QPID_PID_FILENAME" : null,
    "USER" : null,
    "qpid.auth.cache.size" : null,
    "java.vm.version" : null,
    "java.ext.dirs" : null
  },
  "connectionThreadPoolSize" : 64,
  "housekeepingCheckPeriod" : 30000,
  "housekeepingThreadCount" : 4,
  "modelVersion" : "7.0",
  "numberOfSelectors" : 8,
  "storeOverfullSize" : 0,
  "storePath" : "/home/vavrtom/qpid/0406/broker/work/default/messages",
  "storeTransactionIdleTimeoutClose" : 0,
  "storeTransactionIdleTimeoutWarn" : 180000,
  "storeTransactionOpenTimeoutClose" : 0,
  "storeTransactionOpenTimeoutWarn" : 300000,
  "storeUnderfullSize" : 0,
  "lastUpdatedBy" : "admin",
  "lastUpdatedTime" : 1510235279795,
  "createdBy" : null,
  "createdTime" : 1510234719506,
  "exchanges" : [ {
    "id" : "4510de36-a0f3-448a-819b-ac572014b6d6",
    "name" : "amq.direct",
    "type" : "direct",
    "lastUpdatedTime" : 1510234719506,
    "createdTime" : 1510234719506
  }, {
    "id" : "6184cac5-1764-4cf2-b3f0-d07a048151ef",
    "name" : "amq.fanout",
    "type" : "fanout",
    "lastUpdatedTime" : 1510234719506,
    "createdTime" : 1510234719506
  }, {
    "id" : "0098767e-bcbd-4974-af7b-74221cda4eee",
    "name" : "amq.match",
    "type" : "headers",
    "lastUpdatedTime" : 1510234719506,
    "createdTime" : 1510234719506
  }, {
    "id" : "27e67bc6-5ed7-4db9-b333-9854758f1209",
    "name" : "amq.topic",
    "type" : "topic",
    "lastUpdatedTime" : 1510234719506,
    "createdTime" : 1510234719506
  }, {
    "id" : "f16a6753-be77-48fa-bfb0-b7658fce52e8",
    "name" : "broadcast",
    "type" : "topic",
    "durable" : true,
    "durableBindings" : [ {
      "arguments" : { },
      "destination" : "broadcast.C7_PAYMENT.C7_CashTransaction",
      "bindingKey" : "broadcast.C7_CashTransaction.#"
    } ],
    "lastUpdatedBy" : "admin",
    "lastUpdatedTime" : 1510319208090,
    "createdBy" : "admin",
    "createdTime" : 1510234748147
  } ],
  "queues" : [ {
    "id" : "c2b55b49-08bf-4158-a673-f59b2b05018d",
    "name" : "broadcast.C7_PAYMENT.C7_CashTransaction",
    "type" : "standard",
    "durable" : true,
    "alertRepeatGap" : 0,
    "alertThresholdMessageAge" : 0,
    "alertThresholdMessageSize" : 0,
    "alertThresholdQueueDepthBytes" : 0,
    "alertThresholdQueueDepthMessages" : 0,
    "ensureNondestructiveConsumers" : false,
    "holdOnPublishEnabled" : false,
    "maximumDeliveryAttempts" : 0,
    "maximumDistinctGroups" : 0,
    "maximumMessageTtl" : 0,
    "maximumQueueDepthBytes" : -1,
    "maximumQueueDepthMessages" : -1,
    "messageDurability" : "DEFAULT",
    "minimumMessageTtl" : 0,
    "noLocal" : false,
    "overflowPolicy" : "REJECT",
    "owner" : null,
    "lastUpdatedBy" : "admin",
    "lastUpdatedTime" : 1510234747878,
    "createdBy" : "admin",
    "createdTime" : 1510234747878
  } ]
}


rgodfrey wrote
> Hi Tomas,
> 
> on the producing side I cannot reproduce this difference on my laptop
> (MacBook Pro, running OS X), and I'm unaware of any changes that were made
> to the broker that would cause such a significant slowdown (I haven't
> looked at consuming yet).
> 
> I presume you are running these tests on the same hardware, with the same
> JMS client version, and such...?
> 
> -- Rob





--
Sent from: http://qpid.2158936.n2.nabble.com/Apache-Qpid-users-f2158936.html

---------------------------------------------------------------------
To unsubscribe, e-mail: users-unsubscribe@qpid.apache.org
For additional commands, e-mail: users-help@qpid.apache.org


Mime
View raw message