activemq-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gtu...@apache.org
Subject svn commit: r1153463 - /activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
Date Wed, 03 Aug 2011 12:19:46 GMT
Author: gtully
Date: Wed Aug  3 12:19:46 2011
New Revision: 1153463

URL: http://svn.apache.org/viewvc?rev=1153463&view=rev
Log:
https://issues.apache.org/jira/browse/AMQ-3375: stomp consumer might not receive all msgs
of a virtual topic queue with memory limits. Committing tims test case which works fine post
resolution of https://issues.apache.org/jira/browse/AMQ-3434

Added:
    activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
  (with props)

Added: activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
URL: http://svn.apache.org/viewvc/activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java?rev=1153463&view=auto
==============================================================================
--- activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
(added)
+++ activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
Wed Aug  3 12:19:46 2011
@@ -0,0 +1,284 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.activemq.transport.stomp;
+
+import static org.junit.Assert.assertTrue;
+
+import java.io.File;
+import java.net.URI;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.concurrent.CountDownLatch;
+
+import javax.management.ObjectName;
+
+import junit.framework.Assert;
+
+import org.apache.activemq.broker.BrokerFactory;
+import org.apache.activemq.broker.BrokerService;
+import org.apache.activemq.broker.jmx.QueueViewMBean;
+import org.apache.activemq.broker.region.policy.FilePendingQueueMessageStoragePolicy;
+import org.apache.activemq.broker.region.policy.PolicyEntry;
+import org.apache.activemq.broker.region.policy.PolicyMap;
+import org.apache.activemq.store.kahadb.KahaDBPersistenceAdapter;
+import org.apache.activemq.usage.SystemUsage;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class StompVirtualTopicTest {
+
+    private static final Logger LOG = LoggerFactory.getLogger(StompVirtualTopicTest.class);
+    private static final int NUM_MSGS = 100000;
+
+    private BrokerService broker = null;
+    private String failMsg = null;
+    private URI brokerUri;
+
+    @Before
+    public void setUp() throws Exception {
+        LOG.info("Starting up");
+
+        broker = createBroker();
+        broker.start();
+        broker.waitUntilStarted();
+
+        brokerUri = new URI(broker.getTransportConnectors().get(0).getPublishableConnectString());
+    }
+
+    protected BrokerService createBroker() throws Exception {
+        BrokerService broker = BrokerFactory.createBroker(new URI("broker://()/localhost"));
+        broker.setUseJmx(true);
+        broker.setDeleteAllMessagesOnStartup(true);
+        broker.addConnector("stomp://localhost:0?transport.closeAsync=false");
+
+        File testDataDir = new File("target/activemq-data/StompVirtualTopicTest");
+        broker.setDataDirectoryFile(testDataDir);
+        KahaDBPersistenceAdapter persistenceAdapter = new KahaDBPersistenceAdapter();
+        persistenceAdapter.setDirectory(new File(testDataDir, "kahadb"));
+        broker.setPersistenceAdapter(persistenceAdapter);
+
+        applyMemoryLimitPolicy(broker);
+
+        return broker;
+    }
+
+    private void applyMemoryLimitPolicy(BrokerService broker) {
+        final SystemUsage memoryManager = new SystemUsage();
+        memoryManager.getMemoryUsage().setLimit(5818230784L);
+        memoryManager.getStoreUsage().setLimit(6442450944L);
+        memoryManager.getTempUsage().setLimit(3221225472L);
+        broker.setSystemUsage(memoryManager);
+
+        final List<PolicyEntry> policyEntries = new ArrayList<PolicyEntry>();
+        final PolicyEntry entry = new PolicyEntry();
+        entry.setQueue(">");
+        entry.setProducerFlowControl(false);
+        entry.setMemoryLimit(10485760);
+        entry.setPendingQueuePolicy(new FilePendingQueueMessageStoragePolicy());
+        policyEntries.add(entry);
+
+        final PolicyMap policyMap = new PolicyMap();
+        policyMap.setPolicyEntries(policyEntries);
+        broker.setDestinationPolicy(policyMap);
+    }
+
+    @After
+    public void tearDown() throws Exception {
+        if (broker != null) {
+            broker.stop();
+        }
+    }
+
+    @Test
+    public void testStompOnVirtualTopics() throws Exception {
+        LOG.info("Running Stomp Producer");
+
+        StompConsumer consumerWorker = new StompConsumer(this);
+        Thread consumer = new Thread(consumerWorker);
+
+        consumer.start();
+        consumerWorker.awaitStartCompleted();
+        Thread.sleep(500);
+
+        StompConnection stompConnection = new StompConnection();
+        stompConnection.open("localhost", brokerUri.getPort());
+        stompConnection.sendFrame("CONNECT\n" + "login: system\n" + "passcode: manager\n\n"
+ Stomp.NULL);
+        StompFrame frame = stompConnection.receive();
+        assertTrue(frame.toString().startsWith("CONNECTED"));
+
+        for (int i=0; i<NUM_MSGS-1; i++) {
+            stompConnection.send("/topic/VirtualTopic.FOO", "Hello World {" + (i + 1) + "}");
+        }
+
+        LOG.info("Sending last packet with receipt header");
+        HashMap<String, Object> headers = new HashMap<String, Object>();
+        headers.put("receipt", "1234");
+        stompConnection.appendHeaders(headers);
+        String msg = "SEND\n" + "destination:/topic/VirtualTopic.FOO\n" +
+                     "receipt: msg-1\n" + "\n\n" + "Hello World {" + (NUM_MSGS-1) + "}" +
Stomp.NULL;
+        stompConnection.sendFrame(msg);
+
+        msg = stompConnection.receiveFrame();
+        assertTrue(msg.contains("RECEIPT"));
+
+        // Does the sleep resolve the problem?
+        try {
+            Thread.sleep(6000);
+        } catch (java.lang.InterruptedException e) {
+            LOG.error(e.getMessage());
+        }
+        stompConnection.disconnect();
+        Thread.sleep(2000);
+        stompConnection.close();
+        LOG.info("Stomp Producer finished. Waiting for consumer to join.");
+
+        //wait for consumer to shut down
+        consumer.join();
+        LOG.info("Test finished.");
+
+        // check if consumer set failMsg, then let the test fail.
+        if (null != failMsg) {
+            LOG.error(failMsg);
+            Assert.fail(failMsg);
+        }
+    }
+
+    /*
+     * Allow Consumer thread to indicate the test has failed.
+     * JUnits Assert.fail() does not work in threads spawned.
+     */
+    protected void setFail(String msg) {
+        this.failMsg = msg;
+    }
+
+    class StompConsumer implements Runnable {
+        final Logger log = LoggerFactory.getLogger(StompConsumer.class);
+        private StompVirtualTopicTest parent = null;
+        private CountDownLatch latch = new CountDownLatch(1);
+        private HashSet<String> received = new HashSet<String>();
+        private HashSet<String> dups = new HashSet<String>();
+
+        public StompConsumer(StompVirtualTopicTest ref) {
+            parent = ref;
+        }
+
+        public void awaitStartCompleted() {
+            try {
+                this.latch.await();
+            } catch (InterruptedException e) {
+            }
+        }
+
+        public void run() {
+
+            LOG.info("Running Stomp Consumer");
+
+            StompConnection stompConnection = new StompConnection();
+            int counter = 0;
+
+            try {
+                stompConnection.open("localhost", brokerUri.getPort());
+                stompConnection.sendFrame("CONNECT\n" + "login: system\n" + "passcode: manager\n\n"
+ Stomp.NULL);
+                StompFrame frame = stompConnection.receive();
+                assertTrue(frame.toString().startsWith("CONNECTED"));
+                stompConnection.subscribe("/queue/Consumer.A.VirtualTopic.FOO", "auto");
+
+                Thread.sleep(2000);
+                latch.countDown();
+
+                for (counter=0; counter<StompVirtualTopicTest.NUM_MSGS; counter++) {
+                    frame = stompConnection.receive(15000);
+                    log.trace("Received msg with content: " + frame.getBody());
+                    if(!received.add(frame.getBody())) {
+                        dups.add(frame.getBody());
+                    }
+                }
+
+                // another receive should not return any more msgs
+                try {
+                    frame = stompConnection.receive(3000);
+                    Assert.assertNull(frame);
+                } catch (Exception e) {
+                    LOG.info("Correctly received " + e + " while trying to consume an additional
msg." +
+                            " This is expected as the queue should be empty now.");
+                }
+
+                // in addition check QueueSize using JMX
+                long queueSize = reportQueueStatistics();
+
+                if (queueSize != 0) {
+                    parent.setFail("QueueSize not 0 after test has finished.");
+                }
+
+                log.debug("Stomp Consumer Received " + counter + " of " + StompVirtualTopicTest.NUM_MSGS
+
+                          " messages. Check QueueSize in JMX and try to browse the queue.");
+
+                if(!dups.isEmpty()) {
+                    for(String msg : dups) {
+                        LOG.debug("Received duplicate message: " + msg);
+                    }
+
+                    parent.setFail("Received " + StompVirtualTopicTest.NUM_MSGS +
+                                   " messages but " + dups.size() + " were dups.");
+                }
+
+            } catch (Exception ex) {
+                log.error(ex.getMessage() + " after consuming " + counter + " msgs.");
+
+                try {
+                    reportQueueStatistics();
+                } catch (Exception e) {
+                }
+
+                parent.setFail("Stomp Consumer received " + counter + " of " + StompVirtualTopicTest.NUM_MSGS
+
+                               " messages. Check QueueSize in JMX and try to browse the queue.");
+
+            } finally {
+                try {
+                    stompConnection.disconnect();
+                    Thread.sleep(2000);
+                    stompConnection.close();
+                } catch (Exception e) {
+                    log.error("unexpected exception on sleep", e);
+                }
+            }
+
+            log.info("Test Finished.");
+        }
+
+        private long reportQueueStatistics() throws Exception {
+
+            ObjectName queueViewMBeanName = new ObjectName("org.apache.activemq:Type=Queue"
+
+                                                           ",Destination=Consumer.A.VirtualTopic.FOO"
+
+                                                           ",BrokerName=localhost");
+            QueueViewMBean queue = (QueueViewMBean)
+                broker.getManagementContext().newProxyInstance(queueViewMBeanName, QueueViewMBean.class,
true);
+
+            LOG.info("Consumer.A.VirtualTopic.FOO Inflight: " + queue.getInFlightCount()
+
+                     ", enqueueCount: " + queue.getEnqueueCount() + ", dequeueCount: " +
+                     queue.getDequeueCount() + ", dispatchCount: " + queue.getDispatchCount());
+
+            return queue.getQueueSize();
+        }
+    }
+}
+

Propchange: activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
------------------------------------------------------------------------------
    svn:eol-style = native

Propchange: activemq/trunk/activemq-core/src/test/java/org/apache/activemq/transport/stomp/StompVirtualTopicTest.java
------------------------------------------------------------------------------
    svn:keywords = Rev Date



Mime
View raw message