Java tutorial
/* * $Id$ * -------------------------------------------------------------------------------------- * Copyright (c) MuleSoft, Inc. All rights reserved. http://www.mulesoft.com * * The software in this package is published under the terms of the CPAL v1.0 * license, a copy of which has been included with this distribution in the * LICENSE.txt file. */ package org.mule.util.queue; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertNull; import static org.junit.Assert.assertTrue; import org.mule.tck.junit4.AbstractMuleContextTestCase; import org.mule.util.concurrent.Latch; import org.mule.util.store.QueueStoreAdapter; import org.mule.util.store.SimpleMemoryObjectStore; import org.mule.util.xa.AbstractResourceManager; import java.io.Serializable; import java.util.Random; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.junit.Test; public abstract class AbstractTransactionQueueManagerTestCase extends AbstractMuleContextTestCase { /** * logger used by this class */ protected transient Log logger = LogFactory.getLog(getClass()); protected abstract TransactionalQueueManager createQueueManager() throws Exception; protected abstract boolean isPersistent(); @Test public void testPutTake() throws Exception { TransactionalQueueManager mgr = createQueueManager(); mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); q.put("String1"); assertEquals("Queue size", 1, q.size()); Object o = q.take(); assertNotNull(o); assertEquals("Queue content", "String1", o); assertEquals("Queue size", 0, q.size()); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testTakePut() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.start(); final Latch latch = new Latch(); Thread t = new Thread() { @Override public void run() { try { latch.countDown(); Thread.sleep(200); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); q.put("String1"); } catch (Exception e) { // ignore, let test fail } } }; t.start(); latch.await(); long t0 = System.currentTimeMillis(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Object o = q.take(); long t1 = System.currentTimeMillis(); t.join(); assertNotNull(o); assertEquals("Queue content", "String1", o); assertEquals("Queue size", 0, q.size()); assertTrue(t1 - t0 > 100); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testPutTakeUntake() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.start(); final Latch latch = new Latch(); Thread t = new Thread() { @Override public void run() { try { latch.countDown(); Thread.sleep(200); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); q.put("String1"); q.put("String2"); } catch (Exception e) { // ignore, let test fail } } }; t.start(); latch.await(); long t0 = System.currentTimeMillis(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Serializable o = q.take(); long t1 = System.currentTimeMillis(); t.join(); assertNotNull(o); assertEquals("Queue content", "String1", o); assertEquals("Queue size", 1, q.size()); assertTrue(t1 - t0 > 100); // Same as put/take until now, but now we do an untake q.untake(o); // Ensure queue size is now 2 assertEquals("Queue size", 2, q.size()); // Take to ensure order is correct Object o2 = q.take(); assertEquals("Queue content", "String1", o2); assertEquals("Queue size", 1, q.size()); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testTakePutRollbackPut() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.start(); final Latch latch = new Latch(); Thread t = new Thread() { @Override public void run() { try { latch.countDown(); Thread.sleep(200); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); s.begin(); q.put("String1"); s.rollback(); s.begin(); q.put("String2"); s.commit(); } catch (Exception e) { // ignore, let test fail } } }; t.start(); latch.await(); long t0 = System.currentTimeMillis(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Object o = q.take(); long t1 = System.currentTimeMillis(); t.join(); assertNotNull(o); assertEquals("Queue content", "String2", o); assertEquals("Queue size", 0, q.size()); assertTrue(t1 - t0 > 100); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testPutTakeUntakeRollbackUntake() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.start(); final Latch latch = new Latch(); final Serializable object1 = "string1"; final Serializable object2 = "string2"; Thread t = new Thread() { @Override public void run() { try { latch.countDown(); Thread.sleep(200); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); s.begin(); q.put(object1); q.put(object2); q.take(); q.take(); s.commit(); s.begin(); q.untake(object1); s.commit(); s.begin(); q.untake(object2); s.rollback(); } catch (Exception e) { // ignore, let test fail } } }; t.start(); latch.await(); long t0 = System.currentTimeMillis(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Object o = q.take(); long t1 = System.currentTimeMillis(); t.join(); assertNotNull(o); assertEquals("Queue content", object1, o); assertEquals("Queue size", 0, q.size()); assertTrue(t1 - t0 > 100); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testTakePutOverCapacity() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.start(); mgr.setDefaultQueueConfiguration( new QueueConfiguration(2, new QueueStoreAdapter<Serializable>(new SimpleMemoryObjectStore()))); final Latch latch = new Latch(); Thread t = new Thread() { @Override public void run() { try { latch.await(); Thread.sleep(200); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); Object o = q.take(); assertEquals("Queue content", "String1", o); } catch (Exception e) { // ignore, let test fail } } }; t.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); q.put("String1"); q.put("String2"); latch.countDown(); long t0 = System.currentTimeMillis(); q.put("String3"); long t1 = System.currentTimeMillis(); t.join(); assertEquals("Queue size", 2, q.size()); assertTrue(t1 - t0 > 100); purgeQueue(q); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } @Test public void testPutWithPersistence() throws Exception { if (isPersistent()) { TransactionalQueueManager mgr = createQueueManager(); try { QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); mgr.start(); q.put("String1"); assertEquals("Queue size", 1, q.size()); q = s.getQueue("queue1"); assertEquals("Queue size", 1, q.size()); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } mgr = createQueueManager(); try { QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); mgr.start(); assertEquals("Queue size", 1, q.size()); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } else { logger.info("Ignoring test because queue manager is not persistent"); } } @Test public void testTransactedPutCommitWithPersistence() throws Exception { if (isPersistent()) { TransactionalQueueManager mgr = createQueueManager(); try { QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); mgr.start(); s.begin(); q.put("String1"); assertEquals("Queue size", 1, q.size()); s.commit(); assertEquals("Queue size", 1, q.size()); s = mgr.getQueueSession(); q = s.getQueue("queue1"); assertEquals("Queue size", 1, q.size()); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); mgr = createQueueManager(); s = mgr.getQueueSession(); q = s.getQueue("queue1"); mgr.start(); assertEquals("Queue size", 1, q.size()); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } else { logger.info("Ignoring test because queue manager is not persistent"); } } @Test public void testTransactedPutRollbackWithPersistence() throws Exception { if (isPersistent()) { TransactionalQueueManager mgr = createQueueManager(); try { mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); s.begin(); q.put("String1"); assertEquals("Queue size", 1, q.size()); s.rollback(); assertEquals("Queue size", 0, q.size()); s = mgr.getQueueSession(); q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); mgr = createQueueManager(); mgr.start(); s = mgr.getQueueSession(); q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } else { logger.info("Ignoring test because queue manager is not persistent"); } } @Test public void testPutTake_RespectsOrderOnPersistence() throws Exception { if (isPersistent()) { TransactionalQueueManager mgr1 = createQueueManager(); QueueSession s1 = mgr1.getQueueSession(); Queue q1 = s1.getQueue("queue1"); mgr1.start(); assertEquals("Queue size", 0, q1.size()); final int numberOfElements = 10; for (int i = 1; i <= numberOfElements; i++) { q1.put("String" + i); assertEquals("Queue size", i, q1.size()); } mgr1.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); TransactionalQueueManager mgr2 = createQueueManager(); QueueSession s2 = mgr2.getQueueSession(); Queue q2 = s2.getQueue("queue1"); mgr2.start(); for (int i = 1; i <= numberOfElements; i++) { Object o = q2.take(); assertNotNull(o); assertEquals("Queue content", "String" + i, o); } assertEquals("Queue size", 0, q2.size()); purgeQueue(q2); mgr2.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } @Test public void testTransactionsOnMultipleQueues() throws Exception { TransactionalQueueManager mgr = createQueueManager(); try { mgr.start(); QueueSession s1 = mgr.getQueueSession(); QueueSession s2 = mgr.getQueueSession(); Queue q1s1 = s1.getQueue("queue1"); Queue q1s2 = s2.getQueue("queue1"); Queue q2s1 = s1.getQueue("queue2"); Queue q2s2 = s2.getQueue("queue2"); q1s1.put("String1"); assertEquals("Queue size", 1, q1s1.size()); assertEquals("Queue size", 1, q1s2.size()); s1.begin(); Object o = q1s1.take(); assertNotNull(o); assertEquals("String1", o); assertEquals("Queue size", 0, q1s1.size()); assertEquals("Queue size", 0, q1s2.size()); q2s1.put("String2"); assertEquals("Queue size", 1, q2s1.size()); assertEquals("Queue size", 0, q2s2.size()); s1.commit(); assertEquals("Queue size", 0, q1s1.size()); assertEquals("Queue size", 0, q1s2.size()); assertEquals("Queue size", 1, q2s1.size()); assertEquals("Queue size", 1, q2s2.size()); s1.begin(); o = q2s1.take(); assertNotNull(o); assertEquals("String2", o); assertEquals("Queue size", 0, q1s1.size()); assertEquals("Queue size", 0, q1s2.size()); assertEquals("Queue size", 0, q2s1.size()); assertEquals("Queue size", 0, q2s2.size()); q1s1.put("String1"); assertEquals("Queue size", 1, q1s1.size()); assertEquals("Queue size", 0, q1s2.size()); assertEquals("Queue size", 0, q2s1.size()); assertEquals("Queue size", 0, q2s2.size()); s1.rollback(); assertEquals("Queue size", 0, q1s1.size()); assertEquals("Queue size", 0, q1s2.size()); assertEquals("Queue size", 1, q2s1.size()); assertEquals("Queue size", 1, q2s2.size()); purgeQueue(q1s1); purgeQueue(q1s2); purgeQueue(q2s1); purgeQueue(q2s2); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } @Test public void testPoll() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); try { mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Object o = q.poll(0); assertEquals("Queue size", 0, q.size()); assertNull(o); o = q.poll(1000); assertEquals("Queue size", 0, q.size()); assertNull(o); q.put("String1"); assertEquals("Queue size", 1, q.size()); o = q.poll(0); assertEquals("Queue size", 0, q.size()); assertEquals("Queue content", "String1", o); new Thread(new Runnable() { public void run() { try { Thread.sleep(500); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); q.put("String1"); } catch (Exception e) { e.printStackTrace(); } } }).start(); o = q.poll(1000); assertEquals("Queue size", q.size(), 0); assertEquals("Queue content", "String1", o); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } @Test public void testPeek() throws Exception { TransactionalQueueManager mgr = createQueueManager(); try { mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); Object o = q.peek(); assertEquals("Queue size", 0, q.size()); assertNull(o); q.put("String1"); assertEquals("Queue size", 1, q.size()); o = q.peek(); assertEquals("Queue size", 1, q.size()); assertEquals("Queue content", "String1", o); o = q.poll(1000); assertEquals("Queue size", 0, q.size()); assertEquals("Queue content", "String1", o); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } @Test public void testOffer() throws Exception { final TransactionalQueueManager mgr = createQueueManager(); mgr.setDefaultQueueConfiguration( new QueueConfiguration(1, new QueueStoreAdapter<Serializable>(new SimpleMemoryObjectStore()))); try { mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue size", 0, q.size()); assertTrue(q.offer("String1", 0L)); assertEquals("Queue size", 1, q.size()); assertFalse(q.offer("String2", 1000)); assertEquals("Queue size", 1, q.size()); new Thread(new Runnable() { public void run() { try { Thread.sleep(500); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); assertEquals("Queue content", "String1", q.take()); } catch (Exception e) { e.printStackTrace(); } } }).start(); assertTrue(q.offer("String2", 1000)); assertEquals("Queue size", 1, q.size()); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } @Test public void testBench() throws Exception { TransactionalQueueManager mgr = createQueueManager(); try { mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("queue1"); Random rnd = new Random(); long t0 = System.currentTimeMillis(); for (int i = 0; i < 1; i++) { for (int j = 0; j < 500; j++) { byte[] o = new byte[2048]; rnd.nextBytes(o); q.put(o); } while (q.size() > 0) { q.take(); } } long t1 = System.currentTimeMillis(); logger.info("Time: " + (t1 - t0) + " ms"); purgeQueue(q); } finally { mgr.stop(AbstractResourceManager.SHUTDOWN_MODE_NORMAL); } } protected void purgeQueue(Queue queue) throws InterruptedException { while (queue.size() > 0) { queue.poll(1000); } assertEquals("Queue must be fully consumed after successful test run. Queue size:", 0, queue.size()); } @Test public void testRecoverWarmRestart() throws Exception { TransactionalQueueManager mgr = createQueueManager(); mgr.start(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("warmRecoverQueue"); int toPopulate = 500; // Populate queue Random rnd = new Random(); for (int j = 0; j < toPopulate; j++) { byte[] o = new byte[2048]; rnd.nextBytes(o); q.put(o); } assertEquals(q.size(), toPopulate); // Stop and start TransactionalQueueManager mgr.stop(); mgr.start(); assertEquals(toPopulate, q.size()); } @Test public void testRecoverColdRestart() throws Exception { TransactionalQueueManager mgr = createQueueManager(); QueueSession s = mgr.getQueueSession(); Queue q = s.getQueue("warmRecoverQueue"); mgr.start(); int toPopulate = 500; // Populate queue Random rnd = new Random(); for (int j = 0; j < toPopulate; j++) { byte[] o = new byte[2048]; rnd.nextBytes(o); q.put(o); } assertEquals(toPopulate, q.size()); // Stop and recreate TransactionalQueueManager simulating a cold restart mgr.stop(); mgr = createQueueManager(); s = mgr.getQueueSession(); q = s.getQueue("warmRecoverQueue"); mgr.start(); if (isPersistent()) { assertEquals(toPopulate, q.size()); } else { assertEquals(0, q.size()); } } }