Package org.hornetq.tests.integration.client

Source Code of org.hornetq.tests.integration.client.LargeMessageTest

/*
* Copyright 2009 Red Hat, Inc.
* Red Hat licenses this file to you under the Apache License, version
* 2.0 (the "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*    http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied.  See the License for the specific language governing
* permissions and limitations under the License.
*/

package org.hornetq.tests.integration.client;

import java.io.ByteArrayOutputStream;
import java.util.HashMap;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;

import javax.transaction.xa.XAResource;
import javax.transaction.xa.Xid;

import junit.framework.Assert;

import org.hornetq.api.core.Message;
import org.hornetq.api.core.SimpleString;
import org.hornetq.api.core.client.*;
import org.hornetq.core.client.impl.ClientConsumerInternal;
import org.hornetq.core.config.Configuration;
import org.hornetq.core.logging.Logger;
import org.hornetq.core.persistence.impl.journal.JournalStorageManager;
import org.hornetq.core.persistence.impl.journal.LargeServerMessageImpl;
import org.hornetq.core.server.HornetQServer;
import org.hornetq.core.server.Queue;
import org.hornetq.core.settings.impl.AddressSettings;
import org.hornetq.tests.integration.largemessage.LargeMessageTestBase;
import org.hornetq.tests.util.RandomUtil;
import org.hornetq.tests.util.UnitTestCase;

/**
* A LargeMessageTest
*
* @author <a href="mailto:clebert.suconic@jboss.org">Clebert Suconic</a>
*
* Created 29-Sep-08 4:04:10 PM
*
*
*/
public class LargeMessageTest extends LargeMessageTestBase
{
   // Constants -----------------------------------------------------

   final static int RECEIVE_WAIT_TIME = 60000;

   private final int LARGE_MESSAGE_SIZE = 20 * 1024;

   // Attributes ----------------------------------------------------

   static final SimpleString ADDRESS = new SimpleString("SimpleAddress");

   // Static --------------------------------------------------------
   private final Logger log = Logger.getLogger(LargeMessageTest.class);

   protected ServerLocator locator;

   // Constructors --------------------------------------------------

   // Public --------------------------------------------------------

   protected boolean isNetty()
   {
      return false;
   }
  
   /**
    *
    */
   public LargeMessageTest()
   {
      super();
   }

   /**
    * @param test
    */
   public LargeMessageTest(String test)
   {
      super(test);
   }

   public void testRollbackPartiallyConsumedBuffer() throws Exception
   {
      for (int i = 0 ; i < 1; i++)
      {
         log.info("#test " + i);
         internalTestRollbackPartiallyConsumedBuffer(false);
         tearDown();
         setUp();
        
      }
     
   }
  
   public void testRollbackPartiallyConsumedBufferWithRedeliveryDelay() throws Exception
   {
      internalTestRollbackPartiallyConsumedBuffer(true);
   }
  
  
   private void internalTestRollbackPartiallyConsumedBuffer(final boolean redeliveryDelay) throws Exception
   {
      final int messageSize = 100 * 1024;
     

      final ClientSession session;

      try
      {
         server = createServer(true, isNetty());
        
         AddressSettings settings = new AddressSettings();
         if (redeliveryDelay)
         {
            settings.setRedeliveryDelay(1000);
            if (locator.isCompressLargeMessage())
            {
               locator.setConsumerWindowSize(0);
            }
         }
         settings.setMaxDeliveryAttempts(-1);
        
         server.getAddressSettingsRepository().addMatch("#", settings);

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(ADDRESS, ADDRESS, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         for (int i = 0 ; i < 20; i++)
         {
            Message clientFile = createLargeClientMessage(session, messageSize, true);
           
            clientFile.putIntProperty("value", i);
  
            producer.send(clientFile);
         }

         session.commit();

         session.start();
        
         final CountDownLatch latch = new CountDownLatch(1);
        
         final AtomicInteger errors = new AtomicInteger(0);

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
        
         consumer.setMessageHandler(new MessageHandler()
         {
            int counter = 0;
            public void onMessage(ClientMessage message)
            {
               message.getBodyBuffer().readByte();
               System.out.println("message:" + message);
               try
               {
                  if (counter ++ <  20)
                  {
                     Thread.sleep(100);
                     System.out.println("Rollback");
                     message.acknowledge();
                     session.rollback();
                  }
                  else
                  {
                     message.acknowledge();
                     session.commit();
                  }
                 
                  if (counter == 40)
                  {
                     latch.countDown();
                  }
               }
               catch (Exception e)
               {
                  latch.countDown();
                  e.printStackTrace();
                  errors.incrementAndGet();
               }
            }
         });
        
         assertTrue(latch.await(40, TimeUnit.SECONDS));

         consumer.close();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testCloseConsumer() throws Exception
   {
      final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createTemporaryQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, true);

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
         ClientMessage msg1 = consumer.receive(1000);
         msg1.acknowledge();
         session.commit();
         Assert.assertNotNull(msg1);

         consumer.close();

         try
         {
            msg1.getBodyBuffer().readByte();
            Assert.fail("Exception was expected");
         }
         catch (Throwable ignored)
         {
         }

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testLargeBufferTransacted() throws Exception
   {
      doTestLargeBuffer(true);
   }

   public void testLargeBufferNotTransacted() throws Exception
   {
      doTestLargeBuffer(false);
   }

   public void doTestLargeBuffer(boolean transacted) throws Exception
   {
      final int journalsize = 100 * 1024;
      final int messageSize = 3 * journalsize;
      // final int messageSize = 5 * 1024;

      ClientSession session = null;

      try
      {
         Configuration config = createDefaultConfig(isNetty());
         config.setJournalFileSize(journalsize);

         config.setJournalBufferSize_AIO(10 * 1024);
         config.setJournalBufferSize_NIO(10 * 1024);

         server = createServer(true, config);

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(!transacted, !transacted, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = session.createMessage(true);
         for (int i = 0; i < messageSize; i++)
         {
            clientFile.getBodyBuffer().writeByte(getSamplebyte(i));
         }

         producer.send(clientFile);

         if (transacted)
         {
            session.commit();
         }

         session.start();

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
         ClientMessage msg1 = consumer.receive(5000);
         assertNotNull(msg1);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            // System.out.print(msg1.getBodyBuffer().readByte() + "  ");
            // if (i % 100 == 0) System.out.println();
            assertEquals("position = " + i, getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         msg1.acknowledge();

         consumer.close();

         if (transacted)
         {
            session.commit();
         }

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testDLALargeMessage() throws Exception
   {
      final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-2"), true);

         SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");

         AddressSettings addressSettings = new AddressSettings();

         addressSettings.setDeadLetterAddress(ADDRESS_DLA);
         addressSettings.setMaxDeliveryAttempts(1);

         server.getAddressSettingsRepository().addMatch("*", addressSettings);

         session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, true);

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumer = session.createConsumer(ADDRESS_DLA);

         ClientConsumer consumerRollback = session.createConsumer(LargeMessageTest.ADDRESS);
         ClientMessage msg1 = consumerRollback.receive(1000);
         Assert.assertNotNull(msg1);
         msg1.acknowledge();
         session.rollback();
         consumerRollback.close();

         msg1 = consumer.receive(10000);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         session.close();
         server.stop();

         server = createServer(true, isNetty());

         server.start();

         sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.start();

         consumer = session.createConsumer(ADDRESS_DLA);

         msg1 = consumer.receive(10000);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         msg1.acknowledge();

         session.commit();

         validateNoFilesOnLargeDir(1);

         consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-2"));

         msg1 = consumer.receive(10000);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         msg1.acknowledge();

         session.commit();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testDeliveryCount() throws Exception
   {
      final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, true);
         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         ClientMessage msg = consumer.receive(10000);
         Assert.assertNotNull(msg);
         msg.acknowledge();
         Assert.assertEquals(1, msg.getDeliveryCount());

         log.info("body buffer is " + msg.getBodyBuffer());

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
         }
         session.rollback();

         session.close();

         session = sf.createSession(false, false, false);
         session.start();

         consumer = session.createConsumer(LargeMessageTest.ADDRESS);
         msg = consumer.receive(10000);
         Assert.assertNotNull(msg);
         msg.acknowledge();
         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
         }
         Assert.assertEquals(2, msg.getDeliveryCount());
         msg.acknowledge();
         consumer.close();

         session.commit();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testDLAOnExpiryNonDurableMessage() throws Exception
   {
      final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");
         SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");

         AddressSettings addressSettings = new AddressSettings();

         addressSettings.setDeadLetterAddress(ADDRESS_DLA);
         addressSettings.setExpiryAddress(ADDRESS_EXPIRY);
         addressSettings.setMaxDeliveryAttempts(1);

         server.getAddressSettingsRepository().addMatch("*", addressSettings);

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);
         session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, false);
         clientFile.setExpiration(System.currentTimeMillis());

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumerExpired = session.createConsumer(LargeMessageTest.ADDRESS);
         // to kick expiry quicker than waiting reaper thread
         Assert.assertNull(consumerExpired.receiveImmediate());
         consumerExpired.close();

         ClientConsumer consumerExpiry = session.createConsumer(ADDRESS_EXPIRY);

         ClientMessage msg1 = consumerExpiry.receive(5000);
         assertTrue(msg1.isLargeMessage());
         Assert.assertNotNull(msg1);
         msg1.acknowledge();

         for (int j = 0; j < messageSize; j++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
         }

         session.rollback();

         consumerExpiry.close();

         for (int i = 0; i < 10; i++)
         {

            consumerExpiry = session.createConsumer(ADDRESS_DLA);

            msg1 = consumerExpiry.receive(5000);
            Assert.assertNotNull(msg1);
            msg1.acknowledge();

            for (int j = 0; j < messageSize; j++)
            {
               Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
            }

            session.rollback();

            consumerExpiry.close();
         }

         session.close();

         session = sf.createSession(false, false, false);

         session.start();

         consumerExpiry = session.createConsumer(ADDRESS_DLA);

         msg1 = consumerExpiry.receive(5000);

         Assert.assertNotNull(msg1);

         msg1.acknowledge();

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         session.commit();

         consumerExpiry.close();

         session.commit();

         session.close();

         server.stop();

         server.start();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testDLAOnExpiry() throws Exception
   {
      final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");
         SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");

         AddressSettings addressSettings = new AddressSettings();

         addressSettings.setDeadLetterAddress(ADDRESS_DLA);
         addressSettings.setExpiryAddress(ADDRESS_EXPIRY);
         addressSettings.setMaxDeliveryAttempts(1);

         server.getAddressSettingsRepository().addMatch("*", addressSettings);

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);
         session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, true);
         clientFile.setExpiration(System.currentTimeMillis());

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumerExpired = session.createConsumer(LargeMessageTest.ADDRESS);
         // to kick expiry quicker than waiting reaper thread
         Assert.assertNull(consumerExpired.receiveImmediate());
         consumerExpired.close();

         ClientConsumer consumerExpiry = session.createConsumer(ADDRESS_EXPIRY);

         ClientMessage msg1 = consumerExpiry.receive(5000);
         Assert.assertNotNull(msg1);
         msg1.acknowledge();

         for (int j = 0; j < messageSize; j++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
         }

         session.rollback();

         consumerExpiry.close();

         for (int i = 0; i < 10; i++)
         {
            consumerExpiry = session.createConsumer(ADDRESS_DLA);

            msg1 = consumerExpiry.receive(5000);
            Assert.assertNotNull(msg1);
            msg1.acknowledge();

            for (int j = 0; j < messageSize; j++)
            {
               Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
            }

            session.rollback();

            consumerExpiry.close();
         }

         session.close();
         server.stop();

         server = createServer(true, isNetty());

         server.start();

         sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.start();

         consumerExpiry = session.createConsumer(ADDRESS_DLA);

         msg1 = consumerExpiry.receive(5000);
         Assert.assertNotNull(msg1);
         msg1.acknowledge();

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         session.commit();

         consumerExpiry.close();

         session.commit();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testExpiryLargeMessage() throws Exception
   {
      final int messageSize = 3 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE;

      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         AddressSettings addressSettings = new AddressSettings();

         SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");

         addressSettings.setExpiryAddress(ADDRESS_EXPIRY);

         server.getAddressSettingsRepository().addMatch("*", addressSettings);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, messageSize, true);

         clientFile.setExpiration(System.currentTimeMillis());

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumer = session.createConsumer(ADDRESS_EXPIRY);

         // Creating a consumer just to make the expiry process go faster and not have to wait for the reaper
         ClientConsumer consumer2 = session.createConsumer(LargeMessageTest.ADDRESS);
         Assert.assertNull(consumer2.receiveImmediate());

         ClientMessage msg1 = consumer.receive(50000);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         session.close();
         server.stop();

         server = createServer(true, isNetty());

         server.start();

         sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.start();

         consumer = session.createConsumer(ADDRESS_EXPIRY);

         msg1 = consumer.receive(10000);

         Assert.assertNotNull(msg1);

         for (int i = 0; i < messageSize; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
         }

         msg1.acknowledge();

         session.commit();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testResendSmallStreamMessage() throws Exception
   {
      internalTestResendMessage(50000);
   }

   public void testResendLargeStreamMessage() throws Exception
   {
      internalTestResendMessage(150 * 1024);
   }

   public void internalTestResendMessage(final long messageSize) throws Exception
   {
      clearData();
      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         SimpleString ADDRESS2 = LargeMessageTest.ADDRESS.concat("-2");

         session.createQueue(ADDRESS2, ADDRESS2, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         ClientProducer producer2 = session.createProducer(ADDRESS2);

         Message clientFile = createLargeClientMessage(session, messageSize, false);

         producer.send(clientFile);

         session.commit();

         session.start();

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
         ClientConsumer consumer2 = session.createConsumer(ADDRESS2);

         ClientMessage msg1 = consumer.receive(10000);
         msg1.acknowledge();

         producer2.send(msg1);

         session.commit();

         ClientMessage msg2 = consumer2.receive(10000);

         Assert.assertNotNull(msg2);

         msg2.acknowledge();

         session.commit();

         Assert.assertEquals(messageSize, msg2.getBodySize());

         compareString(messageSize, msg2);

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testResendCachedSmallStreamMessage() throws Exception
   {
      internalTestResendMessage(50000);
   }

   public void testResendCachedLargeStreamMessage() throws Exception
   {
      internalTestCachedResendMessage(150 * 1024);
   }

   public void internalTestCachedResendMessage(final long messageSize) throws Exception
   {
      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         locator.setMinLargeMessageSize(200);

         locator.setCacheLargeMessagesClient(true);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(false, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message originalMsg = createLargeClientMessage(session, messageSize, false);

         producer.send(originalMsg);

         session.commit();

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         session.start();

         ClientMessage msgReceived = consumer.receive(10000);
         msgReceived.acknowledge();

         session.commit();

         compareString(messageSize, msgReceived);

         msgReceived.getBodyBuffer().readerIndex(0);

         producer.send(msgReceived);

         session.commit();

         ClientMessage msgReceived2 = consumer.receive(10000);

         msgReceived2.acknowledge();

         compareString(messageSize, msgReceived2);

         session.commit();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   /**
    * @param messageSize
    * @param msg2
    */
   private void compareString(final long messageSize, ClientMessage msg)
   {
      assertNotNull(msg);
      for (long i = 0; i < messageSize; i++)
      {
         Assert.assertEquals("position " + i, UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
      }
   }

   public void testFilePersistenceOneHugeMessage() throws Exception
   {
      testChunks(false,
                 false,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 100 * 1024l * 1024l,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0,
                 10 * 1024 * 1024,
                 1024 * 1024);
   }

   public void testFilePersistenceOneMessageStreaming() throws Exception
   {
      testChunks(false,
                 false,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 100 * 1024l * 1024l,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceSmallMessageStreaming() throws Exception
   {
      testChunks(false,
                 false,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 false,
                 100,
                 1024,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceOneHugeMessageConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 true,
                 1,
                 100 * 1024 * 1024,
                 120000,
                 0,
                 10 * 1024 * 1024,
                 1024 * 1024);
   }

   public void testFilePersistence() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 2,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceXAStream() throws Exception
   {
      testChunks(true,
                 false,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 1024 * 1024,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceXAStreamRestart() throws Exception
   {
      testChunks(true,
                 true,
                 false,
                 true,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 1024 * 1024,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceXAConsumerRestart() throws Exception
   {
      testChunks(true,
                 true,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlocked() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACK() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 false,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACKConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACKXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACKXARestart() throws Exception
   {
      testChunks(true,
                 true,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACKXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceBlockedPreACKXAConsumerRestart() throws Exception
   {
      testChunks(true,
                 true,
                 true,
                 false,
                 true,
                 true,
                 true,
                 true,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testFilePersistenceDelayed() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 2000);
   }

   public void testFilePersistenceDelayedConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 2000);
   }

   public void testFilePersistenceDelayedXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 2000);
   }

   public void testFilePersistenceDelayedXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 2000);
   }

   public void testNullPersistence() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testNullPersistenceConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testNullPersistenceXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 false,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testNullPersistenceXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 true,
                 1,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testNullPersistenceDelayed() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 100);
   }

   public void testNullPersistenceDelayedConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 100);
   }

   public void testNullPersistenceDelayedXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 false,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 100);
   }

   public void testNullPersistenceDelayedXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 true,
                 100,
                 LARGE_MESSAGE_SIZE,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 100);
   }


   public void testPageOnLargeMessage() throws Exception
   {
      testPageOnLargeMessage(true, false);
   }

   public void testSendSmallMessageXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 false,
                 100,
                 4,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendSmallMessageXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 100,
                 4,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendSmallMessageNullPersistenceXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendSmallMessageNullPersistenceXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 true,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendRegularMessageNullPersistenceDelayed() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessageNullPersistenceDelayedConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessageNullPersistenceDelayedXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessageNullPersistenceDelayedXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 false,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessagePersistence() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendRegularMessagePersistenceConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendRegularMessagePersistenceXA() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendRegularMessagePersistenceXAConsumer() throws Exception
   {
      testChunks(true,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 true,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 0);
   }

   public void testSendRegularMessagePersistenceDelayed() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessagePersistenceDelayedConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessagePersistenceDelayedXA() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 false,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testSendRegularMessagePersistenceDelayedXAConsumer() throws Exception
   {
      testChunks(false,
                 false,
                 true,
                 false,
                 true,
                 false,
                 false,
                 false,
                 true,
                 100,
                 100,
                 LargeMessageTest.RECEIVE_WAIT_TIME,
                 1000);
   }

   public void testTwoBindingsTwoStartedConsumers() throws Exception
   {
      // there are two bindings.. one is ACKed, the other is not, the server is restarted
      // The other binding is acked... The file must be deleted

      try
      {

         server = createServer(true, isNetty());

         server.start();

         SimpleString queue[] = new SimpleString[] { new SimpleString("queue1"), new SimpleString("queue2") };

         ClientSessionFactory sf = locator.createSessionFactory();

         ClientSession session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, queue[0], null, true);
         session.createQueue(LargeMessageTest.ADDRESS, queue[1], null, true);

         int numberOfBytes = 400000;

         Message clientFile = createLargeClientMessage(session, numberOfBytes);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         session.start();

         producer.send(clientFile);

         producer.close();

         ClientConsumer consumer = session.createConsumer(queue[1]);
         ClientMessage msg = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
         msg.getBodyBuffer().readByte();
         Assert.assertNull(consumer.receiveImmediate());
         Assert.assertNotNull(msg);

         msg.acknowledge();
         consumer.close();

         log.debug("Stopping");

         session.stop();

         ClientConsumer consumer1 = session.createConsumer(queue[0]);

         session.start();

         msg = consumer1.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
         Assert.assertNotNull(msg);
         msg.acknowledge();
         consumer1.close();

         session.commit();

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testTwoBindingsAndRestart() throws Exception
   {
      testTwoBindings(true);
   }

   public void testTwoBindingsNoRestart() throws Exception
   {
      testTwoBindings(false);
   }

   public void testTwoBindings(final boolean restart) throws Exception
   {
      // there are two bindings.. one is ACKed, the other is not, the server is restarted
      // The other binding is acked... The file must be deleted

      try
      {

         server = createServer(true, isNetty());

         server.start();

         SimpleString queue[] = new SimpleString[] { new SimpleString("queue1"), new SimpleString("queue2") };

         ClientSessionFactory sf = locator.createSessionFactory();

         ClientSession session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, queue[0], null, true);
         session.createQueue(LargeMessageTest.ADDRESS, queue[1], null, true);

         int numberOfBytes = 400000;

         Message clientFile = createLargeClientMessage(session, numberOfBytes);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
         producer.send(clientFile);

         producer.close();

         readMessage(session, queue[1], numberOfBytes);

         if (restart)
         {
            session.close();

            server.stop();

            server = createServer(true, isNetty());

            server.start();

            sf = locator.createSessionFactory();

            session = sf.createSession(null, null, false, true, true, false, 0);
         }

         readMessage(session, queue[0], numberOfBytes);

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testSendRollbackXADurable() throws Exception
   {
      internalTestSendRollback(true, true);
   }

   public void testSendRollbackXANonDurable() throws Exception
   {
      internalTestSendRollback(true, false);
   }

   public void testSendRollbackDurable() throws Exception
   {
      internalTestSendRollback(false, true);
   }

   public void testSendRollbackNonDurable() throws Exception
   {
      internalTestSendRollback(false, false);
   }

   private void internalTestSendRollback(final boolean isXA, final boolean durable) throws Exception
   {
      ClientSession session = null;

      try
      {
         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(isXA, false, false);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         Xid xid = null;

         if (isXA)
         {
            xid = RandomUtil.randomXid();
            session.start(xid, XAResource.TMNOFLAGS);
         }

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         Message clientFile = createLargeClientMessage(session, 50000, durable);

         for (int i = 0; i < 1; i++)
         {
            producer.send(clientFile);
         }

         if (isXA)
         {
            session.end(xid, XAResource.TMSUCCESS);
            session.prepare(xid);
            session.close();
            server.stop();
            server.start();
            sf = locator.createSessionFactory();
            session = sf.createSession(isXA, false, false);

            session.rollback(xid);
         }
         else
         {
            session.rollback();
         }

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testSimpleRollback() throws Exception
   {
      simpleRollbackInternalTest(false);
   }

   public void testSimpleRollbackXA() throws Exception
   {
      simpleRollbackInternalTest(true);
   }

   public void simpleRollbackInternalTest(final boolean isXA) throws Exception
   {
      // there are two bindings.. one is ACKed, the other is not, the server is restarted
      // The other binding is acked... The file must be deleted

      try
      {

         server = createServer(true, isNetty());

         server.start();

         ClientSessionFactory sf = locator.createSessionFactory();

         ClientSession session = sf.createSession(isXA, false, false);

         Xid xid = null;

         if (isXA)
         {
            xid = newXID();
            session.start(xid, XAResource.TMNOFLAGS);
         }

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         int numberOfBytes = 200000;

         session.start();

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         for (int n = 0; n < 10; n++)
         {
            Message clientFile = createLargeClientMessage(session, numberOfBytes, n % 2 == 0);

            producer.send(clientFile);

            Assert.assertNull(consumer.receiveImmediate());

            if (isXA)
            {
               session.end(xid, XAResource.TMSUCCESS);
               session.rollback(xid);
               xid = newXID();
               session.start(xid, XAResource.TMNOFLAGS);
            }
            else
            {
               session.rollback();
            }

            clientFile = createLargeClientMessage(session, numberOfBytes, n % 2 == 0);

            producer.send(clientFile);

            Assert.assertNull(consumer.receiveImmediate());

            if (isXA)
            {
               session.end(xid, XAResource.TMSUCCESS);
               session.commit(xid, true);
               xid = newXID();
               session.start(xid, XAResource.TMNOFLAGS);
            }
            else
            {
               session.commit();
            }

            for (int i = 0; i < 2; i++)
            {

               ClientMessage clientMessage = consumer.receive(5000);

               Assert.assertNotNull(clientMessage);

               Assert.assertEquals(numberOfBytes, clientMessage.getBodySize());

               clientMessage.acknowledge();

               if (isXA)
               {
                  if (i == 0)
                  {
                     session.end(xid, XAResource.TMSUCCESS);
                     session.prepare(xid);
                     session.rollback(xid);
                     xid = newXID();
                     session.start(xid, XAResource.TMNOFLAGS);
                  }
                  else
                  {
                     session.end(xid, XAResource.TMSUCCESS);
                     session.commit(xid, true);
                     xid = newXID();
                     session.start(xid, XAResource.TMNOFLAGS);
                  }
               }
               else
               {
                  if (i == 0)
                  {
                     session.rollback();
                  }
                  else
                  {
                     session.commit();
                  }
               }
            }
         }

         session.close();

         validateNoFilesOnLargeDir();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testBufferMultipleLargeMessages() throws Exception
   {
      ClientSession session = null;
      HornetQServer server = null;

      final int SIZE = 10 * 1024;
      final int NUMBER_OF_MESSAGES = 30;
      try
      {

         server = createServer(true, isNetty());

         server.start();

         locator.setMinLargeMessageSize(1024);
         locator.setConsumerWindowSize(1024 * 1024);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(null, null, false, false, false, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
         {
            ClientMessage clientFile = session.createMessage(true);
            clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
            producer.send(clientFile);

         }
         session.commit();
         producer.close();

         session.start();

         ClientConsumerInternal consumer = (ClientConsumerInternal)session.createConsumer(LargeMessageTest.ADDRESS);

         // Wait the consumer to be complete with 10 messages before getting others
         long timeout = System.currentTimeMillis() + 10000;
         while (consumer.getBufferSize() < NUMBER_OF_MESSAGES && timeout > System.currentTimeMillis())
         {
            Thread.sleep(10);
         }
         Assert.assertEquals(NUMBER_OF_MESSAGES, consumer.getBufferSize());

         // Reads the messages, rollback.. read them again
         for (int trans = 0; trans < 2; trans++)
         {

            for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
            {
               ClientMessage msg = consumer.receive(10000);
               Assert.assertNotNull(msg);

               // it will ignore the buffer (not read it) on the first try
               if (trans == 0)
               {
                  for (int byteRead = 0; byteRead < SIZE; byteRead++)
                  {
                     Assert.assertEquals(UnitTestCase.getSamplebyte(byteRead), msg.getBodyBuffer().readByte());
                  }
               }

               msg.acknowledge();
            }
            if (trans == 0)
            {
               session.rollback();
            }
            else
            {
               session.commit();
            }
         }

         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());

      }
      finally
      {
         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   public void testReceiveMultipleMessages() throws Exception
   {
      ClientSession session = null;
      HornetQServer server = null;

      final int SIZE = 10 * 1024;
      final int NUMBER_OF_MESSAGES = 1000;
      try
      {

         server = createServer(true, isNetty());

         server.start();

         locator.setMinLargeMessageSize(1024);
         locator.setConsumerWindowSize(1024 * 1024);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(null, null, false, false, false, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
         {
            ClientMessage clientFile = session.createMessage(true);
            clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
            producer.send(clientFile);

         }
         session.commit();
         producer.close();

         session.start();

         // Reads the messages, rollback.. read them again
         for (int trans = 0; trans < 2; trans++)
         {

            ClientConsumerInternal consumer = (ClientConsumerInternal)session.createConsumer(LargeMessageTest.ADDRESS);

            // Wait the consumer to be complete with 10 messages before getting others
            long timeout = System.currentTimeMillis() + 10000;
            while (consumer.getBufferSize() < 10 && timeout > System.currentTimeMillis())
            {
               Thread.sleep(10);
            }

            for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
            {
               ClientMessage msg = consumer.receive(10000);
               Assert.assertNotNull(msg);

               // it will ignore the buffer (not read it) on the first try
               if (trans == 0)
               {
                  for (int byteRead = 0; byteRead < SIZE; byteRead++)
                  {
                     Assert.assertEquals(UnitTestCase.getSamplebyte(byteRead), msg.getBodyBuffer().readByte());
                  }
               }

               msg.acknowledge();
            }
            if (trans == 0)
            {
               session.rollback();
            }
            else
            {
               session.commit();
            }

            consumer.close();
         }

         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());

      }
      finally
      {
         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }
   }
  
   // JBPAPP-6237
   public void testPageOnLargeMessageMultipleQueues() throws Exception
   {
      Configuration config = createDefaultConfig(isNetty());

      final int PAGE_MAX = 20 * 1024;

      final int PAGE_SIZE = 10 * 1024;

      HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();

      AddressSettings value = new AddressSettings();
      map.put(LargeMessageTest.ADDRESS.toString(), value);
      server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
      server.start();

      final int numberOfBytes = 1024;

      final int numberOfBytesBigMessage = 400000;

      try
      {

         locator.setBlockOnNonDurableSend(true);
         locator.setBlockOnDurableSend(true);
         locator.setBlockOnAcknowledge(true);

         ClientSessionFactory sf = locator.createSessionFactory();

         ClientSession session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-0"), null, true);
         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-1"), null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         ClientMessage message = null;

         for (int i = 0; i < 100; i++)
         {
            message = session.createMessage(true);

            message.getBodyBuffer().writerIndex(0);

            message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);

            for (int j = 1; j <= numberOfBytes; j++)
            {
               message.getBodyBuffer().writeInt(j);
            }

            producer.send(message);
         }

         ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);
         clientFile.putBooleanProperty("TestLarge", true);
         producer.send(clientFile);

         for (int i = 0; i < 100; i++)
         {
            message = session.createMessage(true);

            message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);

            producer.send(message);
         }

         session.close();

         server.stop();

         server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
         server.start();

         sf = locator.createSessionFactory();

         for (int ad = 0; ad < 2; ad++)
         {
            session = sf.createSession(false, false, false);

            ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-" + ad));

            session.start();

            for (int i = 0; i < 100; i++)
            {
               ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);

               Assert.assertNotNull(message2);

               message2.acknowledge();

               Assert.assertNotNull(message2);
            }

            session.commit();

            for (int i = 0; i < 5; i++)
            {
               ClientMessage messageLarge = consumer.receive(RECEIVE_WAIT_TIME);

               assertTrue(messageLarge.getBooleanProperty("TestLarge"));

               Assert.assertNotNull(messageLarge);

               ByteArrayOutputStream bout = new ByteArrayOutputStream();
               messageLarge.acknowledge();
               messageLarge.saveToOutputStream(bout);
               byte[] body = bout.toByteArray();
               assertEquals(numberOfBytesBigMessage, body.length);
               for (int bi = 0; bi < body.length; bi++)
               {
                  assertEquals(getSamplebyte(bi), body[bi]);
               }

               if (i < 4)
                  session.rollback();
               else
                  session.commit();
            }

            for (int i = 0; i < 100; i++)
            {
               ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);

               Assert.assertNotNull(message2);

               message2.acknowledge();

               Assert.assertNotNull(message2);
            }

            session.commit();

            consumer.close();

            session.close();

         }
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }


   // JBPAPP-6237
   public void testPageOnLargeMessageMultipleQueues2() throws Exception
   {
      Configuration config = createDefaultConfig(isNetty());

      final int PAGE_MAX = 20 * 1024;

      final int PAGE_SIZE = 10 * 1024;

      HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();

      AddressSettings value = new AddressSettings();
      map.put(LargeMessageTest.ADDRESS.toString(), value);
      server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
      server.start();

      final int numberOfBytes = 1024;

      final int numberOfBytesBigMessage = 400000;

      try
      {

         locator.setBlockOnNonDurableSend(true);
         locator.setBlockOnDurableSend(true);
         locator.setBlockOnAcknowledge(true);
         locator.setCompressLargeMessage(true);

         ClientSessionFactory sf = locator.createSessionFactory();

         ClientSession session = sf.createSession(false, true, true);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-0"), null, true);
         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-1"), null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
         int msgId = 0;

         for (int i = 0; i < 100; i++)
         {
            ClientMessage message = session.createMessage(true);
           
            message.putIntProperty("msgID", msgId++);

            message.putBooleanProperty("TestLarge", false);

            message.getBodyBuffer().writerIndex(0);

            message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);

            for (int j = 1; j <= numberOfBytes; j++)
            {
               message.getBodyBuffer().writeInt(j);
            }

            producer.send(message);
         }


         for (int i = 0; i < 10; i++)
         {
            ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);
            clientFile.putBooleanProperty("TestLarge", true);
            producer.send(clientFile);
         }

         session.close();

         for (int ad = 0; ad < 2; ad++)
         {
            session = sf.createSession(false, false, false);

            ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-" + ad));

            session.start();
           
            for (int received = 0 ; received < 5; received++)
            {
               for (int i = 0; i < 100; i++)
               {
                  ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
  
                  Assert.assertNotNull(message2);
                 
                  assertFalse(message2.getBooleanProperty("TestLarge"));
  
                  message2.acknowledge();
  
                  Assert.assertNotNull(message2);
               }
  
               for (int i = 0; i < 10; i++)
               {
                  ClientMessage messageLarge = consumer.receive(RECEIVE_WAIT_TIME);
  
                  Assert.assertNotNull(messageLarge);
                 
                  assertTrue(messageLarge.getBooleanProperty("TestLarge"));
  
                  ByteArrayOutputStream bout = new ByteArrayOutputStream();
                 
                  messageLarge.acknowledge();
                 
                  messageLarge.saveToOutputStream(bout);
                  byte[] body = bout.toByteArray();
                  assertEquals(numberOfBytesBigMessage, body.length);
                  for (int bi = 0; bi < body.length; bi++)
                  {
                     assertEquals(getSamplebyte(bi), body[bi]);
                  }
               }
              
               session.rollback();
            }

            session.commit();

            consumer.close();

            session.close();

         }
      }
      finally
      {
         locator.close();
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   public void testSendStreamingSingleMessage() throws Exception
   {
      ClientSession session = null;
      HornetQServer server = null;

      final int SIZE = 10 * 1024 * 1024;
      try
      {

         server = createServer(true, isNetty());

         server.start();

         locator.setMinLargeMessageSize(100 * 1024);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         ClientMessage clientFile = session.createMessage(true);
         clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         session.start();

         log.debug("Sending");
         producer.send(clientFile);

         producer.close();

         log.debug("Waiting");

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         ClientMessage msg2 = consumer.receive(10000);

         msg2.acknowledge();

         msg2.setOutputStream(createFakeOutputStream());
         Assert.assertTrue(msg2.waitOutputStreamCompletion(60000));

         session.commit();

         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());

      }
      finally
      {
         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   /** Receive messages but never reads them, leaving the buffer pending */
   public void testIgnoreStreaming() throws Exception
   {
      ClientSession session = null;
      HornetQServer server = null;

      final int SIZE = 10 * 1024;
      final int NUMBER_OF_MESSAGES = 1;
      try
      {

         server = createServer(true, isNetty());

         server.start();

         locator.setMinLargeMessageSize(1024);

         ClientSessionFactory sf = locator.createSessionFactory();

         session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
         {
            ClientMessage msg = session.createMessage(true);
            msg.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
            msg.putIntProperty(new SimpleString("key"), i);
            producer.send(msg);

            log.debug("Sent msg " + i);
         }

         session.start();

         log.debug("Sending");

         producer.close();

         log.debug("Waiting");

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
         {
            ClientMessage msg = consumer.receive(50000);
            Assert.assertNotNull(msg);

            Assert.assertEquals(i, msg.getObjectProperty(new SimpleString("key")));

            msg.acknowledge();
         }

         consumer.close();

         session.commit();

         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
         Assert.assertEquals(0,
                             ((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());

         log.debug("Thread done");
      }
      finally
      {
         try
         {
            session.close();
         }
         catch (Throwable ignored)
         {
         }

         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }
   }

   // The ClientConsumer should be able to also send ServerLargeMessages as that's done by the CoreBridge
   public void testSendServerMessage() throws Exception
   {
      HornetQServer server = createServer(true);

      server.start();

      ClientSessionFactory sf = locator.createSessionFactory();

      ClientSession session = sf.createSession(false, false);

      try
      {
         LargeServerMessageImpl fileMessage = new LargeServerMessageImpl((JournalStorageManager)server.getStorageManager());

         fileMessage.setMessageID(1005);

         for (int i = 0; i < LARGE_MESSAGE_SIZE; i++)
         {
            fileMessage.addBytes(new byte[] { UnitTestCase.getSamplebyte(i) });
         }

         // The server would be doing this
         fileMessage.putLongProperty(Message.HDR_LARGE_BODY_SIZE, LARGE_MESSAGE_SIZE);

         fileMessage.releaseResources();

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);

         ClientProducer prod = session.createProducer(LargeMessageTest.ADDRESS);

         prod.send(fileMessage);

         fileMessage.deleteFile();

         session.commit();

         session.start();

         ClientConsumer cons = session.createConsumer(LargeMessageTest.ADDRESS);

         ClientMessage msg = cons.receive(5000);

         Assert.assertNotNull(msg);

         Assert.assertEquals(msg.getBodySize(), LARGE_MESSAGE_SIZE);

         for (int i = 0; i < LARGE_MESSAGE_SIZE; i++)
         {
            Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
         }

         msg.acknowledge();

         session.commit();

      }
      finally
      {
         sf.close();
         server.stop();
      }
   }

   // Package protected ---------------------------------------------

   // Protected -----------------------------------------------------

   @Override
   protected void setUp() throws Exception
   {
      super.setUp();
      clearData();
      locator = createFactory(isNetty());
   }

   @Override
   protected void tearDown() throws Exception
   {
      locator.close();
      super.tearDown();
   }

   protected void testPageOnLargeMessage(final boolean realFiles, final boolean sendBlocking) throws Exception
   {
      Configuration config = createDefaultConfig(isNetty());

      final int PAGE_MAX = 20 * 1024;

      final int PAGE_SIZE = 10 * 1024;

      HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();

      AddressSettings value = new AddressSettings();
      map.put(LargeMessageTest.ADDRESS.toString(), value);
      server = createServer(realFiles, config, PAGE_SIZE, PAGE_MAX, map);
      server.start();

      final int numberOfBytes = 1024;

      final int numberOfBytesBigMessage = 400000;

      try
      {
         ClientSessionFactory sf = locator.createSessionFactory();

         if (sendBlocking)
         {
            sf.getServerLocator().setBlockOnNonDurableSend(true);
            sf.getServerLocator().setBlockOnDurableSend(true);
            sf.getServerLocator().setBlockOnAcknowledge(true);
         }

         ClientSession session = sf.createSession(null, null, false, true, true, false, 0);

         session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);

         ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);

         ClientMessage message = null;

         for (int i = 0; i < 100; i++)
         {
            message = session.createMessage(true);

            // TODO: Why do I need to reset the writerIndex?
            message.getBodyBuffer().writerIndex(0);

            for (int j = 1; j <= numberOfBytes; j++)
            {
               message.getBodyBuffer().writeInt(j);
            }

            producer.send(message);
         }

         ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);

         producer.send(clientFile);

         session.close();

         if (realFiles)
         {
            server.stop();

            server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
            server.start();

            sf = locator.createSessionFactory();
         }

         session = sf.createSession(null, null, false, true, true, false, 0);

         ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);

         session.start();

         for (int i = 0; i < 100; i++)
         {
            ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);

            Assert.assertNotNull(message2);

            message2.acknowledge();

            Assert.assertNotNull(message2);

            message.getBodyBuffer().readerIndex(0);

            for (int j = 1; j <= numberOfBytes; j++)
            {
               Assert.assertEquals(j, message.getBodyBuffer().readInt());
            }
         }

         consumer.close();

         session.close();

         session = sf.createSession(null, null, false, true, true, false, 0);

         readMessage(session, LargeMessageTest.ADDRESS, numberOfBytesBigMessage);

         // printBuffer("message received : ", message2.getBody());

         session.close();
      }
      finally
      {
         try
         {
            server.stop();
         }
         catch (Throwable ignored)
         {
         }
      }

   }

   // Private -------------------------------------------------------

   // Inner classes -------------------------------------------------

}
TOP

Related Classes of org.hornetq.tests.integration.client.LargeMessageTest

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.