Examples of org.hornetq.core.paging.impl.PagingStoreImpl

org.hornetq.core.paging.impl.PagingStoreImpl
@see PagingStore @author Clebert Suconic @author Tim Fox

   }




   public void testLazyCommit() throws Exception
   {
      PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();


      final int NUM_MESSAGES = 100;


      final int messageSize = 100 * 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());
      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      System.out.println("Cursor: " + cursor);


      StorageManager storage = this.server.getStorageManager();


      long pgtxLazy = storage.generateUniqueID();


      Transaction txLazy = pgMessages(storage, pageStore, pgtxLazy, 0, NUM_MESSAGES, messageSize);


      addMessages(100, NUM_MESSAGES, messageSize);


      System.out.println("Number of pages - " + pageStore.getNumberOfPages());


      // First consume what's already there without any tx as nothing was committed
      for (int i = 100; i < 200; i++)
      {
         PagedReference pos = iterator.next();

View Full Code Here

    * @param pageStore
    * @throws Exception
    */
   private int addMessages(final int start, final int numMessages, final int messageSize) throws Exception
   {
      PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();
      
      RoutingContext ctx = generateCTX();


      for (int i = start; i < start + numMessages; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);
         HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


         ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
         msg.putIntProperty("key", i);
         // to be used on tests that are validating filters
         msg.putBooleanProperty("even", i % 2 == 0);


         msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


         Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
      }


      return pageStore.getNumberOfPages();
   }

View Full Code Here


   }


   public void testConsumeLivePage() throws Exception
   {
      PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();


      final int NUM_MESSAGES = 100;


      final int messageSize = 1024 * 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);


      RoutingContextImpl ctx = generateCTX();


      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES; i++)
      {
         // if (i % 100 == 0)
         System.out.println("read/written " + i);


         HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


         ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
         msg.putIntProperty("key", i);


         msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


         Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());


         assertNull(iterator.next());
      }


      OperationContextImpl.clearContext();


      ctx = generateCTX();


      pageStore = lookupPageStore(ADDRESS);


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES * 2; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);


         if (i >= NUM_MESSAGES)
         {


            HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


            ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
            msg.putIntProperty("key", i);


            msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


            Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
         }


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());
      }


      OperationContextImpl.clearContext();


      pageStore = lookupPageStore(ADDRESS);


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES * 3; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);


         if (i >= NUM_MESSAGES * 2 - 1)
         {


            HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


            ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
            msg.putIntProperty("key", i + 1);


            msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


            Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
         }


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         cursor.ack(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());
      }


      PagedReference readMessage = iterator.next();


      assertEquals(NUM_MESSAGES * 3, readMessage.getMessage().getIntProperty("key").intValue());


      cursor.ack(readMessage);


      server.getStorageManager().waitOnOperations();


      pageStore.flushExecutors();


      assertFalse(pageStore.isPaging());


      server.stop();
      createServer();


      assertFalse(pageStore.isPaging());


      waitCleanup();


      assertFalse(lookupPageStore(ADDRESS).isPaging());

View Full Code Here

   }




   public void testConsumeLivePageMultiThread() throws Exception
   {
      final PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();


      final int NUM_TX = 100;


      final int MSGS_TX = 100;


      final int TOTAL_MSG = NUM_TX * MSGS_TX;


      final int messageSize = 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);


      final StorageManager storage = this.server.getStorageManager();


      final AtomicInteger exceptions = new AtomicInteger(0);


      Thread t1 = new Thread()
      {
         public void run()
         {
            try
            {
               int count = 0;


               for (int txCount = 0; txCount < NUM_TX; txCount++)
               {


                  Transaction tx = null;


                  if (txCount % 2 == 0)
                  {
                     tx = new TransactionImpl(storage);
                  }


                  RoutingContext ctx = generateCTX(tx);


                  for (int i = 0 ; i < MSGS_TX; i++)
                  {
                     //System.out.println("Sending " + count);
                     HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, count);


                     ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
                     msg.putIntProperty("key", count++);


                     msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


                     Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
                  }


                  if (tx != null)
                  {
                     tx.commit();

View Full Code Here

                 lookupPageStore(ADDRESS).getNumberOfPages() <= 2);
   }


   public void testLazyCommit() throws Exception
   {
      PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();


      final int NUM_MESSAGES = 100;


      final int messageSize = 100 * 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());
      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      System.out.println("Cursor: " + cursor);


      StorageManager storage = this.server.getStorageManager();


      long pgtxLazy = storage.generateUniqueID();


      Transaction txLazy = pgMessages(storage, pageStore, pgtxLazy, 0, NUM_MESSAGES, messageSize);


      addMessages(100, NUM_MESSAGES, messageSize);


      System.out.println("Number of pages - " + pageStore.getNumberOfPages());


      // First consume what's already there without any tx as nothing was committed
      for (int i = 100; i < 200; i++)
      {
         PagedReference pos = iterator.next();

View Full Code Here

    * @param pageStore
    * @throws Exception
    */
   private int addMessages(final int start, final int numMessages, final int messageSize) throws Exception
   {
      PagingStoreImpl pageStore = lookupPageStore(ADDRESS);


      pageStore.startPaging();


      RoutingContext ctx = generateCTX();


      for (int i = start; i < start + numMessages; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);
         HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


         ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
         msg.putIntProperty("key", i);
         // to be used on tests that are validating filters
         msg.putBooleanProperty("even", i % 2 == 0);


         msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


         Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
      }


      return pageStore.getNumberOfPages();
   }

View Full Code Here

      SequentialFileFactory factory = new FakeSequentialFileFactory();


      AddressSettings addressSettings = new AddressSettings();
      addressSettings.setAddressFullMessagePolicy(AddressFullMessagePolicy.PAGE);


      PagingStore storeImpl = new PagingStoreImpl(PagingStoreImplTest.destinationTestName,
                                                  null,
                                                  100,
                                                  createMockManager(),
                                                  createStorageManagerMock(),
                                                  factory,
                                                  null,
                                                  PagingStoreImplTest.destinationTestName,
                                                  addressSettings,
                                                  getExecutorFactory().getExecutor(),
                                                  true);


      storeImpl.start();


      // this is not supposed to throw an exception.
      // As you could have start being called twice as Stores are dynamically
      // created, on a multi-thread environment
      storeImpl.start();


      storeImpl.stop();


   }

View Full Code Here


      PagingStoreFactory storeFactory = new FakeStoreFactory(factory);


      AddressSettings addressSettings = new AddressSettings();
      addressSettings.setAddressFullMessagePolicy(AddressFullMessagePolicy.PAGE);
      TestSupportPageStore storeImpl = new PagingStoreImpl(PagingStoreImplTest.destinationTestName,
                                                           null,
                                                           100,
                                                           createMockManager(),
                                                           createStorageManagerMock(),
                                                           factory,
                                                           storeFactory,
                                                           PagingStoreImplTest.destinationTestName,
                                                           addressSettings,
                                                           getExecutorFactory().getExecutor(),
                                                           true);


      storeImpl.start();


      Assert.assertEquals(0, storeImpl.getNumberOfPages());


      storeImpl.startPaging();


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      List<HornetQBuffer> buffers = new ArrayList<HornetQBuffer>();


      HornetQBuffer buffer = createRandomBuffer(0, 10);


      buffers.add(buffer);
      SimpleString destination = new SimpleString("test");


      ServerMessage msg = createMessage(1, storeImpl, destination, buffer);


      Assert.assertTrue(storeImpl.isPaging());


      Assert.assertTrue(storeImpl.page(msg, new RoutingContextImpl(null)));


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      storeImpl.sync();


      storeImpl = new PagingStoreImpl(PagingStoreImplTest.destinationTestName,
                                      null,
                                      100,
                                      createMockManager(),
                                      createStorageManagerMock(),
                                      factory,
                                      null,
                                      PagingStoreImplTest.destinationTestName,
                                      addressSettings,
                                      getExecutorFactory().getExecutor(),
                                      true);


      storeImpl.start();


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


   }

View Full Code Here


      PagingStoreFactory storeFactory = new FakeStoreFactory(factory);


      AddressSettings addressSettings = new AddressSettings();
      addressSettings.setAddressFullMessagePolicy(AddressFullMessagePolicy.PAGE);
      TestSupportPageStore storeImpl = new PagingStoreImpl(PagingStoreImplTest.destinationTestName,
                                                           null,
                                                           100,
                                                           createMockManager(),
                                                           createStorageManagerMock(),
                                                           factory,
                                                           storeFactory,
                                                           PagingStoreImplTest.destinationTestName,
                                                           addressSettings,
                                                           getExecutorFactory().getExecutor(),
                                                           true);


      storeImpl.start();


      Assert.assertEquals(0, storeImpl.getNumberOfPages());


      storeImpl.startPaging();


      List<HornetQBuffer> buffers = new ArrayList<HornetQBuffer>();


      int numMessages = 10;


      for (int i = 0; i < numMessages; i++)
      {


         HornetQBuffer buffer = createRandomBuffer(i + 1l, 10);


         buffers.add(buffer);


         ServerMessage msg = createMessage(i, storeImpl, destination, buffer);


         Assert.assertTrue(storeImpl.page(msg, new RoutingContextImpl(null)));
      }


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      storeImpl.sync();


      Page page = storeImpl.depage();


      page.open();


      List<PagedMessage> msg = page.read(new NullStorageManager());


      Assert.assertEquals(numMessages, msg.size());
      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      page = storeImpl.depage();


      Assert.assertNull(page);


      Assert.assertEquals(0, storeImpl.getNumberOfPages());


      for (int i = 0; i < numMessages; i++)
      {
         HornetQBuffer horn1 = buffers.get(i);
         HornetQBuffer horn2 = msg.get(i).getMessage().getBodyBuffer();

View Full Code Here


      PagingStoreFactory storeFactory = new FakeStoreFactory(factory);


      AddressSettings addressSettings = new AddressSettings();
      addressSettings.setAddressFullMessagePolicy(AddressFullMessagePolicy.PAGE);
      TestSupportPageStore storeImpl = new PagingStoreImpl(PagingStoreImplTest.destinationTestName,
                                                           null,
                                                           100,
                                                           createMockManager(),
                                                           createStorageManagerMock(),
                                                           factory,
                                                           storeFactory,
                                                           PagingStoreImplTest.destinationTestName,
                                                           addressSettings,
                                                           getExecutorFactory().getExecutor(),
                                                           true);


      storeImpl.start();


      Assert.assertEquals(0, storeImpl.getNumberOfPages());


      storeImpl.startPaging();


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      List<HornetQBuffer> buffers = new ArrayList<HornetQBuffer>();


      for (int i = 0; i < 10; i++)
      {


         HornetQBuffer buffer = createRandomBuffer(i + 1l, 10);


         buffers.add(buffer);


         if (i == 5)
         {
            storeImpl.forceAnotherPage();
         }


         ServerMessage msg = createMessage(i, storeImpl, destination, buffer);


         Assert.assertTrue(storeImpl.page(msg, new RoutingContextImpl(null)));
      }


      Assert.assertEquals(2, storeImpl.getNumberOfPages());


      storeImpl.sync();


      int sequence = 0;


      for (int pageNr = 0; pageNr < 2; pageNr++)
      {
         Page page = storeImpl.depage();


         System.out.println("numberOfPages = " + storeImpl.getNumberOfPages());


         page.open();


         List<PagedMessage> msg = page.read(new NullStorageManager());


         page.close();


         Assert.assertEquals(5, msg.size());


         for (int i = 0; i < 5; i++)
         {
            Assert.assertEquals(sequence++, msg.get(i).getMessage().getMessageID());
            UnitTestCase.assertEqualsBuffers(18, buffers.get(pageNr * 5 + i), msg.get(i).getMessage().getBodyBuffer());
         }
      }


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      Assert.assertTrue(storeImpl.isPaging());


      ServerMessage msg = createMessage(1, storeImpl, destination, buffers.get(0));


      Assert.assertTrue(storeImpl.page(msg, new RoutingContextImpl(null)));


      Page newPage = storeImpl.depage();


      newPage.open();


      Assert.assertEquals(1, newPage.read(new NullStorageManager()).size());


      newPage.delete(null);


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      Assert.assertTrue(storeImpl.isPaging());


      Assert.assertNull(storeImpl.depage());


      Assert.assertFalse(storeImpl.isPaging());


      Assert.assertFalse(storeImpl.page(msg, new RoutingContextImpl(null)));


      storeImpl.startPaging();


      Assert.assertTrue(storeImpl.page(msg, new RoutingContextImpl(null)));


      Page page = storeImpl.depage();


      page.open();


      List<PagedMessage> msgs = page.read(new NullStorageManager());


      Assert.assertEquals(1, msgs.size());


      Assert.assertEquals(1l, msgs.get(0).getMessage().getMessageID());


      UnitTestCase.assertEqualsBuffers(18, buffers.get(0), msgs.get(0).getMessage().getBodyBuffer());


      Assert.assertEquals(1, storeImpl.getNumberOfPages());


      Assert.assertTrue(storeImpl.isPaging());


      Assert.assertNull(storeImpl.depage());


      Assert.assertEquals(0, storeImpl.getNumberOfPages());


      page.open();


   }

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

Related Classes of org.hornetq.core.paging.impl.PagingStoreImpl

org.hornetq.api.core.SimpleString

org.hornetq.core.journal.SequentialFile

org.hornetq.core.journal.SequentialFileFactory

org.hornetq.core.paging.cursor.impl.LivePageCacheImpl

org.hornetq.core.paging.cursor.impl.PageCursorProviderImpl

org.hornetq.core.paging.cursor.LivePageCache

org.hornetq.core.paging.Page

org.hornetq.core.paging.PagedMessage

org.hornetq.core.paging.PageTransactionInfo

org.hornetq.core.persistence.OperationContext

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.