Examples of org.hornetq.core.paging.cursor.PageSubscription

org.hornetq.core.paging.cursor.PageSubscription
A PageCursor @author Clebert Suconic

                                               final Map<Long, PageSubscription> pageSubscriptions,
                                               final Map<Long, QueueBindingInfo> queueInfos,
                                               final PagingManager pagingManager) throws Exception
   {


      PageSubscription subs = pageSubscriptions.get(queueID);
      if (subs == null)
      {
         QueueBindingInfo queueInfo = queueInfos.get(queueID);


         if (queueInfo != null)

View Full Code Here

                  CursorAckRecordEncoding encoding = new CursorAckRecordEncoding();
                  encoding.decode(buff);


                  encoding.position.setRecordID(record.id);


                  PageSubscription sub = locateSubscription(encoding.queueID,
                                                            pageSubscriptions,
                                                            queueInfos,
                                                            pagingManager);


                  if (sub != null)
                  {
                     sub.reloadPreparedACK(tx, encoding.position);
                     referencesToAck.add(new PagedReferenceImpl(encoding.position, null, sub));
                  }
                  else
                  {
                     log.warn("Can't find queue " + encoding.queueID + " while reloading ACKNOWLEDGE_CURSOR");
                  }
                  break;
               }
               case PAGE_CURSOR_COUNTER_VALUE:
               {
                  log.warn("PAGE_CURSOR_COUNTER_VALUE record used on a prepared statement, what shouldn't happen");


                  break;
               }


               case PAGE_CURSOR_COUNTER_INC:
               {
                  PageCountRecordInc encoding = new PageCountRecordInc();


                  encoding.decode(buff);


                  PageSubscription sub = locateSubscription(encoding.queueID,
                                                            pageSubscriptions,
                                                            queueInfos,
                                                            pagingManager);


                  if (sub != null)
                  {
                     sub.getCounter().applyIncrement(tx, record.id, encoding.value);
                  }
                  else
                  {
                     log.warn("Can't find queue " + encoding.queueID + " while reloading ACKNOWLEDGE_CURSOR");
                  }

View Full Code Here

   public void testSimpleCursor() throws Exception
   {


      final int NUM_MESSAGES = 100;


      PageSubscription cursor = lookupPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      
      Iterator<PagedReference> iterEmpty = cursor.iterator();


      int numberOfPages = addMessages(NUM_MESSAGES, 1024 * 1024);


      System.out.println("NumberOfPages = " + numberOfPages);


      PagedReference msg;


      LinkedListIterator<PagedReference> iterator = cursor.iterator();
      int key = 0;
      while ((msg = iterator.next()) != null)
      {
         assertEquals(key++, msg.getMessage().getIntProperty("key").intValue());
         cursor.confirmPosition(msg.getPosition());
      }
      assertEquals(NUM_MESSAGES, key);


      server.getStorageManager().waitOnOperations();

View Full Code Here

   public void testSimpleCursorWithFilter() throws Exception
   {


      final int NUM_MESSAGES = 100;


      PageSubscription cursorEven = createNonPersistentCursor(new Filter()
      {


         public boolean match(ServerMessage message)
         {
            Boolean property = message.getBooleanProperty("even");
            if (property == null)
            {
               return false;
            }
            else
            {
               return property.booleanValue();
            }
         }


         public SimpleString getFilterString()
         {
            return new SimpleString("even=true");
         }


      });


      PageSubscription cursorOdd = createNonPersistentCursor(new Filter()
      {


         public boolean match(ServerMessage message)
         {
            Boolean property = message.getBooleanProperty("even");
            if (property == null)
            {
               return false;
            }
            else
            {
               return !property.booleanValue();
            }
         }


         public SimpleString getFilterString()
         {
            return new SimpleString("even=true");
         }


      });


      int numberOfPages = addMessages(NUM_MESSAGES, 1024 * 1024);


      System.out.println("NumberOfPages = " + numberOfPages);


      queue.getPageSubscription().destroy();


      PagedReference msg;


      LinkedListIterator<PagedReference> iteratorEven = cursorEven.iterator();


      LinkedListIterator<PagedReference> iteratorOdd = cursorOdd.iterator();


      int key = 0;
      while ((msg = iteratorEven.next()) != null)
      {
         System.out.println("Received" + msg);
         assertEquals(key, msg.getMessage().getIntProperty("key").intValue());
         assertTrue(msg.getMessage().getBooleanProperty("even").booleanValue());
         key += 2;
         cursorEven.confirmPosition(msg.getPosition());
      }
      assertEquals(NUM_MESSAGES, key);


      key = 1;
      while ((msg = iteratorOdd.next()) != null)
      {
         assertEquals(key, msg.getMessage().getIntProperty("key").intValue());
         assertFalse(msg.getMessage().getBooleanProperty("even").booleanValue());
         key += 2;
         cursorOdd.confirmPosition(msg.getPosition());
      }
      assertEquals(NUM_MESSAGES + 1, key);


      forceGC();

View Full Code Here


      System.out.println("Number of pages = " + numberOfPages);


      PageCursorProvider cursorProvider = lookupCursorProvider();


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      PageCache firstPage = cursorProvider.getPageCache(new PagePositionImpl(server.getPagingManager()
                                                                                   .getPageStore(ADDRESS)
                                                                                   .getFirstPage(), 0));


      int firstPageSize = firstPage.getNumberOfMessages();


      firstPage = null;


      System.out.println("Cursor: " + cursor);
      cursorProvider.printDebug();


      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      for (int i = 0; i < 1000; i++)
      {
         System.out.println("Reading Msg : " + i);
         PagedReference msg = iterator.next();
         assertNotNull(msg);
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());


         if (i < firstPageSize)
         {
            cursor.ack(msg);
         }
      }
      cursorProvider.printDebug();


      server.getStorageManager().waitOnOperations();
      lookupPageStore(ADDRESS).flushExecutors();


      // needs to clear the context since we are using the same thread over two distinct servers
      // otherwise we will get the old executor on the factory
      OperationContextImpl.clearContext();


      server.stop();


      server.start();


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());


      iterator = cursor.iterator();


      for (int i = firstPageSize; i < NUM_MESSAGES; i++)
      {
         System.out.println("Received " + i);
         PagedReference msg = iterator.next();
         assertNotNull(msg);
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());


         cursor.ack(msg);


         OperationContextImpl.getContext(null).waitCompletion();


      }

View Full Code Here

      System.out.println("Number of pages = " + numberOfPages);


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);
      LinkedListIterator<PagedReference> iterator = cursor.iterator();
      for (int i = 0; i < 100; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         if (i < 10 || i > 20)
         {
            cursor.ack(msg);
         }
      }
      
      server.getStorageManager().waitOnOperations();


      server.stop();


      OperationContextImpl.clearContext();


      server.start();


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      iterator = cursor.iterator();


      for (int i = 10; i <= 20; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         cursor.ack(msg);
      }


      for (int i = 100; i < NUM_MESSAGES; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         cursor.ack(msg);
      }


      server.stop();
      createServer();
      waitCleanup();

View Full Code Here

      System.out.println("Number of pages = " + numberOfPages);


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);


      Transaction tx = new TransactionImpl(server.getStorageManager(), 60 * 1000);


      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      for (int i = 0; i < 100; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         if (i < 10 || i > 20)
         {
            cursor.ackTx(tx, msg);
         }
      }


      tx.commit();


      server.stop();


      OperationContextImpl.clearContext();


      server.start();


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());


      tx = new TransactionImpl(server.getStorageManager(), 60 * 1000);
      iterator = cursor.iterator();


      for (int i = 10; i <= 20; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         cursor.ackTx(tx, msg);
      }


      for (int i = 100; i < NUM_MESSAGES; i++)
      {
         PagedReference msg = iterator.next();
         assertEquals(i, msg.getMessage().getIntProperty("key").intValue());
         cursor.ackTx(tx, msg);
      }


      tx.commit();


      server.stop();

View Full Code Here

      final int messageSize = 1024 * 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);
      
      RoutingContextImpl ctx = generateCTX();


      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES; i++)
      {
         // if (i % 100 == 0)
         System.out.println("read/written " + i);


         HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


         ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
         msg.putIntProperty("key", i);


         msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


         Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());


         assertNull(iterator.next());
      }


      OperationContextImpl.clearContext();
      
      ctx = generateCTX();


      pageStore = lookupPageStore(ADDRESS);


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES * 2; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);


         if (i >= NUM_MESSAGES)
         {


            HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


            ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
            msg.putIntProperty("key", i);


            msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


            Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
         }


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());
      }


      OperationContextImpl.clearContext();


      pageStore = lookupPageStore(ADDRESS);


      cursor = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier().getSubscription(queue.getID());
      iterator = cursor.iterator();


      for (int i = 0; i < NUM_MESSAGES * 3; i++)
      {
         if (i % 100 == 0)
            System.out.println("Paged " + i);


         if (i >= NUM_MESSAGES * 2 - 1)
         {


            HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, i + 1l);


            ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
            msg.putIntProperty("key", i + 1);


            msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


            Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
         }


         PagedReference readMessage = iterator.next();


         assertNotNull(readMessage);


         cursor.ack(readMessage);


         assertEquals(i, readMessage.getMessage().getIntProperty("key").intValue());
      }


      PagedReference readMessage = iterator.next();


      assertEquals(NUM_MESSAGES * 3, readMessage.getMessage().getIntProperty("key").intValue());


      cursor.ack(readMessage);


      server.getStorageManager().waitOnOperations();


      pageStore.flushExecutors();

View Full Code Here

      final int messageSize = 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());


      System.out.println("Cursor: " + cursor);
      
      final StorageManager storage = this.server.getStorageManager();
      
      final AtomicInteger exceptions = new AtomicInteger(0);
      
      Thread t1 = new Thread()
      {
         public void run()
         {
            try
            {
               int count = 0;
               
               for (int txCount = 0; txCount < NUM_TX; txCount++)
               {
                  
                  Transaction tx = null;
                  
                  if (txCount % 2 == 0)
                  {
                     tx = new TransactionImpl(storage);
                  }


                  RoutingContext ctx = generateCTX(tx);
                  
                  for (int i = 0 ; i < MSGS_TX; i++)
                  {
                     //System.out.println("Sending " + count);
                     HornetQBuffer buffer = RandomUtil.randomBuffer(messageSize, count);


                     ServerMessage msg = new ServerMessageImpl(i, buffer.writerIndex());
                     msg.putIntProperty("key", count++);


                     msg.getBodyBuffer().writeBytes(buffer, 0, buffer.writerIndex());


                     Assert.assertTrue(pageStore.page(msg, ctx, ctx.getContextListing(ADDRESS)));
                  }
                  
                  if (tx != null)
                  {
                     tx.commit();
                  }
                  
               }
            }
            catch (Throwable e)
            {
               e.printStackTrace();
               exceptions.incrementAndGet();
            }
         }
      };
      
      t1.start();
      
      
      LinkedListIterator<PagedReference> iterator = cursor.iterator();
      
      for (int i = 0 ; i < TOTAL_MSG; i++ )
      {
         assertEquals(0, exceptions.get());
         PagedReference ref = null;

View Full Code Here

      final int messageSize = 100 * 1024;


      PageCursorProvider cursorProvider = this.server.getPagingManager().getPageStore(ADDRESS).getCursorProvier();
      System.out.println("cursorProvider = " + cursorProvider);


      PageSubscription cursor = this.server.getPagingManager()
                                           .getPageStore(ADDRESS)
                                           .getCursorProvier()
                                           .getSubscription(queue.getID());
      LinkedListIterator<PagedReference> iterator = cursor.iterator();


      System.out.println("Cursor: " + cursor);


      StorageManager storage = this.server.getStorageManager();


      long pgtxRollback = storage.generateUniqueID();
      long pgtxForgotten = storage.generateUniqueID();
      long pgtxCommit = storage.generateUniqueID();


      Transaction txRollback = pgMessages(storage, pageStore, pgtxRollback, 0, NUM_MESSAGES, messageSize);
      pageStore.forceAnotherPage();
      Transaction txForgotten = pgMessages(storage, pageStore, pgtxForgotten, 100, NUM_MESSAGES, messageSize);
      pageStore.forceAnotherPage();
      Transaction txCommit = pgMessages(storage, pageStore, pgtxCommit, 200, NUM_MESSAGES, messageSize);
      pageStore.forceAnotherPage();


      addMessages(300, NUM_MESSAGES, messageSize);


      System.out.println("Number of pages - " + pageStore.getNumberOfPages());


      // First consume what's already there without any tx as nothing was committed
      for (int i = 300; i < 400; i++)
      {
         PagedReference pos = iterator.next();
         assertNotNull("Null at position " + i, pos);
         assertEquals(i, pos.getMessage().getIntProperty("key").intValue());
         cursor.ack(pos);
      }


      assertNull(iterator.next());


      cursor.printDebug();
 
      txCommit.commit();


      txRollback.rollback();
      
      storage.waitOnOperations();


      // Second:after pgtxCommit was done
      for (int i = 200; i < 300; i++)
      {
         PagedReference pos = iterator.next();
         assertNotNull(pos);
         assertEquals(i, pos.getMessage().getIntProperty("key").intValue());
         cursor.ack(pos);
      }


      assertNull(iterator.next());
      
      server.getStorageManager().waitOnOperations();

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.hornetq.core.paging.cursor.PageSubscription

org.hornetq.core.paging.cursor.impl.PageCursorProviderImpl

org.hornetq.core.persistence.impl.journal.JournalStorageManager

org.hornetq.core.server.impl.HornetQServerImpl

org.hornetq.core.server.impl.PostOfficeJournalLoader

org.hornetq.tests.integration.paging.PagingCounterTest

org.hornetq.tests.stress.paging.PageCursorStressTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.