Package com.leansoft.bigqueue.page

Examples of com.leansoft.bigqueue.page.MappedPageFactoryImpl

94
95
96
97
98
99
100
101
102
103
104
            int gcPeriodInSec,
            SerDe<E> serDe,
            long sizeLimit) throws IOException {
        innerArray = new BigArrayImpl(path, name);
        // the ttl does not matter here since queue front index page is always cached
        this.queueFrontIndexPageFactory = new MappedPageFactoryImpl(QUEUE_FRONT_INDEX_PAGE_SIZE,
                ((BigArrayImpl)innerArray).getArrayDirectory() + QUEUE_FRONT_INDEX_PAGE_FOLDER,
                10 * 1000/*does not matter*/);
        IMappedPage queueFrontIndexPage = this.queueFrontIndexPageFactory.acquirePage(QUEUE_FRONT_PAGE_INDEX);

        ByteBuffer queueFrontIndexBuffer = queueFrontIndexPage.getLocal(0);
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
  }
 
 
  void commonInit() throws IOException {
    // initialize page factories
    this.indexPageFactory = new MappedPageFactoryImpl(INDEX_PAGE_SIZE,
        this.arrayDirectory + INDEX_PAGE_FOLDER,
        INDEX_PAGE_CACHE_TTL);
    this.dataPageFactory = new MappedPageFactoryImpl(DATA_PAGE_SIZE,
        this.arrayDirectory + DATA_PAGE_FOLDER,
        DATA_PAGE_CACHE_TTL);
    // the ttl does not matter here since meta data page is always cached
    this.metaPageFactory = new MappedPageFactoryImpl(META_DATA_PAGE_SIZE,
        this.arrayDirectory + META_DATA_PAGE_FOLDER,
        10 * 1000/*does not matter*/);
   
    // initialize array indexes
    initArrayIndex();
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
     */
    public BigQueueImpl(String queueDir, String queueName, int pageSize) throws IOException {
        innerArray = new BigArrayImpl(queueDir, queueName, pageSize);

        // the ttl does not matter here since queue front index page is always cached
        this.queueFrontIndexPageFactory = new MappedPageFactoryImpl(QUEUE_FRONT_INDEX_PAGE_SIZE,
                ((BigArrayImpl) innerArray).getArrayDirectory() + QUEUE_FRONT_INDEX_PAGE_FOLDER,
                10 * 1000/*does not matter*/);
        IMappedPage queueFrontIndexPage = this.queueFrontIndexPageFactory.acquirePage(QUEUE_FRONT_PAGE_INDEX);

        ByteBuffer queueFrontIndexBuffer = queueFrontIndexPage.getLocal(0);
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
  private String testDir = TestUtil.TEST_BASE_DIR + "bigqueue/unit/mapped_page_factory_test";
 
 
  @Test
  public void testGetBackPageFileSet() throws IOException {
    mappedPageFactory = new MappedPageFactoryImpl(1024, testDir + "/test_get_backpage_fileset", 2 * 1000);
   
    for(int i = 0; i < 10; i++ ) {
      mappedPageFactory.acquirePage(i);
    }
   
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    }
  }
 
  @Test
  public void testGetBackPageFileSize() throws IOException {
    mappedPageFactory = new MappedPageFactoryImpl(1024 * 1024, testDir + "/test_get_backpage_filesize", 2 * 1000);
   
    for(int i = 0; i < 100; i++ ) {
      mappedPageFactory.acquirePage(i);
    }
   
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
 
 
  @Test
  public void testSingleThread() throws IOException {
 
    mappedPageFactory = new MappedPageFactoryImpl(1024 * 1024 * 128, testDir + "/test_single_thread", 2 * 1000);
   
    IMappedPage mappedPage = mappedPageFactory.acquirePage(0); // first acquire
    assertNotNull(mappedPage);
    IMappedPage mappedPage0 = mappedPageFactory.acquirePage(0); // second acquire
    assertSame(mappedPage, mappedPage0);
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
    FileUtil.deleteDirectory(new File(testDir));
  }
 
  @Test
  public void testMultiThreads() throws IOException {
    mappedPageFactory = new MappedPageFactoryImpl(1024 * 1024 * 128, testDir + "/test_multi_threads", 2 * 1000);
   
    int pageNumLimit = 200;
    int threadNum = 1000;
   
    Map<Integer, IMappedPage[]> sharedMap1 = this.testAndGetSharedMap(mappedPageFactory, threadNum, pageNumLimit);
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
  private String testDir = TestUtil.TEST_BASE_DIR + "bigqueue/unit/mapped_page_test";

  @Test
  public void testSingleThread() throws IOException {
    int pageSize = 1024 * 1024 * 32;
    mappedPageFactory = new MappedPageFactoryImpl(pageSize, testDir + "/test_single_thread", 2 * 1000);
   
    IMappedPage mappedPage = this.mappedPageFactory.acquirePage(0);
    assertNotNull(mappedPage);
   
    ByteBuffer buffer = mappedPage.getLocal(0);
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
  }
 
  @Test
  public void testMultiThreads() {
    int pageSize = 1024 * 1024 * 32;
    mappedPageFactory = new MappedPageFactoryImpl(pageSize, testDir + "/test_multi_threads", 2 * 1000);
   
    int threadNum = 100;
    int pageNumLimit = 50;
   
    Set<IMappedPage> pageSet = Collections.newSetFromMap(new ConcurrentHashMap<IMappedPage, Boolean>());
View Full Code Here
398
399
400
401
402
403
404
405
406
407
408
      } catch (IllegalArgumentException ex) {
        throw new IllegalArgumentException("invalid fanout identifier", ex);
      }
      this.fanoutId = fanoutId;
      // the ttl does not matter here since queue front index page is always cached
      this.indexPageFactory = new MappedPageFactoryImpl(QUEUE_FRONT_INDEX_PAGE_SIZE,
          innerArray.arrayDirectory + QUEUE_FRONT_INDEX_PAGE_FOLDER_PREFIX + fanoutId,
          10 * 1000/*does not matter*/);
     
      IMappedPage indexPage = this.indexPageFactory.acquirePage(QUEUE_FRONT_PAGE_INDEX);
     
View Full Code Here
TOP

Related Classes of com.leansoft.bigqueue.page.MappedPageFactoryImpl

  • com.leansoft.bigqueue.BigArrayImpl
  • com.leansoft.bigqueue.BigQueueImpl
  • com.leansoft.bigqueue.FanOutQueueImpl$QueueFront
  • com.leansoft.bigqueue.page.MappedPageFactoryTest
  • com.leansoft.bigqueue.page.MappedPageTest
  • com.netflix.suro.queue.FileBlockingQueue
  • java.nio.MappedByteBuffer
  • java.nio.channels.FileChannel
  • java.io.RandomAccessFile
  • java.io.File
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.