Package org.apache.blur.lucene.store.refcounter

Examples of org.apache.blur.lucene.store.refcounter.DirectoryReferenceFileGC


    Metrics.newGauge(segmentCount, new AtomicLongGauge(_segmentCount));
    Metrics.newGauge(indexMemoryUsage, new AtomicLongGauge(_indexMemoryUsage));

    BlurUtil.setupZookeeper(_zookeeper, _cluster);
    _openerService = Executors.newThreadPool("shard-opener", _shardOpenerThreadCount);
    _gc = new DirectoryReferenceFileGC();
    _gc.init();

    // @TODO allow for configuration of these
    _mergeScheduler = new SharedMergeScheduler();
    _searchExecutor = Executors.newThreadPool("internal-search", _internalSearchThreads);
View Full Code Here


    _closer = Closer.create();
    _tableContext = TableContext.create(tableDescriptor);
    _mergeScheduler = new SharedMergeScheduler();
    _indexInputCloser = new IndexInputCloser();
    _indexInputCloser.init();
    _gc = new DirectoryReferenceFileGC();
    _gc.init();
    _searchExecutor = Executors.newCachedThreadPool();
    _closer.register(_mergeScheduler);
    _closer.register(_indexInputCloser);
    _closer.register(_gc);
View Full Code Here

  }

  @Test
  public void testDirectoryReferenceCounter() throws CorruptIndexException, LockObtainFailedException, IOException, InterruptedException {
    Directory directory = wrap(new RAMDirectory());
    DirectoryReferenceFileGC gc = new DirectoryReferenceFileGC();
    gc.init();
    IndexInputCloser closer = new IndexInputCloser();
    closer.init();
    DirectoryReferenceCounter counter = new DirectoryReferenceCounter(directory, gc, closer);
    IndexWriterConfig conf = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer());
    IndexWriter writer = new IndexWriter(counter, conf);
    int size = 100;
    IndexReader[] readers = new IndexReader[size];
    for (int i = 0; i < size; i++) {
      writer.addDocument(getDoc());
      writer.forceMerge(1);
      readers[i] = DirectoryReader.open(writer, true);
    }

    for (int i = 0; i < size; i++) {
      assertEquals(i + 1, readers[i].numDocs());
      checkReader(readers[i], i);
    }

    String[] listAll = directory.listAll();

    for (int i = 0; i < size - 1; i++) {
      readers[i].close();
    }

    for (int i = 0; i < 1000; i++) {
      gc.run();
      Thread.sleep(1);
    }

    IndexReader last = readers[size - 1];

    assertEquals(100, last.numDocs());

    assertTrue(listAll.length > directory.listAll().length);

    last.close();
    writer.close();
    gc.close();
  }
View Full Code Here

    base = new File(TMPDIR, "blur-index-reader-test");
    rm(base);
    base.mkdirs();

    mergeScheduler = new SharedMergeScheduler();
    gc = new DirectoryReferenceFileGC();
    gc.init();
    closer = new IndexInputCloser();
    closer.init();

    configuration = new Configuration();
View Full Code Here

    base = new File(TMPDIR, "blur-index-writer-test");
    rm(base);
    base.mkdirs();

    mergeScheduler = new SharedMergeScheduler();
    gc = new DirectoryReferenceFileGC();
    gc.init();
    closer = new IndexInputCloser();
    closer.init();

    configuration = new Configuration();
View Full Code Here

TOP

Related Classes of org.apache.blur.lucene.store.refcounter.DirectoryReferenceFileGC

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.