Package org.apache.lucene.index

Examples of org.apache.lucene.index.MergeScheduler

780
781
782
783
784
785
786
787
788
789
790
      TieredMergePolicy tmp = (TieredMergePolicy) mp;
      tmp.setMaxMergeAtOnce(Math.min(5, tmp.getMaxMergeAtOnce()));
      tmp.setSegmentsPerTier(Math.min(5, tmp.getSegmentsPerTier()));
      tmp.setNoCFSRatio(1.0);
    }
    MergeScheduler ms = w.getConfig().getMergeScheduler();
    if (ms instanceof ConcurrentMergeScheduler) {
      // wtf... shouldnt it be even lower since its 1 by default?!?!
      ((ConcurrentMergeScheduler) ms).setMaxMergesAndThreads(3, 2);
    }
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
      _writers.remove(writer);
    }
  }

  public MergeScheduler getMergeScheduler() {
    return new MergeScheduler() {

      private IndexWriter _writer;

      @Override
      public void merge(IndexWriter writer) throws IOException {
View Full Code Here
339
340
341
342
343
344
345
346
347
348
349
      TieredMergePolicy tmp = (TieredMergePolicy) mp;
      tmp.setMaxMergeAtOnce(Math.min(5, tmp.getMaxMergeAtOnce()));
      tmp.setSegmentsPerTier(Math.min(5, tmp.getSegmentsPerTier()));
    }

    MergeScheduler ms = w.getConfig().getMergeScheduler();
    if (ms instanceof ConcurrentMergeScheduler) {
      ((ConcurrentMergeScheduler) ms).setMaxThreadCount(2);
      ((ConcurrentMergeScheduler) ms).setMaxMergeCount(3);
    }
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
   * Also each new IndexWriter needs a new MergePolicy.
   */
  private IndexWriter createNewIndexWriter() throws IOException {
    LogByteSizeMergePolicy newMergePolicy = indexParameters.getNewMergePolicy(); //TODO make it possible to configure a different policy?
    writerConfig.setMergePolicy( newMergePolicy );
    MergeScheduler mergeScheduler = new ConcurrentMergeScheduler( this.errorHandler, this.indexName );
    writerConfig.setMergeScheduler( mergeScheduler );
    return new IndexWriter( directoryProvider.getDirectory(), writerConfig );
  }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
   * Also each new IndexWriter needs a new MergePolicy.
   */
  private IndexWriter createNewIndexWriter() throws IOException {
    LogByteSizeMergePolicy newMergePolicy = indexParameters.getNewMergePolicy(); //TODO make it possible to configure a different policy?
    writerConfig.setMergePolicy( newMergePolicy );
    MergeScheduler mergeScheduler = new ConcurrentMergeScheduler( this.errorHandler, this.indexName );
    writerConfig.setMergeScheduler( mergeScheduler );
    IndexWriter writer = new IndexWriter( directoryProvider.getDirectory(), writerConfig );
    return writer;
  }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
   * Also each new IndexWriter needs a new MergePolicy.
   */
  private IndexWriter createNewIndexWriter() throws IOException {
    LogByteSizeMergePolicy newMergePolicy = indexParameters.getNewMergePolicy(); //TODO make it possible to configure a different policy?
    writerConfig.setMergePolicy( newMergePolicy );
    MergeScheduler mergeScheduler = new ConcurrentMergeScheduler( this.errorHandler, this.indexName );
    writerConfig.setMergeScheduler( mergeScheduler );
    IndexWriter writer = new IndexWriter( directoryProvider.getDirectory(), writerConfig );
    return writer;
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
      return writer;
    try {
      writer = new IndexWriter( directoryProvider.getDirectory(), SIMPLE_ANALYZER, false, maxFieldLength ); // has been created at init time
      indexingParams.applyToWriter( writer, batchmode );
      writer.setSimilarity( similarity );
      MergeScheduler mergeScheduler = new ConcurrentMergeScheduler( this.errorHandler );
      writer.setMergeScheduler( mergeScheduler );
      log.trace( "IndexWriter opened" );
    }
    catch ( IOException ioe ) {
      writer = null;
View Full Code Here
780
781
782
783
784
785
786
787
788
789
790
      TieredMergePolicy tmp = (TieredMergePolicy) mp;
      tmp.setMaxMergeAtOnce(Math.min(5, tmp.getMaxMergeAtOnce()));
      tmp.setSegmentsPerTier(Math.min(5, tmp.getSegmentsPerTier()));
      tmp.setNoCFSRatio(1.0);
    }
    MergeScheduler ms = w.getConfig().getMergeScheduler();
    if (ms instanceof ConcurrentMergeScheduler) {
      // wtf... shouldnt it be even lower since its 1 by default?!?!
      ((ConcurrentMergeScheduler) ms).setMaxMergesAndThreads(3, 2);
    }
  }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
      }
      if (config.mergeFactor != -1 && getMergePolicy() instanceof LogMergePolicy) {
        setMergeFactor(config.mergeFactor);
      }
      if (config.mergeSchedulerClassname != null && SolrIndexConfig.DEFAULT_MERGE_SCHEDULER_CLASSNAME.equals(config.mergeSchedulerClassname) == false) {
        MergeScheduler scheduler = (MergeScheduler) schema.getSolrConfig().getResourceLoader().newInstance(config.mergeSchedulerClassname);
        setMergeScheduler(scheduler);
      }

      //if (config.commitLockTimeout != -1) setWriteLockTimeout(config.commitLockTimeout);
    }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
      // keep looping until all the references are gone
    }
  }

  public MergeScheduler getMergeScheduler() {
    return new MergeScheduler() {

      private IndexWriter _writer;

      @Override
      public void merge(IndexWriter writer) throws IOException {
View Full Code Here
TOP

Related Classes of org.apache.lucene.index.MergeScheduler

  • org.apache.blur.manager.writer.SharedMergeScheduler
  • org.apache.lucene.util._TestUtil
  • org.apache.lucene.util.LuceneTestCase
  • org.apache.lucene.util.TestUtil
  • org.apache.solr.update.SolrIndexWriter
  • org.elasticsearch.index.merge.scheduler.MergeSchedulerProvider
  • org.hibernate.search.backend.impl.lucene.IndexWriterHolder
  • org.hibernate.search.backend.Workspace
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.