Package org.apache.lucene.index

Examples of org.apache.lucene.index.SegmentInfoPerCommit

50
51
52
53
54
55
56
57
58
59
60
    LuceneSegmentInputSplit inputSplit = (LuceneSegmentInputSplit) split;

    Configuration configuration = context.getConfiguration();
    LuceneStorageConfiguration lucene2SeqConfiguration = new LuceneStorageConfiguration(configuration);

    SegmentInfoPerCommit segmentInfo = inputSplit.getSegment(configuration);
    segmentReader = new SegmentReader(segmentInfo, USE_TERM_INFO, IOContext.READ);


    IndexSearcher searcher = new IndexSearcher(segmentReader);
    Weight weight = lucene2SeqConfiguration.getQuery().createWeight(searcher);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
    inputSplit.getSegment(configuration);
  }

  private void assertSegmentContainsOneDoc(String segmentName) throws IOException {
    LuceneSegmentInputSplit inputSplit = new LuceneSegmentInputSplit(indexPath1, segmentName, 1000);
    SegmentInfoPerCommit segment = inputSplit.getSegment(configuration);
    SegmentReader segmentReader = new SegmentReader(segment, 1, IOContext.READ);//SegmentReader.get(true, segment, 1);
    assertEquals(segmentName, segment.info.name);
    assertEquals(1, segmentReader.numDocs());
  }
View Full Code Here
29
30
31
32
33
34
35
36
  @Override
  protected void setup(Context context) throws IOException, InterruptedException {
    Configuration configuration = context.getConfiguration();
    l2sConf = new LuceneStorageConfiguration(configuration);
    LuceneSegmentInputSplit inputSplit = (LuceneSegmentInputSplit) context.getInputSplit();
    SegmentInfoPerCommit segmentInfo = inputSplit.getSegment(configuration);
    segmentReader = new SegmentReader(segmentInfo, LuceneSeqFileHelper.USE_TERM_INFOS, IOContext.READ);
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
  public static void readLegacyInfos(SegmentInfos infos, Directory directory, IndexInput input, int format) throws IOException {
    infos.version = input.readLong(); // read version
    infos.counter = input.readInt(); // read counter
    Lucene3xSegmentInfoReader reader = new Lucene3xSegmentInfoReader();
    for (int i = input.readInt(); i > 0; i--) { // read segmentInfos
      SegmentInfoPerCommit siPerCommit = reader.readLegacySegmentInfo(directory, format, input);
      SegmentInfo si = siPerCommit.info;

      if (si.getVersion() == null) {
        // Could be a 3.0 - try to open the doc stores - if it fails, it's a
        // 2.x segment, and an IndexFormatTooOldException will be thrown,
View Full Code Here
242
243
244
245
246
247
248
249
    SegmentInfo info = new SegmentInfo(dir, version, name, docCount, isCompoundFile,
                                       null, diagnostics, Collections.unmodifiableMap(attributes));
    info.setFiles(files);

    SegmentInfoPerCommit infoPerCommit = new SegmentInfoPerCommit(info, delCount, delGen);
    return infoPerCommit;
  }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
137
  @Override
  protected boolean isMerged(SegmentInfos infos, int maxNumSegments,
      Map<SegmentInfoPerCommit, Boolean> segmentsToOptimize) throws IOException {
    final int numSegments = infos.size();
    int numToOptimize = 0;
    SegmentInfoPerCommit optimizeInfo = null;
    for (int i = 0; i < numSegments && numToOptimize <= maxNumSegments; i++) {
      final SegmentInfoPerCommit info = infos.info(i);
      if (segmentsToOptimize.get(info)) {
        numToOptimize++;
        optimizeInfo = info;
      }
    }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
      // Find the newest (rightmost) segment that needs to
      // be optimized (other segments may have been flushed
      // since optimize started):
      int last = infos.size();
      while (last > 0) {
        final SegmentInfoPerCommit info = infos.info(--last);
        if (segmentsToOptimize.get(info)) {
          last++;
          break;
        }
      }
View Full Code Here
241
242
243
244
245
246
247
248
249
250
251
252
      int mergeStart = i + prev;
      if ((mergeEnd - mergeStart) > 1) {
        spec.add(new OneMerge(infos.asList().subList(mergeStart, mergeEnd)));
      } else {
        if (partialExpunge) {
          SegmentInfoPerCommit info = infos.info(mergeStart);
          int delCount = info.getDelCount();
          if (delCount > maxDelCount) {
            expungeCandidate = mergeStart;
            maxDelCount = delCount;
          }
        }
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
320
      spec = super.findForcedDeletesMerges(smallSegments);
    }

    if (spec == null) spec = new MergeSpecification();
    for (int i = 0; i < numLargeSegs; i++) {
      SegmentInfoPerCommit info = infos.info(i);
      if (info.hasDeletions()) {
        spec.add(new OneMerge(infos.asList().subList(i, i + 1)));
      }
    }
    return spec;
  }
View Full Code Here
335
336
337
338
339
340
341
342
343
344
345
    if (numSegs <= numLargeSegs) return null;

    long totalLargeSegSize = 0;
    long totalSmallSegSize = 0;
    SegmentInfoPerCommit info;

    // compute the total size of large segments
    for (int i = 0; i < numLargeSegs; i++) {
      info = infos.info(i);
      totalLargeSegSize += size(info);
View Full Code Here
TOP

Related Classes of org.apache.lucene.index.SegmentInfoPerCommit

  • org.apache.lucene.codecs.lucene3x.Lucene3xSegmentInfoReader
  • org.apache.mahout.text.LuceneSegmentInputSplitTest
  • org.apache.mahout.text.LuceneSegmentRecordReader
  • org.apache.mahout.text.SequenceFilesFromLuceneStorageMapper
  • proj.zoie.api.impl.util.IndexUtil
  • proj.zoie.api.impl.ZoieMergePolicy
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.