Examples of org.apache.lucene.store.IOContext

org.apache.lucene.store.IOContext
IOContext holds additional details on the merge/search context. A IOContext object can never be initialized as null as passed as a parameter to either {@link org.apache.lucene.store.Directory#openInput(String,IOContext)} or{@link org.apache.lucene.store.Directory#createOutput(String,IOContext)}

    // what we use in RAM:
    long bytes =  totalPostings * 8 + totalPayloadBytes;


    SegmentWriteState writeState = new SegmentWriteState(null, dir,
                                                         segmentInfo, newFieldInfos,
                                                         32, null, new IOContext(new FlushInfo(maxDoc, bytes)));
    FieldsConsumer fieldsConsumer = codec.postingsFormat().fieldsConsumer(writeState);


    for(Map.Entry<String,Map<BytesRef,Long>> fieldEnt : fields.entrySet()) {
      String field = fieldEnt.getKey();
      Map<BytesRef,Long> terms = fieldEnt.getValue();

View Full Code Here

   }




   private SegmentCommitInfo merge(Directory dir, SegmentCommitInfo si1, SegmentCommitInfo si2, String merged, boolean useCompoundFile)
   throws Exception {
      IOContext context = newIOContext(random());
      SegmentReader r1 = new SegmentReader(si1, DirectoryReader.DEFAULT_TERMS_INDEX_DIVISOR, context);
      SegmentReader r2 = new SegmentReader(si2, DirectoryReader.DEFAULT_TERMS_INDEX_DIVISOR, context);


      final Codec codec = Codec.getDefault();
      TrackingDirectoryWrapper trackingDir = new TrackingDirectoryWrapper(si1.info.dir);

View Full Code Here

        // docids to update.
        SegmentInfos segments = new SegmentInfos();
        segments.read(dir);


        for (SegmentInfoPerCommit si : segments) {
            SegmentReader reader = new SegmentReader(si, 1, new IOContext());
            BitSet docsToUpdate = getMatchingDocs(updatequery, reader);
            updateSegment(si.info.name, docsToUpdate, diff);
        }


    }

View Full Code Here

      }
    }
    FST<T> fst = builder.finish();


    if (random.nextBoolean() && fst != null && !willRewrite) {
      IOContext context = LuceneTestCase.newIOContext(random);
      IndexOutput out = dir.createOutput("fst.bin", context);
      fst.save(out);
      out.close();
      IndexInput in = dir.openInput("fst.bin", context);
      try {

View Full Code Here

  private final int version;


  final String segment;
  public VariableGapTermsIndexReader(Directory dir, FieldInfos fieldInfos, String segment, int indexDivisor, String segmentSuffix, IOContext context)
    throws IOException {
    in = dir.openInput(IndexFileNames.segmentFileName(segment, segmentSuffix, VariableGapTermsIndexWriter.TERMS_INDEX_EXTENSION), new IOContext(context, true));
    this.segment = segment;
    boolean success = false;
    assert indexDivisor == -1 || indexDivisor > 0;


    try {

View Full Code Here

    assert numDocsInRAM > 0;
    assert deleteSlice.isEmpty() : "all deletes must be applied in prepareFlush";
    segmentInfo.setDocCount(numDocsInRAM);
    final SegmentWriteState flushState = new SegmentWriteState(infoStream, directory, segmentInfo, fieldInfos.finish(),
        indexWriterConfig.getTermIndexInterval(),
        pendingUpdates, new IOContext(new FlushInfo(numDocsInRAM, bytesUsed())));
    final double startMBUsed = bytesUsed() / 1024. / 1024.;


    // Apply delete-by-docID now (delete-byDocID only
    // happens when an exception is hit processing that
    // doc, eg if analyzer has some problem w/ the text):

View Full Code Here


    SegmentCommitInfo newSegment = flushedSegment.segmentInfo;


    IndexWriter.setDiagnostics(newSegment.info, IndexWriter.SOURCE_FLUSH);
    
    IOContext context = new IOContext(new FlushInfo(newSegment.info.getDocCount(), newSegment.sizeInBytes()));


    boolean success = false;
    try {
      
      if (indexWriterConfig.getUseCompoundFile()) {

View Full Code Here


            if (infoStream.isEnabled("IW")) {
              infoStream.message("IW", "addIndexes: process segment origName=" + info.info.name + " newName=" + newSegName + " info=" + info);
            }


            IOContext context = new IOContext(new MergeInfo(info.info.getDocCount(), info.sizeInBytes(), true, -1));


            for(FieldInfo fi : SegmentReader.readFieldInfos(info)) {
              globalFieldNumberMap.addOrGet(fi.name, fi.number, fi.getDocValuesType());
            }
            infos.add(copySegmentAsIs(info, newSegName, dsNames, dsFilesCopied, context, copiedFiles));

View Full Code Here

        for (AtomicReaderContext ctx : indexReader.leaves()) {
          mergeReaders.add(ctx.reader());
        }
      }
      
      final IOContext context = new IOContext(new MergeInfo(numDocs, -1, true, -1));


      // TODO: somehow we should fix this merge so it's
      // abortable so that IW.close(false) is able to stop it
      TrackingDirectoryWrapper trackingDir = new TrackingDirectoryWrapper(directory);

View Full Code Here


    final String mergedName = merge.info.info.name;


    List<SegmentCommitInfo> sourceSegments = merge.segments;
    
    IOContext context = new IOContext(merge.getMergeInfo());


    final MergeState.CheckAbort checkAbort = new MergeState.CheckAbort(merge, directory);
    final TrackingDirectoryWrapper dirWrapper = new TrackingDirectoryWrapper(directory);


    if (infoStream.isEnabled("IW")) {

View Full Code Here

0 1 2 3 4 5 6 7

TOP

Related Classes of org.apache.lucene.store.IOContext

org.apache.blur.mapreduce.BlurReducer

org.apache.lucene.codecs.blockterms.VariableGapTermsIndexReader

org.apache.lucene.index.BasePostingsFormatTestCase

org.apache.lucene.index.CompoundFileExtractor

org.apache.lucene.index.DocumentsWriterPerThread

org.apache.lucene.index.IndexWriter

org.apache.lucene.index.ReadersAndUpdates

org.apache.lucene.index.SegmentReader

org.apache.lucene.index.TermVectorsConsumer

org.apache.lucene.index.TestDoc

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.