Package ivory.core.data.index

Examples of ivory.core.data.index.PostingsListDocSortedPositional$PostingsReader

208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
        throws IOException, InterruptedException {
      context.setStatus("t" + term);
      long start = System.currentTimeMillis();

      Iterator<PostingsListDocSortedPositional> iter = values.iterator();
      PostingsListDocSortedPositional pl = iter.next();
      if (!iter.hasNext()) {
        // It's just one partial list.
        context.write(term, pl);
        context.getCounter(Reduce.OnePL).increment(1);
      } else {
        // Has at least 2 partial lists...
        mergedList.clear();
        incomingLists.clear();

        // Add the first.
        incomingLists.add(PostingsListDocSortedPositional.create(pl.serialize()));

        // Add the rest (at least another one).
        do {
          incomingLists.add(PostingsListDocSortedPositional.create(iter.next().serialize()));
          mergeLists(false, incomingLists, mergedList, context);
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
270
271
272
      // Start the timer.
      long startTime = System.currentTimeMillis();
      LOG.info(">> merging a list of " + lists.size() + " partial lists");
      if (lists.size() > 1) {
        PostingsListDocSortedPositional merged = new PostingsListDocSortedPositional();
        PostingsListDocSortedPositional.mergeList(merged, lists, collectionDocumentCount);
        lists.clear();
        mergedList.add(PostingsListDocSortedPositional.create(merged.serialize()));
        context.getCounter(Reduce.Merges).increment(1);
      } else {
        PostingsList pl = lists.remove(0);
        pl.setCollectionDocumentCount(collectionDocumentCount);
        mergedList.add(pl);
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
        throws IOException, InterruptedException {
      context.setStatus("t" + term);
      long start = System.currentTimeMillis();

      Iterator<PostingsListDocSortedPositional> iter = values.iterator();
      PostingsListDocSortedPositional pl = iter.next();
      if (!iter.hasNext()) {
        // It's just one partial list.
        context.write(term, pl);
        context.getCounter(Reduce.OnePL).increment(1);
      } else {
        // Has at least 2 partial lists...
        mergedList.clear();
        incomingLists.clear();

        // Add the first.
        incomingLists.add(PostingsListDocSortedPositional.create(pl.serialize()));

        // Add the rest (at least another one).
        do {
          incomingLists.add(PostingsListDocSortedPositional.create(iter.next().serialize()));
          mergeLists(false, incomingLists, mergedList, context);
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
270
271
272
      // Start the timer.
      long startTime = System.currentTimeMillis();
      LOG.info(">> merging a list of " + lists.size() + " partial lists");
      if (lists.size() > 1) {
        PostingsListDocSortedPositional merged = new PostingsListDocSortedPositional();
        PostingsListDocSortedPositional.mergeList(merged, lists, collectionDocumentCount);
        lists.clear();
        mergedList.add(PostingsListDocSortedPositional.create(merged.serialize()));
        context.getCounter(Reduce.Merges).increment(1);
      } else {
        PostingsList pl = lists.remove(0);
        pl.setCollectionDocumentCount(collectionDocumentCount);
        mergedList.add(pl);
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
        throws IOException, InterruptedException {
      context.setStatus("t" + term);
      long start = System.currentTimeMillis();

      Iterator<PostingsListDocSortedPositional> iter = values.iterator();
      PostingsListDocSortedPositional pl = iter.next();
      if (!iter.hasNext()) {
        // It's just one partial list.
        context.write(term, pl);
        context.getCounter(Reduce.OnePL).increment(1);
      } else {
        // Has at least 2 partial lists...
        mergedList.clear();
        incomingLists.clear();

        // Add the first.
        incomingLists.add(PostingsListDocSortedPositional.create(pl.serialize()));

        // Add the rest (at least another one).
        do {
          incomingLists.add(PostingsListDocSortedPositional.create(iter.next().serialize()));
          mergeLists(false, incomingLists, mergedList, context);
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
270
271
272
      // Start the timer.
      long startTime = System.currentTimeMillis();
      LOG.info(">> merging a list of " + lists.size() + " partial lists");
      if (lists.size() > 1) {
        PostingsListDocSortedPositional merged = new PostingsListDocSortedPositional();
        PostingsListDocSortedPositional.mergeList(merged, lists, collectionDocumentCount);
        lists.clear();
        mergedList.add(PostingsListDocSortedPositional.create(merged.serialize()));
        context.getCounter(Reduce.Merges).increment(1);
      } else {
        PostingsList pl = lists.remove(0);
        pl.setCollectionDocumentCount(collectionDocumentCount);
        mergedList.add(pl);
View Full Code Here
TOP

Related Classes of ivory.core.data.index.PostingsListDocSortedPositional$PostingsReader

  • ivory.core.compression.BitInputStream
  • ivory.core.compression.BitOutputStream
  • ivory.core.data.index.PostingsListDocSortedPositionalTest
  • ivory.core.index.BuildLPInvertedIndexDocSorted$MyReducer
  • java.io.DataOutputStream
  • java.io.DataInputStream
  • java.io.ByteArrayInputStream
  • java.io.ByteArrayOutputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.