Package org.apache.lucene.search.suggest

Examples of org.apache.lucene.search.suggest.Sort

48
49
50
51
52
53
54
      _TestUtil.rmDir(tempDir);
  }

  @Test
  public void testEmpty() throws Exception {
    checkSort(new Sort(), new byte [][] {});
  }
View Full Code Here
53
54
55
56
57
58
59
60
61
    checkSort(new Sort(), new byte [][] {});
  }

  @Test
  public void testSingleLine() throws Exception {
    checkSort(new Sort(), new byte [][] {
        "Single line only.".getBytes("UTF-8")
    });
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
  }

  @Test
  public void testIntermediateMerges() throws Exception {
    // Sort 20 mb worth of data with 1mb buffer, binary merging.
    SortInfo info = checkSort(new Sort(Sort.DEFAULT_COMPARATOR, BufferSize.megabytes(1), Sort.defaultTempDir(), 2),
        generateRandom((int)Sort.MB * 20));
    assertTrue(info.mergeRounds > 10);
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
  }

  @Test
  public void testSmallRandom() throws Exception {
    // Sort 20 mb worth of data with 1mb buffer.
    SortInfo sortInfo = checkSort(new Sort(Sort.DEFAULT_COMPARATOR, BufferSize.megabytes(1), Sort.defaultTempDir(), Sort.MAX_TEMPFILES),
        generateRandom((int)Sort.MB * 20));
    assertEquals(1, sortInfo.mergeRounds);
  }
View Full Code Here
77
78
79
80
81
82
83
84
  }

  @Test @Nightly
  public void testLargerRandom() throws Exception {
    // Sort 100MB worth of data with 15mb buffer.
    checkSort(new Sort(Sort.DEFAULT_COMPARATOR, BufferSize.megabytes(16), Sort.defaultTempDir(), Sort.MAX_TEMPFILES),
        generateRandom((int)Sort.MB * 100));
  }
View Full Code Here
25
26
27
28
29
30
31
32
33
import org.junit.Test;

public class BytesRefSortersTest extends LuceneTestCase {
  @Test
  public void testExternalRefSorter() throws Exception {
    ExternalRefSorter s = new ExternalRefSorter(new Sort());
    check(s);
    s.close();
  }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
    File input = new File("/home/dweiss/tmp/shuffled.dict");

    int buckets = 20;
    int shareMaxTail = 10;

    ExternalRefSorter sorter = new ExternalRefSorter(new Sort());
    FSTCompletionBuilder builder = new FSTCompletionBuilder(buckets, sorter, shareMaxTail);

    BufferedReader reader = new BufferedReader(
        new InputStreamReader(
            new FileInputStream(input), "UTF-8"));
View Full Code Here
460
461
462
463
464
465
466
467
468
469
470
        }
      }
      writer.close();

      // Sort all input/output pairs (required by FST.Builder):
      new Sort(new AnalyzingComparator(hasPayloads)).sort(tempInput, tempSorted);

      // Free disk space:
      tempInput.delete();

      reader = new Sort.ByteSequencesReader(tempSorted);
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
183
184
185
      }
      writer.close();

      // We don't know the distribution of scores and we need to bucket them, so we'll sort
      // and divide into equal buckets.
      SortInfo info = new Sort().sort(tempInput, tempSorted);
      tempInput.delete();
      FSTCompletionBuilder builder = new FSTCompletionBuilder(
          buckets, sorter = new ExternalRefSorter(new Sort()), sharedTailLength);

      final int inputLines = info.lines;
      reader = new Sort.ByteSequencesReader(tempSorted);
      long line = 0;
      int previousBucket = 0;
View Full Code Here
461
462
463
464
465
466
467
468
469
470
471
        count++;
      }
      writer.close();

      // Sort all input/output pairs (required by FST.Builder):
      new Sort(new AnalyzingComparator(hasPayloads)).sort(tempInput, tempSorted);

      // Free disk space:
      tempInput.delete();

      reader = new Sort.ByteSequencesReader(tempSorted);
View Full Code Here
TOP

Related Classes of org.apache.lucene.search.suggest.Sort

  • org.apache.lucene.search.suggest.analyzing.AnalyzingSuggester
  • org.apache.lucene.search.suggest.fst.BytesRefSortersTest
  • org.apache.lucene.search.suggest.fst.FSTCompletionLookup
  • org.apache.lucene.search.suggest.fst.LargeInputFST
  • org.apache.lucene.search.suggest.fst.TestSort
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.