Examples of org.apache.lucene.search.suggest.TermFreq

Package org.apache.lucene.search.suggest

Examples of org.apache.lucene.search.suggest.TermFreq

org.apache.lucene.search.suggest.TermFreq
pache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

  
  /**
   * basic "standardanalyzer" test with stopword removal
   */
  public void testStandard() throws Exception {
    TermFreq keys[] = new TermFreq[] {
        new TermFreq("the ghost of christmas past", 50),
    };
    
    Analyzer standard = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, true, MockTokenFilter.ENGLISH_STOPSET);
    FuzzySuggester suggester = new FuzzySuggester(standard);
    suggester.setPreservePositionIncrements(false);

View Full Code Here

    assertEquals(50, results.get(0).value, 0.01F);
  }


  public void testNoSeps() throws Exception {
    TermFreq[] keys = new TermFreq[] {
      new TermFreq("ab cd", 0),
      new TermFreq("abcd", 1),
    };


    int options = 0;


    Analyzer a = new MockAnalyzer(random());

View Full Code Here

          }
        };
      }
    };


    TermFreq keys[] = new TermFreq[] {
        new TermFreq("wifi network is slow", 50),
        new TermFreq("wi fi network is fast", 10),
    };
    FuzzySuggester suggester = new FuzzySuggester(analyzer);
    suggester.build(new TermFreqArrayIterator(keys));
    
    List<LookupResult> results = suggester.lookup("wifi network", false, 10);

View Full Code Here

          }
        };
      }
    };


    TermFreq keys[] = new TermFreq[] {
        new TermFreq("ab xc", 50),
        new TermFreq("ba xd", 50),
    };
    FuzzySuggester suggester = new FuzzySuggester(analyzer);
    suggester.build(new TermFreqArrayIterator(keys));
    List<LookupResult> results = suggester.lookup("ab x", false, 1);
    assertTrue(results.size() == 1);

View Full Code Here

  public void testExactFirst() throws Exception {


    Analyzer a = getUnusualAnalyzer();
    FuzzySuggester suggester = new FuzzySuggester(a, a, AnalyzingSuggester.EXACT_FIRST | AnalyzingSuggester.PRESERVE_SEP, 256, -1, 1, true, 1, 3);
    suggester.build(new TermFreqArrayIterator(new TermFreq[] {
          new TermFreq("x y", 1),
          new TermFreq("x y z", 3),
          new TermFreq("x", 2),
          new TermFreq("z z z", 20),
        }));


    //System.out.println("ALL: " + suggester.lookup("x y", false, 6));


    for(int topN=1;topN<6;topN++) {

View Full Code Here


    Analyzer a = getUnusualAnalyzer();
    FuzzySuggester suggester = new FuzzySuggester(a, a, AnalyzingSuggester.PRESERVE_SEP, 256, -1, 1, true, 1, 3);


    suggester.build(new TermFreqArrayIterator(new TermFreq[] {
          new TermFreq("x y", 1),
          new TermFreq("x y z", 3),
          new TermFreq("x", 2),
          new TermFreq("z z z", 20),
        }));


    for(int topN=1;topN<6;topN++) {
      List<LookupResult> results = suggester.lookup("p", false, topN);

View Full Code Here

      for (int j = 1; j < key.length(); j++) {
        allPrefixes.add(key.substring(0, j));
      }
      // we can probably do Integer.MAX_VALUE here, but why worry.
      int weight = random().nextInt(1<<24);
      keys[i] = new TermFreq(key, weight);


      slowCompletor.add(new TermFreq2(key, analyzedKey, weight));
    }


    if (VERBOSE) {

View Full Code Here

  public void testMaxSurfaceFormsPerAnalyzedForm() throws Exception {
    Analyzer a = new MockAnalyzer(random());
    FuzzySuggester suggester = new FuzzySuggester(a, a, 0, 2, -1, 1, true, 1, 3);


    List<TermFreq> keys = Arrays.asList(new TermFreq[] {
        new TermFreq("a", 40),
        new TermFreq("a ", 50),
        new TermFreq(" a", 60),
      });


    Collections.shuffle(keys, random());
    suggester.build(new TermFreqArrayIterator(keys));

View Full Code Here

  public void testEditSeps() throws Exception {
    Analyzer a = new MockAnalyzer(random());
    FuzzySuggester suggester = new FuzzySuggester(a, a, FuzzySuggester.PRESERVE_SEP, 2, -1, 2, true, 1, 3);


    List<TermFreq> keys = Arrays.asList(new TermFreq[] {
        new TermFreq("foo bar", 40),
        new TermFreq("foo bar baz", 50),
        new TermFreq("barbaz", 60),
        new TermFreq("barbazfoo", 10),
      });


    Collections.shuffle(keys, random());
    suggester.build(new TermFreqArrayIterator(keys));

View Full Code Here

    final List<TermFreq> answers = new ArrayList<TermFreq>();
    final Set<String> seen = new HashSet<String>();
    for(int i=0;i<NUM;i++) {
      final String s = randomSimpleString(8);
      if (!seen.contains(s)) {
        answers.add(new TermFreq(s, random().nextInt(1000)));
        seen.add(s);
      }
    }


    Collections.sort(answers, new Comparator<TermFreq>() {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.lucene.search.suggest.TermFreq

org.apache.lucene.search.suggest.analyzing.AnalyzingSuggesterTest

org.apache.lucene.search.suggest.analyzing.FuzzySuggesterTest

org.apache.lucene.search.suggest.fst.FSTLookupTest

org.apache.lucene.search.suggest.fst.WFSTCompletionTest

org.apache.lucene.util.BytesRef

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.