Package it.unimi.dsi.util

Examples of it.unimi.dsi.util.SemiExternalGammaList

223
224
225
226
227
228
229
230
231
  @SuppressWarnings("unchecked")
  public BM25FScorer( String... arg ) throws NumberFormatException, FileNotFoundException, IOException, ClassNotFoundException {
    this(
        Double.parseDouble( arg[ 0 ] ), // k1
        arg[ 1 ].length() == 0 ? null : (StringMap<? extends CharSequence>)BinIO.loadObject( arg[ 1 ] ), // termMap
        arg[ 2 ].length() == 0 ? null : new SemiExternalGammaList( new InputBitStream( arg[ 2 ] ) ), // frequencies
        parseBArray( arg )
    );
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
    assertEquals( 2, index.documents( 0 ).frequency() );     
    assertEquals( 2, index.documents( 1 ).frequency() );
    assertEquals( 1, index.documents( 2 ).frequency() );
    assertEquals( 1, index.documents( 3 ).frequency() );
   
    SemiExternalGammaList frequencies = new SemiExternalGammaList( new InputBitStream( basename + "-mo" + DiskBasedIndex.FREQUENCIES_EXTENSION ), 1, 4 );

    assertEquals( 2, frequencies.getLong( 0 ) );     
    assertEquals( 2, frequencies.getLong( 1 ) );     
    assertEquals( 1, frequencies.getLong( 2 ) );
    assertEquals( 1, frequencies.getLong( 3 ) );
    assertEquals( 4, frequencies.size() );
  }
View Full Code Here
291
292
293
294
295
296
297
298
299
300
301
    assertScoresMultiIndex( "u:X & (u:A | t:C)", indexMap, indexBody, scorer, new double[] { .3053 * .75 + .3053 * .75, .4021 * .75 + .3053 *.25 } );
  }
 
 
  public void testBM25FScorer() throws FileNotFoundException, IOException, QueryParserException, QueryBuilderVisitorException {
    Scorer scorer = new BM25FScorer( .95, new Reference2DoubleOpenHashMap<Index>( new Index[] { indexFBody, indexFTitle }, new double[] { 0.5, 0.3 } ), immutableExternalPrefixMap, new SemiExternalGammaList( new InputBitStream( basenameFComb + ".frequencies" ) ) );
    scorer.setWeights( new Reference2DoubleOpenHashMap<Index>( new Index[] { indexFTitle, indexFBody }, new double[] { .85, .15 } ) );
    // b(ody):.3 t(itle):1.7
    Object2ReferenceMap<String,Index> indexMap = new Object2ReferenceOpenHashMap<String,Index>( new String[] { "b", "t" }, new Index[] { indexFBody, indexFTitle } );
   
    assertScoresMultiIndex( "b:A | t:A", indexMap, indexFBody, scorer, new double[] { 0.953, 0.202 } );
View Full Code Here
TOP

Related Classes of it.unimi.dsi.util.SemiExternalGammaList

  • it.unimi.dsi.mg4j.search.score.BM25FScorer
  • it.unimi.dsi.mg4j.search.score.ScorerTest
  • it.unimi.dsi.mg4j.tool.MetadataOnlyTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.