Package ivory.core.data.stat

Examples of ivory.core.data.stat.SpamPercentileScore

239
240
241
242
243
244
245
246
247
248
249
250
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output = null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
   * @param bitsPerElement Number of bits dedicated to one element
   * @param nbHash Number of hash functions
   */
  public static void writeSignatures(String outputPath, FileSystem fs, RetrievalEnvironment env,
                                     String spamScoresPath, int bitsPerElement, int nbHash) throws IOException {
    SpamPercentileScore spamScores = new SpamPercentileScore();
    spamScores.initialize(spamScoresPath, fs);
    int[] newDocids = DocumentUtility.spamSortDocids(spamScores);

    int collectionSize = env.readCollectionTermCount();
    Posting posting = new Posting();
    FSDataOutputStream out;
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output =null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
315
316
317
318
319
320
321
322
323
324
325
326
    generator.preparePostings(postingsPath);

    int[] newDocidsLookup = null;
    FSDataOutputStream output = null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
    }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output =null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
   * @param env A retrieval environment
   * @param spamScoresPath Path to spam/quality scores
   */
  public static void writePostings(String outputPath, FileSystem fs, RetrievalEnvironment env, String spamScoresPath)
    throws IOException {
    SpamPercentileScore spamScores = new SpamPercentileScore();
    spamScores.initialize(spamScoresPath, fs);
    int[] newDocids = DocumentUtility.spamSortDocids(spamScores);

    int collectionSize = env.readCollectionTermCount();
    Posting posting = new Posting();
    FSDataOutputStream out;
View Full Code Here
TOP

Related Classes of ivory.core.data.stat.SpamPercentileScore

  • ivory.bloomir.data.CompressedPostingsIO
  • ivory.bloomir.data.SignatureIO
  • ivory.bloomir.ranker.BloomRanker
  • ivory.bloomir.ranker.LinearMergingRanker
  • ivory.bloomir.ranker.SmallAdaptiveRanker
  • ivory.ffg.driver.RankAndFeaturesSmallAdaptive
  • ivory.ffg.preprocessing.GenerateCompressedPositionalPostings
  • ivory.ptc.judgments.weighting.Anchor
  • ivory.ptc.judgments.weighting.PageRank
  • ivory.ptc.judgments.weighting.Spam
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.