Package ivory.core.data.stat

Examples of ivory.core.data.stat.SpamPercentileScore

315
316
317
318
319
320
321
322
323
324
325
326
    generator.preparePostings(postingsPath);

    int[] newDocidsLookup = null;
    FSDataOutputStream output = null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
    }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output = null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output =null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
    //Evaluate queries and/or write the results to an output file
    int[] newDocidsLookup = null;
    FSDataOutputStream output =null;
    if(writeOutput) {
      final SpamPercentileScore spamScores = new SpamPercentileScore();
      spamScores.initialize(options.getOptionValue(OptionManager.SPAM_PATH), fs);
      newDocidsLookup = DocumentUtility.reverseLookupSpamSortedDocids(DocumentUtility.spamSortDocids(spamScores));

      output = fs.create(new Path(options.getOptionValue(OptionManager.OUTPUT_PATH)));
      output.write(("<parameters>\n").getBytes());
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
   * @param bitsPerElement Number of bits dedicated to one element
   * @param nbHash Number of hash functions
   */
  public static void writeSignatures(String outputPath, FileSystem fs, RetrievalEnvironment env,
                                     String spamScoresPath, int bitsPerElement, int nbHash) throws IOException {
    SpamPercentileScore spamScores = new SpamPercentileScore();
    spamScores.initialize(spamScoresPath, fs);
    int[] newDocids = DocumentUtility.spamSortDocids(spamScores);

    int collectionSize = env.readCollectionTermCount();
    Posting posting = new Posting();
    FSDataOutputStream out;
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
  public void initialize(FileSystem fs, String... params) {
    if (params.length != 1) {
      throw new RuntimeException("Missing score table. " + toString()
          + " requires one parameter as follows: <SpamScore>");
    }
    scoresSpam = new SpamPercentileScore();

    try {
      scoresSpam.initialize(params[0], fs);
    } catch (Exception e) {
      throw new RuntimeException("Error reading scores!", e);
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  public void initialize(FileSystem fs, String... params) {
    if (params.length != 1) {
      throw new RuntimeException("Missing score table. " + toString()
          + " requires one parameter as follows: <SpamScore>");
    }
    scoresSpam = new SpamPercentileScore();
    try {
      scoresSpam.initialize(params[0], fs);
    } catch (Exception e) {
      throw new RuntimeException("Error reading scores!", e);
    }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  public void initialize(FileSystem fs, String... params) {
    if (params.length != 2) {
      throw new RuntimeException("Missing score table. " + toString()
          + " requires two parameters as follows: <SpamScores, PageRankScores>.");
    }
    scoresSpam = new SpamPercentileScore();
    scoresPageRank = new DocScoreTable4BF();

    try {
      scoresSpam.initialize(params[0], fs);
      scoresPageRank.initialize(params[1], fs);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
  public void initialize(FileSystem fs, String... params) {
    if (params.length != 1) {
      throw new RuntimeException("Missing score table. " + toString()
          + " requires one parameter as follows: <SpamScore>");
    }
    scoresSpam = new SpamPercentileScore();
    try {
      scoresSpam.initialize(params[0], fs);
    } catch (Exception e) {
      throw new RuntimeException("Error reading scores!", e);
    }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
    HMapIV<int[]> queries = QueryUtility.queryToIntegerCode(env, parsedQueries);

    Set<Integer> termidHistory = Sets.newHashSet();
    HMapII docLengths = new HMapII();

    SpamPercentileScore spamScores = new SpamPercentileScore();
    spamScores.initialize(spamPath, fs);
    int[] newDocids = DocumentUtility.spamSortDocids(spamScores);

    Posting posting = new Posting();
    List<TermPositions> positions = Lists.newArrayList();
    Map<Integer, TermPositions> positionsMap = Maps.newHashMap();
View Full Code Here
TOP

Related Classes of ivory.core.data.stat.SpamPercentileScore

  • ivory.bloomir.data.CompressedPostingsIO
  • ivory.bloomir.data.SignatureIO
  • ivory.bloomir.ranker.BloomRanker
  • ivory.bloomir.ranker.LinearMergingRanker
  • ivory.bloomir.ranker.SmallAdaptiveRanker
  • ivory.ffg.driver.RankAndFeaturesSmallAdaptive
  • ivory.ffg.preprocessing.GenerateCompressedPositionalPostings
  • ivory.ptc.judgments.weighting.Anchor
  • ivory.ptc.judgments.weighting.PageRank
  • ivory.ptc.judgments.weighting.Spam
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.