Package org.apache.mahout.cf.taste.impl.common

Examples of org.apache.mahout.cf.taste.impl.common.FullRunningAverageAndStdDev

140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
   * Standard deviation of normalized producer accuracy
   * Not a standard score
   * @return double
   */
  public RunningAverageAndStdDev getNormalizedStats() {
    RunningAverageAndStdDev summer = new FullRunningAverageAndStdDev();
    for (int d = 0; d < confusionMatrix.length; d++) {
      double total = 0;
      for (int j = 0; j < confusionMatrix.length; j++) {
        total += confusionMatrix[d][j];
      }
      summer.addDatum(confusionMatrix[d][d] / (total + 0.000001));
    }
   
    return summer;
  }
View Full Code Here
383
384
385
386
387
388
389
    }
    return averageCount;
  }
 
  private RunningAverage buildRunningAverage() {
    return stdDevWeighted ? new FullRunningAverageAndStdDev() : new FullRunningAverage();
  }
View Full Code Here
305
306
307
308
309
310
311
312
313
314
315
  private static Collection<Callable<Void>> wrapWithStatsCallables(Collection<Callable<Void>> callables) {
    int size = callables.size();
    Collection<Callable<Void>> wrapped = Lists.newArrayListWithExpectedSize(size);
    int count = 1;
    RunningAverageAndStdDev timing = new FullRunningAverageAndStdDev();
    for (Callable<Void> callable : callables) {
      boolean logStats = count++ % 1000 == 0;
      wrapped.add(new StatsCallable(callable, logStats, timing));
    }
    return wrapped;
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
95
 
  private class MeanStdevRetriever implements Retriever<Long,RunningAverageAndStdDev> {
   
    @Override
    public RunningAverageAndStdDev get(Long userID) throws TasteException {
      RunningAverageAndStdDev running = new FullRunningAverageAndStdDev();
      PreferenceArray prefs = dataModel.getPreferencesFromUser(userID);
      int size = prefs.length();
      for (int i = 0; i < size; i++) {
        running.addDatum(prefs.getValue(i));
      }
      return running;
    }
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
  private static double computeThreshold(PreferenceArray prefs) {
    if (prefs.length() < 2) {
      // Not enough data points -- return a threshold that allows everything
      return Double.NEGATIVE_INFINITY;
    }
    RunningAverageAndStdDev stdDev = new FullRunningAverageAndStdDev();
    int size = prefs.length();
    for (int i = 0; i < size; i++) {
      stdDev.addDatum(prefs.getValue(i));
    }
    return stdDev.getAverage() + stdDev.getStandardDeviation();
  }
View Full Code Here
52
53
54
55
56
57
58
  public void readFields(DataInput dataInput) throws IOException {
    int count = Varint.readUnsignedVarInt(dataInput);
    double diff = dataInput.readDouble();
    double mk = dataInput.readDouble();
    double sk = dataInput.readDouble();
    average = new FullRunningAverageAndStdDev(count, diff, mk, sk);
  }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
 
  @Override
  protected void reduce(EntityEntityWritable key,
                        Iterable<FloatWritable> values,
                        Context context) throws IOException, InterruptedException {
    FullRunningAverageAndStdDev average = new FullRunningAverageAndStdDev();
    for (FloatWritable value : values) {
      average.addDatum(value.get());
    }
    context.write(key, new FullRunningAverageAndStdDevWritable(average));
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
    for (Map.Entry<Long,PreferenceArray> entry : testPrefs.entrySet()) {
      estimateCallables.add(
          new PreferenceEstimateCallable(recommender, entry.getKey(), entry.getValue(), noEstimateCounter));
    }
    log.info("Beginning evaluation of {} users", estimateCallables.size());
    RunningAverageAndStdDev timing = new FullRunningAverageAndStdDev();
    execute(estimateCallables, noEstimateCounter, timing);
    return computeFinalEvaluation();
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
    Collection<Callable<Void>> callables = Lists.newArrayList();
    while (userSampler.hasNext()) {
      callables.add(new LoadCallable(recommender, userSampler.next()));
    }
    AtomicInteger noEstimateCounter = new AtomicInteger();
    RunningAverageAndStdDev timing = new FullRunningAverageAndStdDev();
    AbstractDifferenceRecommenderEvaluator.execute(callables, noEstimateCounter, timing);
    return new LoadStatistics(timing);
  }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
    }
    if (averageCount < maxEntries) {
      if (hasMkSk) {
        double mk = Double.parseDouble(tokens[4]);
        double sk = Double.parseDouble(tokens[5]);
        average = new FullRunningAverageAndStdDev(count, diff, mk, sk);
      } else {
        average = new FullRunningAverage(count, diff);
      }
      level1Map.put(itemID2, average);
      averageCount++;
View Full Code Here
TOP

Related Classes of org.apache.mahout.cf.taste.impl.common.FullRunningAverageAndStdDev

  • org.apache.mahout.cf.taste.example.kddcup.track1.Track1RecommenderEvaluator
  • org.apache.mahout.cf.taste.hadoop.slopeone.FullRunningAverageAndStdDevWritable
  • org.apache.mahout.cf.taste.hadoop.slopeone.SlopeOneDiffsToAveragesReducer
  • org.apache.mahout.cf.taste.impl.eval.AbstractDifferenceRecommenderEvaluator
  • org.apache.mahout.cf.taste.impl.eval.GenericRecommenderIRStatsEvaluator
  • org.apache.mahout.cf.taste.impl.eval.LoadEvaluator
  • org.apache.mahout.cf.taste.impl.recommender.slopeone.file.FileDiffStorage
  • org.apache.mahout.cf.taste.impl.recommender.slopeone.MemoryDiffStorage
  • org.apache.mahout.cf.taste.impl.recommender.svd.ImplicitLinearRegressionFactorizer
  • org.apache.mahout.cf.taste.impl.transforms.ZScore$MeanStdevRetriever
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.