Package org.apache.mahout.cf.taste.impl.common

Examples of org.apache.mahout.cf.taste.impl.common.RunningAverageAndStdDev

210
211
212
213
214
215
216
217
218
219
220
 
  private static Collection<Callable<Void>> wrapWithStatsCallables(Collection<Callable<Void>> callables) {
    int size = callables.size();
    Collection<Callable<Void>> wrapped = new ArrayList<Callable<Void>>(size);
    int count = 0;
    RunningAverageAndStdDev timing = new FullRunningAverageAndStdDev();
    for (Callable<Void> callable : callables) {
      boolean logStats = count++ % 1000 == 0; // log every 100 or so iterations
      wrapped.add(new StatsCallable(callable, logStats, timing));
    }
    return wrapped;
View Full Code Here
198
199
200
201
202
203
204
205
206
207
208
209
  private static double computeThreshold(PreferenceArray prefs) {
    if (prefs.length() < 2) {
      // Not enough data points -- return a threshold that allows everything
      return Double.NEGATIVE_INFINITY;
    }
    RunningAverageAndStdDev stdDev = new FullRunningAverageAndStdDev();
    int size = prefs.length();
    for (int i = 0; i < size; i++) {
      stdDev.addDatum(prefs.getValue(i));
    }
    return stdDev.getAverage() + stdDev.getStandardDeviation();
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
    refresh(null);
  }
 
  @Override
  public float getTransformedValue(Preference pref) throws TasteException {
    RunningAverageAndStdDev meanAndStdev = meanAndStdevs.get(pref.getUserID());
    if (meanAndStdev.getCount() > 1) {
      double stdev = meanAndStdev.getStandardDeviation();
      if (stdev > 0.0) {
        return (float) ((pref.getValue() - meanAndStdev.getAverage()) / stdev);
      }
    }
    return 0.0f;
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
 
  private class MeanStdevRetriever implements Retriever<Long,RunningAverageAndStdDev> {
   
    @Override
    public RunningAverageAndStdDev get(Long userID) throws TasteException {
      RunningAverageAndStdDev running = new FullRunningAverageAndStdDev();
      PreferenceArray prefs = dataModel.getPreferencesFromUser(userID);
      int size = prefs.length();
      for (int i = 0; i < size; i++) {
        running.addDatum(prefs.getValue(i));
      }
      return running;
    }
View Full Code Here
191
192
193
194
195
196
197
198
199
200
201
202
  private static double computeThreshold(PreferenceArray prefs) {
    if (prefs.length() < 2) {
      // Not enough data points -- return a threshold that allows everything
      return Double.NEGATIVE_INFINITY;
    }
    RunningAverageAndStdDev stdDev = new FullRunningAverageAndStdDev();
    int size = prefs.length();
    for (int i = 0; i < size; i++) {
      stdDev.addDatum(prefs.getValue(i));
    }
    return stdDev.getAverage() + stdDev.getStandardDeviation();
  }
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
  private static Collection<Callable<Void>> wrapWithStatsCallables(Collection<Callable<Void>> callables,
                                                                   AtomicInteger noEstimateCounter) {
    int size = callables.size();
    Collection<Callable<Void>> wrapped = new ArrayList<Callable<Void>>(size);
    int count = 0;
    RunningAverageAndStdDev timing = new FullRunningAverageAndStdDev();
    for (Callable<Void> callable : callables) {
      boolean logStats = count++ % 1000 == 0; // log every 100 or so iterations
      wrapped.add(new StatsCallable(callable, logStats, timing, noEstimateCounter));
    }
    return wrapped;
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    refresh(null);
  }

  @Override
  public double getTransformedValue(Preference pref) throws TasteException {
    RunningAverageAndStdDev meanAndStdev = meanAndStdevs.get(pref.getUser());
    if (meanAndStdev.getCount() > 1) {
      double stdev = meanAndStdev.getStandardDeviation();
      if (stdev > 0.0) {
        return (pref.getValue() - meanAndStdev.getAverage()) / stdev;
      }
    }
    return 0.0;
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
  private static class MeanStdevRetriever implements Retriever<User, RunningAverageAndStdDev> {

    @Override
    public RunningAverageAndStdDev get(User user) throws TasteException {
      RunningAverageAndStdDev running = new FullRunningAverageAndStdDev();
      Preference[] prefs = user.getPreferencesAsArray();
      for (Preference pref : prefs) {
        running.addDatum(pref.getValue());
      }
      return running;
    }
View Full Code Here
174
175
176
177
178
179
180
181
182
183
184
  private static double computeThreshold(Preference[] prefs) {
    if (prefs.length < 2) {
      // Not enough data points -- return a threshold that allows everything
      return Double.NEGATIVE_INFINITY;
    }
    RunningAverageAndStdDev stdDev = new FullRunningAverageAndStdDev();
    for (Preference pref : prefs) {
      stdDev.addDatum(pref.getValue());
    }
    return stdDev.getAverage() + stdDev.getStandardDeviation();
  }
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
  public void testRemovePref() throws Exception {
    double eps = 0.0001;
    DataModel model = getDataModelPocked();
    MemoryDiffStorage storage = new MemoryDiffStorage(model, Weighting.WEIGHTED, Long.MAX_VALUE);
   
    RunningAverageAndStdDev average = (RunningAverageAndStdDev) storage.getDiff(0, 1);
    assertEquals(-0.033333, average.getAverage(), eps);
    assertEquals(0.32145, average.getStandardDeviation(), eps);
    assertEquals(3, average.getCount());

    storage.removeItemPref(2, 1, 0.1f);
    average = (RunningAverageAndStdDev) storage.getDiff(0, 1);
    assertEquals(0.00000001, average.getAverage(), eps);
    assertEquals(0.44721, average.getStandardDeviation(), eps);
    assertEquals(2, average.getCount());
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.cf.taste.impl.common.RunningAverageAndStdDev

  • org.apache.mahout.cf.taste.example.kddcup.track1.Track1RecommenderEvaluator
  • org.apache.mahout.cf.taste.impl.eval.AbstractDifferenceRecommenderEvaluator
  • org.apache.mahout.cf.taste.impl.eval.GenericRecommenderIRStatsEvaluator
  • org.apache.mahout.cf.taste.impl.eval.LoadEvaluator
  • org.apache.mahout.cf.taste.impl.recommender.slopeone.MemoryDiffStorageTest
  • org.apache.mahout.cf.taste.impl.recommender.svd.ImplicitLinearRegressionFactorizer
  • org.apache.mahout.cf.taste.impl.transforms.ZScore
  • org.apache.mahout.cf.taste.impl.transforms.ZScore$MeanStdevRetriever
  • org.apache.mahout.classifier.ConfusionMatrix
  • org.apache.mahout.classifier.ResultAnalyzer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.