Package org.apache.mahout.math

Examples of org.apache.mahout.math.VarIntWritable

55
56
57
58
59
60
61
62
63
64
65
66
  @Test
  public void testRowWeightMapper() throws Exception {
    Mapper<IntWritable,VectorWritable,VarIntWritable,WeightedOccurrence>.Context context =
      EasyMock.createMock(Mapper.Context.class);

    context.write(new VarIntWritable(456), new WeightedOccurrence(123, 0.5, 2.0));
    context.write(new VarIntWritable(789), new WeightedOccurrence(123, 0.1, 2.0));

    EasyMock.replay(context);

    Vector vector = new RandomAccessSparseVector(Integer.MAX_VALUE);
    vector.set(456, 0.5);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
        new WeightedOccurrence(78, 3.0, 9.0));

    Reducer<VarIntWritable,WeightedOccurrence,VarIntWritable,WeightedOccurrenceArray>.Context context =
      EasyMock.createMock(Reducer.Context.class);

    context.write(EasyMock.eq(new VarIntWritable(123)), weightedOccurrenceArrayMatches(weightedOccurrences));

    EasyMock.replay(context);

    new RowSimilarityJob.WeightedOccurrencesPerColumnReducer().reduce(new VarIntWritable(123), weightedOccurrences,
        context);

    EasyMock.verify(context);
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
    EasyMock.replay(context);

    WeightedOccurrenceArray weightedOccurrences = new WeightedOccurrenceArray(new WeightedOccurrence[] {
        new WeightedOccurrence(34, 0.5, 1.0), new WeightedOccurrence(56, 1.0, 3.0) });

    new RowSimilarityJob.CooccurrencesMapper().map(new VarIntWritable(12), weightedOccurrences, context);

    EasyMock.verify(context);
  }
View Full Code Here
36
37
38
39
40
41
42
    throws IOException, InterruptedException {
    int sum = 0;
    for (VarIntWritable value : values) {
      sum += value.get();
    }
    context.write(new Text(key), new VarIntWritable(sum));
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
      full = EmailUtility.cleanUpEmailAddress(full);

      if (EmailUtility.WHITESPACE.matcher(full).matches()) {
        context.getCounter(EmailUtility.Counters.NO_FROM_ADDRESS).increment(1);
      } else {
        context.write(new Text(full), new VarIntWritable(1));
      }
    }

  }
View Full Code Here
40
41
42
43
44
45
46
47
48
      idx = keyStr.lastIndexOf('/', idx);
      String msgId = keyStr.substring(idx + 1);
      if (EmailUtility.WHITESPACE.matcher(msgId).matches()) {
        context.getCounter(EmailUtility.Counters.NO_MESSAGE_ID).increment(1);
      } else {
        context.write(new Text(msgId), new VarIntWritable(1));
      }
    }
  }
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
  @Test
  public void testSimilarityMatrixRowWrapperMapper() throws Exception {
    Mapper<IntWritable,VectorWritable,VarIntWritable,VectorOrPrefWritable>.Context context =
      EasyMock.createMock(Mapper.Context.class);

    context.write(EasyMock.eq(new VarIntWritable(12)), vectorOfVectorOrPrefWritableMatches(MathHelper.elem(34, 0.5),
        MathHelper.elem(56, 0.7)));

    EasyMock.replay(context);

    RandomAccessSparseVector vector = new RandomAccessSparseVector(Integer.MAX_VALUE, 100);
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
  @Test
  public void testUserVectorSplitterMapper() throws Exception {
    Mapper<VarLongWritable,VectorWritable, VarIntWritable,VectorOrPrefWritable>.Context context =
        EasyMock.createMock(Mapper.Context.class);

    context.write(EasyMock.eq(new VarIntWritable(34)), prefOfVectorOrPrefWritableMatches(123L, 0.5f));
    context.write(EasyMock.eq(new VarIntWritable(56)), prefOfVectorOrPrefWritableMatches(123L, 0.7f));

    EasyMock.replay(context);

    UserVectorSplitterMapper mapper = new UserVectorSplitterMapper();
    setField(mapper, "maxPrefsPerUserConsidered", 10);
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
285
  @Test
  public void testUserVectorSplitterMapperUserExclusion() throws Exception {
    Mapper<VarLongWritable,VectorWritable, VarIntWritable,VectorOrPrefWritable>.Context context =
        EasyMock.createMock(Mapper.Context.class);

    context.write(EasyMock.eq(new VarIntWritable(34)), prefOfVectorOrPrefWritableMatches(123L, 0.5f));
    context.write(EasyMock.eq(new VarIntWritable(56)), prefOfVectorOrPrefWritableMatches(123L, 0.7f));

    EasyMock.replay(context);

    FastIDSet usersToRecommendFor = new FastIDSet();
    usersToRecommendFor.add(123L);
View Full Code Here
306
307
308
309
310
311
312
313
314
315
316
317
  @Test
  public void testUserVectorSplitterMapperOnlySomePrefsConsidered() throws Exception {
    Mapper<VarLongWritable,VectorWritable, VarIntWritable,VectorOrPrefWritable>.Context context =
        EasyMock.createMock(Mapper.Context.class);

    context.write(EasyMock.eq(new VarIntWritable(34)), prefOfVectorOrPrefWritableMatchesNaN(123L));
    context.write(EasyMock.eq(new VarIntWritable(56)), prefOfVectorOrPrefWritableMatches(123L, 0.7f));

    EasyMock.replay(context);

    UserVectorSplitterMapper mapper = new UserVectorSplitterMapper();
    setField(mapper, "maxPrefsPerUserConsidered", 1);
View Full Code Here
TOP

Related Classes of org.apache.mahout.math.VarIntWritable

  • mia.recommender.ch06.WikipediaItemIDIndexMapper
  • org.apache.mahout.cf.taste.example.email.FromEmailToDictionaryMapper
  • org.apache.mahout.cf.taste.example.email.MailToDictionaryReducer
  • org.apache.mahout.cf.taste.example.email.MsgIdToDictionaryMapper
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$InitializeMReducer
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$PrefsToRatingsMapper
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$SolvingReducer
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJobTest
  • org.apache.mahout.cf.taste.hadoop.item.ItemFilterAsVectorAndPrefsReducer
  • org.apache.mahout.cf.taste.hadoop.item.ItemIDIndexMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.