Package org.apache.mahout.math

Examples of org.apache.mahout.math.VarIntWritable

20
21
22
23
24
25
26
27
28
29
30
31
32
33
                     Text value,
                     Context context) throws IOException, InterruptedException {
    String line = value.toString();
    Matcher m = NUMBERS.matcher(line);
    m.find();
    VarIntWritable index = new VarIntWritable();
    VarLongWritable itemID = new VarLongWritable();
    while (m.find()) {
      long item = Long.parseLong(m.group());
      itemID.set(item);
      index.set(idToIndex(item));
      context.write(index, itemID);
    }
  }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
    try {
      Path unqualifiedItemIDIndexPath = new Path(itemIDIndexPathStr);
      FileSystem fs = FileSystem.get(unqualifiedItemIDIndexPath.toUri(), conf);
      Path itemIDIndexPath = new Path(itemIDIndexPathStr).makeQualified(fs);

      VarIntWritable index = new VarIntWritable();
      VarLongWritable id = new VarLongWritable();
      for (FileStatus status : fs.listStatus(itemIDIndexPath, PARTS_FILTER)) {
        String path = status.getPath().toString();
        SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(path).makeQualified(fs), conf);
        while (reader.next(index, id)) {
          indexItemIDMap.put(index.get(), id.get());
        }
        reader.close();
      }
    } catch (IOException ioe) {
      throw new IllegalStateException(ioe);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
89
    if (usersToRecommendFor != null && !usersToRecommendFor.contains(userID)) {
      return;
    }
    Vector userVector = maybePruneUserVector(value.get());
    Iterator<Vector.Element> it = userVector.iterateNonZero();
    VarIntWritable itemIndexWritable = new VarIntWritable();
    VectorOrPrefWritable vectorOrPref = new VectorOrPrefWritable();
    while (it.hasNext()) {
      Vector.Element e = it.next();
      itemIndexWritable.set(e.index());
      vectorOrPref.set(userID, (float) e.get());
      context.write(itemIndexWritable, vectorOrPref);
    }
  }
View Full Code Here
44
45
46
47
48
49
50
      if (currentUserID > lastSeenUserID) {
        lastSeenUserID = currentUserID;
        numberOfUsers++;
      }
    }
    context.write(new VarIntWritable(numberOfUsers), NullWritable.get());
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
   */
  @Test
  public void testCountUsersReducer() throws Exception {
    Reducer<CountUsersKeyWritable,VarLongWritable,VarIntWritable,NullWritable>.Context context =
        EasyMock.createMock(Reducer.Context.class);
    context.write(new VarIntWritable(3), NullWritable.get());
    EasyMock.replay(context);

    List<VarLongWritable> userIDs = Arrays.asList(new VarLongWritable(1L), new VarLongWritable(1L),
                                                  new VarLongWritable(3L), new VarLongWritable(5L),
                                                  new VarLongWritable(5L), new VarLongWritable(5L));
View Full Code Here
48
49
50
51
52
53
54
    for (VarLongWritable userID : values) {
      userIDs.add(userID.get());
      prefValues.add(1.0f);
    }

    ctx.write(new VarIntWritable(itemIDIndex), new VectorAndPrefsWritable(vector, userIDs, prefValues));
  }
View Full Code Here
44
45
46
47
48
49
50
                     Text value,
                     Context context) throws IOException, InterruptedException {
    String[] tokens = TasteHadoopUtils.splitPrefTokens(value.toString());
    long itemID = Long.parseLong(tokens[transpose ? 0 : 1]);
    int index = TasteHadoopUtils.idToIndex(itemID);
    context.write(new VarIntWritable(index), new VarLongWritable(itemID));
  } 
View Full Code Here
39
40
41
42
43
44
45
                     VectorWritable value,
                     Context context) throws IOException, InterruptedException {
    Vector similarityMatrixRow = value.get();
    /* remove self similarity */
    similarityMatrixRow.set(key.get(), Double.NaN);
    context.write(new VarIntWritable(key.get()), new VectorOrPrefWritable(similarityMatrixRow));
  }
View Full Code Here
40
41
42
43
44
45
46
47
48
      idx = keyStr.lastIndexOf('/', idx);
      String msgId = keyStr.substring(idx + 1);
      if (EmailUtility.WHITESPACE.matcher(msgId).matches()) {
        context.getCounter(EmailUtility.Counters.NO_MESSAGE_ID).increment(1);
      } else {
        context.write(new Text(msgId), new VarIntWritable(1));
      }
    }
  }
View Full Code Here
212
213
214
215
216
217
218
219
      Iterator<Vector.Element> elementsIterator = v.iterateNonZero();
      while (elementsIterator.hasNext()) {
        Vector.Element element = elementsIterator.next();
        int column = element.index();
        double value = element.get();
        ctx.write(new VarIntWritable(column), new WeightedOccurrence(row.get(), value, weight));
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.mahout.math.VarIntWritable

  • mia.recommender.ch06.WikipediaItemIDIndexMapper
  • org.apache.mahout.cf.taste.example.email.FromEmailToDictionaryMapper
  • org.apache.mahout.cf.taste.example.email.MailToDictionaryReducer
  • org.apache.mahout.cf.taste.example.email.MsgIdToDictionaryMapper
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$InitializeMReducer
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$PrefsToRatingsMapper
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$SolvingReducer
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJobTest
  • org.apache.mahout.cf.taste.hadoop.item.ItemFilterAsVectorAndPrefsReducer
  • org.apache.mahout.cf.taste.hadoop.item.ItemIDIndexMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.