Package org.apache.mahout.math

Examples of org.apache.mahout.math.RandomAccessSparseVector$NonZeroIterator

190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
   
    @Override
    protected void reduce(Text row, Iterable<VertexWritable> entries,
        Context context) throws IOException, InterruptedException {
      // now to assemble the vectors
      RandomAccessSparseVector output = new RandomAccessSparseVector(
          context.getConfiguration().getInt(EigencutsKeys.AFFINITY_DIMENSIONS, Integer.MAX_VALUE), 100);
      int rownum = Integer.parseInt(row.toString());
      for (VertexWritable e : entries) {
        // first, are we setting a diagonal?
        if (e.getCol() == rownum) {
          // add to what's already present
          output.setQuick(e.getCol(), output.getQuick(e.getCol()) + e.getValue());
        } else {
          // simply set the value
          output.setQuick(e.getCol(), e.getValue());
        }
      }
      context.write(new IntWritable(rownum), new VectorWritable(output));
    }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
  @Override
  protected void reduce(IntWritable key, Iterable<EigencutsSensitivityNode> arr, Context context)
    throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    Vector v = new RandomAccessSparseVector(conf.getInt(EigencutsKeys.AFFINITY_DIMENSIONS, Integer.MAX_VALUE), 100);
    double threshold = Double.parseDouble(conf.get(EigencutsKeys.TAU)) /
      Double.parseDouble(conf.get(EigencutsKeys.DELTA));
   
    for (EigencutsSensitivityNode n : arr) {
      if (n.getSensitivity() < threshold && n.getSensitivity() < v.getQuick(n.getColumn())) {
        v.setQuick(n.getColumn(), n.getSensitivity());
      }
    }
    context.write(key, new VectorWritable(v));
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
  protected AbstractCluster() {
  }

  protected AbstractCluster(Vector point, int id2) {
    this.numPoints = 0;
    this.center = new RandomAccessSparseVector(point);
    this.radius = point.like();
    this.id = id2;
  }
View Full Code Here
59
60
61
62
63
64
65
66
67
    this.id = id2;
  }

  protected AbstractCluster(Vector center2, Vector radius2, int id2) {
    this.numPoints = 0;
    this.center = new RandomAccessSparseVector(center2);
    this.radius = new RandomAccessSparseVector(radius2);
    this.id = id2;
  }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
 
  @Override
  protected void reduce(IntWritable rowIndex, Iterable<DistributedRowMatrix.MatrixEntryWritable> values, Context ctx)
      throws IOException, InterruptedException {

    Vector vector = new RandomAccessSparseVector(Integer.MAX_VALUE, 100);
    for (DistributedRowMatrix.MatrixEntryWritable entry : values) {
      vector.setQuick(entry.getCol(), entry.getVal());
    }
    VectorWritable vectorWritable = new VectorWritable(vector);
    vectorWritable.setWritesLaxPrecision(true);
    ctx.write(rowIndex, vectorWritable);
  }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
  @Override
  protected void reduce(IntWritable row, Iterable<DistributedRowMatrix.MatrixEntryWritable> values, Context context)
    throws IOException, InterruptedException {
    int size = context.getConfiguration().getInt(EigencutsKeys.AFFINITY_DIMENSIONS, Integer.MAX_VALUE);
    RandomAccessSparseVector out = new RandomAccessSparseVector(size, 100);

    for (DistributedRowMatrix.MatrixEntryWritable element : values) {
      out.setQuick(element.getCol(), element.getVal());
      if (log.isDebugEnabled()) {
        log.debug("(DEBUG - REDUCE) Row[{}], Column[{}], Value[{}]",
                  new Object[] {row.get(), element.getCol(), element.getVal()});
      }
    }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
139
140
    context.write(new EntityEntityWritable(34L, 56L), new DoubleWritable(0.9));

    EasyMock.replay(context);

    Vector vector = new RandomAccessSparseVector(Integer.MAX_VALUE);
    vector.set(12, 0.2);
    vector.set(34, 1.0);
    vector.set(56, 0.9);

    MostSimilarItemPairsMapper mapper = new MostSimilarItemPairsMapper();
    setField(mapper, "indexItemIDMap", indexItemIDMap);
    setField(mapper, "maxSimilarItemsPerItem", 1);
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
   * Generate random document vector
   * @param numWords int number of words in the vocabulary
   * @param numWords E[count] for each word
   */
  private RandomAccessSparseVector generateRandomDoc(int numWords, double sparsity) throws MathException {
    RandomAccessSparseVector v = new RandomAccessSparseVector(numWords,(int)(numWords * sparsity));
    IntegerDistribution dist = new PoissonDistributionImpl(sparsity);
    for (int i = 0; i < numWords; i++) {
      // random integer
      v.set(i,dist.inverseCumulativeProbability(random.nextDouble()) + 1);
    }
    return v;
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
  public void testMapper() throws Exception {
    LDAState state = generateRandomState(100,NUM_TOPICS);
    LDAMapper mapper = new LDAMapper();
    mapper.configure(state);
    for(int i = 0; i < NUM_TESTS; ++i) {
      RandomAccessSparseVector v = generateRandomDoc(100,0.3);
      int myNumWords = numNonZero(v);
      LDAMapper.Context mock = EasyMock.createMock(LDAMapper.Context.class);

      mock.write(EasyMock.isA(IntPairWritable.class), EasyMock.isA(DoubleWritable.class));
      EasyMock.expectLastCall().times(myNumWords * NUM_TOPICS + NUM_TOPICS + 1);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
    extends Reducer<VarLongWritable,VarLongWritable,VarIntWritable,VectorAndPrefsWritable> {
  @Override
  protected void reduce(VarLongWritable itemID, Iterable<VarLongWritable> values, Context ctx)
      throws IOException, InterruptedException {
    int itemIDIndex = TasteHadoopUtils.idToIndex(itemID.get());
    Vector vector = new RandomAccessSparseVector(Integer.MAX_VALUE, 1);
    /* artificial NaN summand to exclude this item from the recommendations for all users specified in userIDs */
    vector.set(itemIDIndex, Double.NaN);

    List<Long> userIDs = new ArrayList<Long>();
    List<Float> prefValues = new ArrayList<Float>();
    for (VarLongWritable userID : values) {
      userIDs.add(userID.get());
View Full Code Here
TOP

Related Classes of org.apache.mahout.math.RandomAccessSparseVector$NonZeroIterator

  • com.mozilla.grouperfish.pig.storage.MahoutVectorStorage
  • com.mozilla.grouperfish.transforms.coclustering.pig.storage.MahoutVectorStorage
  • com.twitter.elephantbird.pig.mahout.VectorWritableConverter
  • org.apache.mahout.benchmark.VectorBenchmarks
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$AverageRatingMapper
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$ItemRatingVectorsMapper
  • org.apache.mahout.cf.taste.hadoop.item.AggregateAndRecommendReducer
  • org.apache.mahout.cf.taste.hadoop.item.ItemFilterAsVectorAndPrefsReducer
  • org.apache.mahout.cf.taste.hadoop.item.RecommenderJobTest
  • org.apache.mahout.cf.taste.hadoop.item.RecommenderMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.