Package org.apache.mahout.math

Examples of org.apache.mahout.math.VectorWritable

66
67
68
69
70
71
72
73
74
    List<VectorWritable> points = new ArrayList<VectorWritable>();
    int i = 0;
    for (double[] fr : raw) {
      Vector vec = new RandomAccessSparseVector(String.valueOf(i++), fr.length);
      vec.assign(fr);
      points.add(new VectorWritable(vec));
    }
    return points;
  }
View Full Code Here
588
589
590
591
592
593
594
595
596
597
598
599
600
601
    int count = 0;
    /*
     * while (reader.ready()) { System.out.println(reader.readLine()); count++; }
     */
    Text txt = new Text();
    VectorWritable vector = new VectorWritable();
    while (reader.next(txt, vector)) {
      count++;
      System.out.println("Txt: " + txt + " Vec: " + vector.get().asFormatString());
    }
    // the point [3.0,3.0] is covered by both canopies
    assertEquals("number of points", 2 + 2 * points.size(), count);
    reader.close();
  }
View Full Code Here
620
621
622
623
624
625
626
627
628
629
630
    int count = 0;
    /*
     * while (reader.ready()) { System.out.println(reader.readLine()); count++; }
     */
    Text txt = new Text();
    VectorWritable can = new VectorWritable();
    while (reader.next(txt, can)) {
      count++;
    }
    /*
     * while (reader.ready()) { System.out.println(reader.readLine()); count++; }
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
249
    public void reduce(NullWritable n,
                       Iterator<VectorWritable> vectors,
                       OutputCollector<NullWritable,VectorWritable> out,
                       Reporter reporter) throws IOException {
      while(vectors.hasNext()) {
        VectorWritable v = vectors.next();
        if(v != null) {
          v.get().addTo(outputVector);
        }
      }
      out.collect(NullWritable.get(), new VectorWritable(outputVector));
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
    List<VectorWritable> points = new ArrayList<VectorWritable>();
    int i = 0;
    for (double[] fr : raw) {
      Vector vec = new RandomAccessSparseVector(String.valueOf(i++), fr.length);
      vec.assign(fr);
      points.add(new VectorWritable(vec));
    }
    return points;
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
    log.info("Persisting " + eigenVectors.numRows() + " eigenVectors and eigenValues to: " + outputPath);
    Path path = new Path(outputPath);
    Configuration conf = getConf();
    FileSystem fs = FileSystem.get(conf);
    SequenceFile.Writer seqWriter = new SequenceFile.Writer(fs, conf, path, IntWritable.class, VectorWritable.class);
    VectorWritable vw = new VectorWritable();
    IntWritable iw = new IntWritable();
    for(int i=0; i<eigenVectors.numRows() - 1; i++) {
      Vector v = eigenVectors.getRow(i);
      v.setName("eigenVector" + i + ", eigenvalue = " + eigenValues.get(i));
      vw.set(v);
      iw.set(i);
      seqWriter.append(iw, vw);
    }
    seqWriter.close();
  }
View Full Code Here
279
280
281
282
283
284
285
286
      VectorModelDistribution.class);
    VectorModelDistribution factory = cl.newInstance();
   
    Class<? extends Vector> vcl = ccl.loadClass(modelPrototype).asSubclass(Vector.class);
    Constructor<? extends Vector> v = vcl.getConstructor(int.class);
    factory.setModelPrototype(new VectorWritable(v.newInstance(prototypeSize)));
    return new DirichletState<VectorWritable>(factory, numModels, alpha_0);
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
                     OutputCollector<Text,DirichletCluster<VectorWritable>> output,
                     Reporter reporter) throws IOException {
    int k = Integer.parseInt(key.toString());
    Model<VectorWritable> model = newModels[k];
    while (values.hasNext()) {
      VectorWritable v = values.next();
      model.observe(v);
    }
    model.computeParameters();
    DirichletCluster<VectorWritable> cluster = state.getClusters().get(k);
    cluster.setModel(model);
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
 
  @Override
  public void close() throws IOException {
    for (Canopy canopy : canopies) {
      Vector centroid = canopy.computeCentroid();
      VectorWritable vw = new VectorWritable();
      vw.set(centroid);
      outputCollector.collect(new Text("centroid"), vw);
    }
    super.close();
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
                     OutputCollector<WritableComparable<?>,VectorWritable> output,
                     Reporter reporter) throws IOException {
   
    Vector vector = new RandomAccessSparseVector(key.toString(), dimension, 10);
    while (values.hasNext()) {
      VectorWritable value = values.next();
      value.get().addTo(vector);
    }
    if (normPower != PartialVectorMerger.NO_NORMALIZING) {
      vector = vector.normalize(normPower);
    }
    if (sequentialAccess) {
View Full Code Here
TOP

Related Classes of org.apache.mahout.math.VectorWritable

  • com.mozilla.grouperfish.mahout.clustering.display.lda.DisplayLDABase
  • com.mozilla.grouperfish.mahout.clustering.display.lda.OriginalText
  • com.mozilla.grouperfish.transforms.coclustering.pig.storage.MahoutVectorStorage
  • com.twitter.elephantbird.pig.mahout.VectorWritableConverter
  • mia.recommender.ch02.CSVToMahout
  • org.apache.mahout.benchmark.VectorBenchmarks
  • org.apache.mahout.cf.taste.hadoop.als.ALS
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob
  • org.apache.mahout.cf.taste.hadoop.als.VectorWithIndexWritable
  • org.apache.mahout.cf.taste.hadoop.item.PrefAndSimilarityColumnWritable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.