Package org.apache.mahout.math

Examples of org.apache.mahout.math.VectorWritable

179
180
181
182
183
184
185
186
187
188
189
    generateSamples(100, 0, 0, 1);
    generateSamples(100, 2, 0, 1);
    generateSamples(100, 0, 2, 1);
    generateSamples(100, 2, 2, 1);
    DirichletState<VectorWritable> state = new DirichletState<VectorWritable>(new SampledNormalDistribution(
        new VectorWritable(new DenseVector(2))), 20, 1.0);
   
    List<Model<VectorWritable>[]> models = new ArrayList<Model<VectorWritable>[]>();
   
    for (int iteration = 0; iteration < 10; iteration++) {
      DirichletMapper mapper = new DirichletMapper();
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
   */
  public void testMapper() throws Exception {
    LDAState state = generateRandomState(100,NUM_TOPICS);
    LDAMapper mapper = new LDAMapper();
    mapper.configure(state);
    VectorWritable vw = new VectorWritable();
    for(int i = 0; i < NUM_TESTS; ++i) {
      RandomAccessSparseVector v = generateRandomDoc(100,0.3);
      int myNumWords = numNonZero(v);
      LDAMapper.Context mock = createMock(LDAMapper.Context.class);

      mock.write(isA(IntPairWritable.class),isA(DoubleWritable.class));
      expectLastCall().times(myNumWords * NUM_TOPICS + NUM_TOPICS + 1);
      replay(mock);
      vw.set(v);
      mapper.map(new Text("tstMapper"), vw, mock);
      verify(mock);
    }
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
  }
 
  @Override
  public void readFields(DataInput in) throws IOException {
    this.probability = in.readDouble();
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    this.pointTotal = temp.get();
  }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
    return buf.toString();
  }
 
  @Override
  public void readFields(DataInput in) throws IOException {
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    this.mean = temp.get();
    this.stdDev = in.readDouble();
    this.s0 = in.readInt();
    temp.readFields(in);
    this.s1 = temp.get();
    temp.readFields(in);
    this.s2 = temp.get();
  }
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
    return buf.toString();
  }
 
  @Override
  public void readFields(DataInput in) throws IOException {
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    this.mean = temp.get();
    temp.readFields(in);
    this.stdDev = temp.get();
    this.s0 = in.readInt();
    temp.readFields(in);
    this.s1 = temp.get();
    temp.readFields(in);
    this.s2 = temp.get();
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
    return Math.exp(-L1Model.measure.distance(x.get(), coefficients));
  }
 
  @Override
  public void readFields(DataInput in) throws IOException {
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    coefficients = temp.get();
  }
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
 
  @Override
  public void readFields(DataInput in) throws IOException {
    this.setId(in.readInt());
    converged = in.readBoolean();
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    this.setCenter(new RandomAccessSparseVector(temp.get()));
    this.pointProbSum = 0;
    this.weightedPointTotal = getCenter().like();
  }
View Full Code Here
11
12
13
14
15
16
17
18
19
20
21
public class VectorDumper extends MeanShiftOutDumper {

  @Override
  protected void dump(SequenceFile.Reader reader, PrintWriter writer) throws IOException{
    VectorWritable value = new VectorWritable();
    Text key = new Text();
    while(reader.next(key, value)){
      if(key != null && value != null){
        writer.println(key.toString());
      }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
        if(vectorPath.getName().startsWith("part-")){
          conf.setClass("mapred.output.compression.codec", GzipCodec.class,
              CompressionCodec.class);
          FileSystem fs = vectorPath.getFileSystem(conf);
          SequenceFile.Reader reader = new SequenceFile.Reader( fs, vectorPath, conf);
          VectorWritable v2 = new VectorWritable();
          Text vkey = new Text();
          while(reader.next(vkey, v2)){
            if(v2 != null){
              if(measure.distance(v1, v2.get()) < t){
                output.collect(key, new Text(v2.get().getName()));
              }
            }
          }
        }
      }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
      }
      return new FuzzyKMeansClusterer().computePi(clusters, distances);
    } else {
      int i = 0;
      for (Model<VectorWritable> model : models) {
        pdfs.set(i++, model.pdf(new VectorWritable(instance)));
      }
      return pdfs.assign(new TimesFunction(), 1.0 / pdfs.zSum());
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.math.VectorWritable

  • com.mozilla.grouperfish.mahout.clustering.display.lda.DisplayLDABase
  • com.mozilla.grouperfish.mahout.clustering.display.lda.OriginalText
  • com.mozilla.grouperfish.transforms.coclustering.pig.storage.MahoutVectorStorage
  • com.twitter.elephantbird.pig.mahout.VectorWritableConverter
  • mia.recommender.ch02.CSVToMahout
  • org.apache.mahout.benchmark.VectorBenchmarks
  • org.apache.mahout.cf.taste.hadoop.als.ALS
  • org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob
  • org.apache.mahout.cf.taste.hadoop.als.VectorWithIndexWritable
  • org.apache.mahout.cf.taste.hadoop.item.PrefAndSimilarityColumnWritable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.