Package org.apache.mahout.clustering

Examples of org.apache.mahout.clustering.WeightedVectorWritable

76
77
78
79
80
81
82
83
84
85
86
87
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(
      clusterOutput + Cluster.CLUSTERED_POINTS_DIR +"/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println("Cluster: " + key.toString() + " "
                         + value.getVector().asFormatString());
    }
    reader.close();
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path(clusterOutput + Cluster.CLUSTERED_POINTS_DIR + "/part-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
       System.out.println(key.toString() + " belongs to cluster "
       + value.toString());
    }
    reader.close();
  }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path("output/" + Cluster.CLUSTERED_POINTS_DIR
                 + "/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println(value.toString() + " belongs to cluster "
                         + key.toString());
    }
    reader.close();
  }
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
      List<WeightedVectorWritable> list = pointClusterInfo.get(clusterId);
      if (list == null) {
        list = new ArrayList<WeightedVectorWritable>();
        pointClusterInfo.put(clusterId, list);
      }
      list.add(new WeightedVectorWritable(clusterPdf, point));
      double totalProb = 0;
      for (int i = 0; i < clusterList.size(); i++) {
        //SoftCluster cluster = clusterList.get(i);
        double probWeight = clusterer.computeProbWeight(clusterDistanceList.get(i), clusterDistanceList);
        totalProb += probWeight;
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
          DefaultOptionCreator.SEQUENTIAL_METHOD
      };
      new FuzzyKMeansDriver().run(args);
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(output, "clusteredPoints/part-m-0"), conf);
      Writable key = new IntWritable();
      Writable out = new WeightedVectorWritable();
      while (reader.next(key, out)) {
        // make sure we can read all the clusters
      }
      reader.close();
    }
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
          optKey(DefaultOptionCreator.OVERWRITE_OPTION)
      };
      ToolRunner.run(new Configuration(), new FuzzyKMeansDriver(), args);
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(output, "clusteredPoints/part-m-00000"), conf);
      Writable key = new IntWritable();
      Writable out = new WeightedVectorWritable();
      while (reader.next(key, out)) {
        // make sure we can read all the clusters
      }
      reader.close();
    }
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
    FileSystem fs = FileSystem.get(conf);
    SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(clusteredPointsPath, "part-m-00000"), conf);
    // The key is the clusterId
    IntWritable clusterId = new IntWritable(0);
    // The value is the weighted vector
    WeightedVectorWritable value = new WeightedVectorWritable();

    int id = 0;
    while (reader.next(clusterId, value)) {
      log.info("{}: {}", id++, clusterId.get());
      clusterId = new IntWritable(0);
      value = new WeightedVectorWritable();
    }
    reader.close();

    // TODO: output format???
  }
View Full Code Here
512
513
514
515
516
517
518
519
520
521
522
      try {
        Writable key = reader.getKeyClass().asSubclass(Writable.class).newInstance();
        MeanShiftCanopy canopy = reader.getValueClass().asSubclass(MeanShiftCanopy.class).newInstance();
        while (reader.next(key, canopy)) {
          MeanShiftCanopy closest = MeanShiftCanopyClusterer.findCoveringCanopy(canopy, clusters);
          writer.append(new IntWritable(closest.getId()), new WeightedVectorWritable(1, canopy.getCenter()));
          canopy = reader.getValueClass().asSubclass(MeanShiftCanopy.class).newInstance();
        }
      } finally {
        reader.close();
        writer.close();
View Full Code Here
45
46
47
48
49
50
51
52
53
54
    int vectorId = canopy.getId();
    for (MeanShiftCanopy msc : canopies) {
      for (int containedId : msc.getBoundPoints().toList()) {
        if (vectorId == containedId) {
          context.write(new IntWritable(msc.getId()),
                         new WeightedVectorWritable(1, canopy.getCenter()));
        }
      }
    }
  }
View Full Code Here
141
142
143
144
145
146
147
      if ((distance < nearestDistance) || (nearestCluster == null)) {
        nearestCluster = cluster;
        nearestDistance = distance;
      }
    }
    context.write(new IntWritable(nearestCluster.getId()), new WeightedVectorWritable(1, vector));
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.clustering.WeightedVectorWritable

  • com.mozilla.grouperfish.mahout.clustering.display.kmeans.DisplayKMeansBase
  • com.mozilla.grouperfish.mahout.clustering.display.kmeans.OriginalText
  • com.mozilla.grouperfish.mahout.clustering.display.kmeans.WordCloud
  • com.mozilla.grouperfish.transforms.coclustering.display.WriteCoClusteringOutput
  • com.mozilla.grouperfish.transforms.coclustering.pig.storage.KMeansOutputLoader
  • mia.clustering.ch07.SimpleKMeansClustering
  • mia.clustering.ch09.NewsFuzzyKMeansClustering
  • mia.clustering.ch09.NewsKMeansClustering
  • org.apache.mahout.clustering.canopy.CanopyClusterer
  • org.apache.mahout.clustering.canopy.CanopyDriver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.