Examples of readFromSeqFiles()

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

102
103
104
105
106
107
108
109
110
111
112
   *          the int number of iterations to perform
   */
  public static void iterateSeq(Configuration conf, Path inPath, Path priorPath, Path outPath, int numIterations)
    throws IOException {
    ClusterClassifier classifier = new ClusterClassifier();
    classifier.readFromSeqFiles(conf, priorPath);
    Path clustersOut = null;
    int iteration = 1;
    while (iteration <= numIterations) {
      for (VectorWritable vw : new SequenceFileDirValueIterable<VectorWritable>(inPath, PathType.LIST,
          PathFilters.logsCRCFilter(), conf)) {
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

237
238
239
240
241
242
243
244
245
246
247
   
    for (int i = 1; i <= 4; i++) {
      System.out.println("Classifier-" + i);
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == 4 ? "clusters-4-final" : "clusters-" + i;
      posterior.readFromSeqFiles(conf, new Path(outPath, name));
      assertEquals(3, posterior.getModels().size());
      for (Cluster cluster : posterior.getModels()) {
        System.out.println(cluster.asFormatString(null));
      }
     
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

271
272
273
274
275
276
277
278
279
280
281
   
    for (int i = 1; i <= 4; i++) {
      System.out.println("Classifier-" + i);
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == 4 ? "clusters-4-final" : "clusters-" + i;
      posterior.readFromSeqFiles(conf, new Path(outPath, name));
      assertEquals(3, posterior.getModels().size());
      for (Cluster cluster : posterior.getModels()) {
        System.out.println(cluster.asFormatString(null));
      }    
    }
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

65
66
67
68
69
70
71
72
73
74
75
      runSequentialDirichletClassifier(input, output, modelDist, numClusters, numIterations, alpha0);
    }
    for (int i = 1; i <= numIterations; i++) {
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == numIterations ? "clusters-" + i + "-final" : "clusters-" + i;
      posterior.readFromSeqFiles(new Configuration(), new Path(output, name));
      List<Cluster> clusters = Lists.newArrayList();
      for (Cluster cluster : posterior.getModels()) {
        if (isSignificant(cluster)) {
          clusters.add(cluster);
        }
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

91
92
93
94
95
96
97
98
99
100
101
 
  private ClusterClassifier writeAndRead(ClusterClassifier classifier) throws IOException {
    Path path = new Path(getTestTempDirPath(), "output");
    classifier.writeToSeqFiles(path);
    ClusterClassifier newClassifier = new ClusterClassifier();
    newClassifier.readFromSeqFiles(getConfiguration(), path);
    return newClassifier;
  }
 
  @Test
  public void testDMClusterClassification() {
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

309
310
311
312
313
314
315
316
317
318
319
  private Iterable<List<Cluster>> getClusters(Path output, int numIterations) throws IOException {
    List<List<Cluster>> result = Lists.newArrayList();
    for (int i = 1; i <= numIterations; i++) {
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == numIterations ? "clusters-" + i + "-final" : "clusters-" + i;
      posterior.readFromSeqFiles(conf, new Path(output, name));
      List<Cluster> clusters = Lists.newArrayList();
      for (Cluster cluster : posterior.getModels()) {
        clusters.add(cluster);
      }
      result.add(clusters);
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

81
82
83
84
85
86
87
88
89
90
91
 
  private ClusterClassifier writeAndRead(ClusterClassifier classifier) throws IOException {
    Path path = new Path(getTestTempDirPath(), "output");
    classifier.writeToSeqFiles(path);
    ClusterClassifier newClassifier = new ClusterClassifier();
    newClassifier.readFromSeqFiles(getConfiguration(), path);
    return newClassifier;
  }
 
  @Test
  public void testDMClusterClassification() {
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

198
199
200
201
202
203
204
205
206
207
208
   
    for (int i = 1; i <= 4; i++) {
      System.out.println("Classifier-" + i);
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == 4 ? "clusters-4-final" : "clusters-" + i;
      posterior.readFromSeqFiles(conf, new Path(outPath, name));
      assertEquals(3, posterior.getModels().size());
      for (Cluster cluster : posterior.getModels()) {
        System.out.println(cluster.asFormatString(null));
      }
     
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

232
233
234
235
236
237
238
239
240
241
242
   
    for (int i = 1; i <= 4; i++) {
      System.out.println("Classifier-" + i);
      ClusterClassifier posterior = new ClusterClassifier();
      String name = i == 4 ? "clusters-4-final" : "clusters-" + i;
      posterior.readFromSeqFiles(conf, new Path(outPath, name));
      assertEquals(3, posterior.getModels().size());
      for (Cluster cluster : posterior.getModels()) {
        System.out.println(cluster.asFormatString(null));
      }    
    }
View Full Code Here

Examples of org.apache.mahout.clustering.classify.ClusterClassifier.readFromSeqFiles()

104
105
106
107
108
109
110
111
112
113
114
   * @throws IOException
   */
  public void iterateSeq(Configuration conf, Path inPath, Path priorPath, Path outPath, int numIterations)
      throws IOException {
    ClusterClassifier classifier = new ClusterClassifier();
    classifier.readFromSeqFiles(conf, priorPath);
    Path clustersOut = null;
    int iteration = 1;
    while (iteration <= numIterations) {
      for (VectorWritable vw : new SequenceFileDirValueIterable<VectorWritable>(inPath, PathType.LIST,
          PathFilters.logsCRCFilter(), conf)) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.