Package org.apache.mahout.df

Examples of org.apache.mahout.df.DecisionForest

132
133
134
135
136
137
138
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }

    return new DecisionForest(trees);
  }
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
  }

  @Override
  protected DecisionForest parseOutput(JobConf job, PredictionCallback callback)
      throws IOException {
    DecisionForest forest = processOutput(firstOutput.getKeys(), firstOutput.getValues(), callback);

    if (isStep2(job)) {
      Path forestPath = new Path(getOutputPath(job), "step1.inter");
      FileSystem fs = forestPath.getFileSystem(job);
     
      Node[] trees = new Node[forest.getTrees().size()];
      forest.getTrees().toArray(trees);
      InterResults.store(fs, forestPath, firstOutput.getKeys(), trees, sizes);

      log.info("***********");
      log.info("Second Step");
      log.info("***********");
 
View Full Code Here
190
191
192
193
194
195
196
        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
   
    return new DecisionForest(trees);
  }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
  @Override
  protected DecisionForest parseOutput(Job job, PredictionCallback callback) throws IOException, InterruptedException {
    Configuration conf = job.getConfiguration();
   
    DecisionForest forest = processOutput(firstOutput.getKeys(), firstOutput.getValues(), callback);

    if (isStep2(conf)) {
      Path forestPath = new Path(getOutputPath(conf), "step1.inter");
      FileSystem fs = forestPath.getFileSystem(conf);
     
      Node[] trees = new Node[forest.getTrees().size()];
      forest.getTrees().toArray(trees);
      InterResults.store(fs, forestPath, firstOutput.getKeys(), trees, sizes);

      log.info("***********");
      log.info("Second Step");
      log.info("***********");
 
View Full Code Here
198
199
200
201
202
203
204
        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
   
    return new DecisionForest(trees);
  }
View Full Code Here
131
132
133
134
135
136
137
      Step2Job step2 = new Step2Job(getOutputPath(conf), getDataPath(), getDatasetPath(), partitions);
     
      step2.run(new Configuration(conf), keys, trees, callback);
    }
   
    return new DecisionForest(Arrays.asList(trees));
  }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
    forestBuilder.setOutputDirName(outputPath.getName());
   
    log.info("Building the forest...");
    long time = System.currentTimeMillis();
   
    DecisionForest forest = forestBuilder.build(nbTrees, callback);
   
    time = System.currentTimeMillis() - time;
    log.info("Build Time: {}", DFUtils.elapsedTime(time));
    log.info("Forest num Nodes: {}", forest.nbNodes());
    log.info("Forest mean num Nodes: {}", forest.meanNbNodes());
    log.info("Forest mean max Depth: {}", forest.meanMaxDepth());

    if (isOob) {
      Random rng;
      if (seed != null) {
        rng = RandomUtils.getRandom(seed);
View Full Code Here
115
116
117
118
119
120
121
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
   
    return new DecisionForest(trees);
  }
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
  }

  private void sequential() throws IOException {

    log.info("Loading the forest...");
    DecisionForest forest = DecisionForest.load(getConf(), modelPath);

    if (forest == null) {
      log.error("No Decision Forest found!");
      return;
    }
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
      return null;
    }
   
    if (isOutput(conf)) {
      log.debug("Parsing the output...");
      DecisionForest forest = parseOutput(job, callback);
      HadoopUtil.delete(conf, outputPath);
      return forest;
    }
   
    return null;
View Full Code Here
TOP

Related Classes of org.apache.mahout.df.DecisionForest

  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
  • org.apache.mahout.df.mapred.Builder
  • org.apache.mahout.df.mapred.BuildForest
  • org.apache.mahout.df.mapred.inmem.InMemBuilder
  • org.apache.mahout.df.mapred.partial.PartialBuilder
  • org.apache.mahout.df.mapred.partial.PartialSequentialBuilder
  • org.apache.mahout.df.mapreduce.Builder
  • org.apache.mahout.df.mapreduce.BuildForest
  • org.apache.mahout.df.mapreduce.inmem.InMemBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.