Examples of org.apache.mahout.df.DecisionForest

org.apache.mahout.df.DecisionForest
Represents a forest of decision trees.


  @Override
  protected DecisionForest parseOutput(Job job, PredictionCallback callback) throws IOException, InterruptedException {
    Configuration conf = job.getConfiguration();
    
    DecisionForest forest = processOutput(firstOutput.getKeys(), firstOutput.getValues(), callback);


    if (isStep2(conf)) {
      Path forestPath = new Path(getOutputPath(conf), "step1.inter");
      FileSystem fs = forestPath.getFileSystem(conf);
      
      Node[] trees = new Node[forest.getTrees().size()];
      forest.getTrees().toArray(trees);
      InterResults.store(fs, forestPath, firstOutput.getKeys(), trees, sizes);


      log.info("***********");
      log.info("Second Step");
      log.info("***********");

View Full Code Here

        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
    
    return new DecisionForest(trees);
  }

View Full Code Here

          seed, getConf());
    }
    log.info("Building the forest...");
    long time = System.currentTimeMillis();


    DecisionForest forest = forestBuilder.build(nbTrees, callback);


    time = System.currentTimeMillis() - time;
    log.info("Build Time: " + DFUtils.elapsedTime(time));


    if (isOob) {

View Full Code Here

          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }


    return new DecisionForest(trees);
  }

View Full Code Here

    }


    log.info("Building the forest...");
    long time = System.currentTimeMillis();


    DecisionForest forest = forestBuilder.build(nbTrees, callback);


    time = System.currentTimeMillis() - time;
    log.info("Build Time: " + DFUtils.elapsedTime(time));


    if (isOob) {

View Full Code Here

    for (int treeId = 0; treeId < nbTrees; treeId++) {
      trees.add(bagging.build(treeId, rng, callback));
      logProgress(((float) treeId + 1) / nbTrees);
    }


    return new DecisionForest(trees);
  }

View Full Code Here

      return null;
    }


    if (isOutput(conf)) {
      log.debug("Parsing the output...");
      DecisionForest forest = parseOutput(job, callback);


      // delete the output path
      fs.delete(outputPath, true);


      return forest;

View Full Code Here

      Step2Job step2 = new Step2Job(getOutputPath(conf), getDataPath(), getDatasetPath(), partitions);


      step2.run(new Configuration(conf), keys, trees, callback);
    }


    return new DecisionForest(Arrays.asList(trees));
  }

View Full Code Here

    log.debug("Running the job...");
    runJob(job);


    if (isOutput(job)) {
      log.debug("Parsing the output...");
      DecisionForest forest = parseOutput(job, callback);


      // delete the output path
      fs.delete(outputPath, true);


      return forest;

View Full Code Here

      Step2Job step2 = new Step2Job(getOutputPath(job), getDataPath(), getDatasetPath(), partitions);


      step2.run(job, keys, trees, callback);
    }


    return new DecisionForest(Arrays.asList(trees));
  }

View Full Code Here

0 1 2 3 4

TOP

Related Classes of org.apache.mahout.df.DecisionForest

org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FSDataInputStream

org.apache.mahout.df.mapred.Builder

org.apache.mahout.df.mapred.BuildForest

org.apache.mahout.df.mapred.inmem.InMemBuilder

org.apache.mahout.df.mapred.partial.PartialBuilder

org.apache.mahout.df.mapred.partial.PartialSequentialBuilder

org.apache.mahout.df.mapreduce.Builder

org.apache.mahout.df.mapreduce.BuildForest

org.apache.mahout.df.mapreduce.inmem.InMemBuilder

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.