Package org.apache.mahout.df.node

Examples of org.apache.mahout.df.node.Node

162
163
164
165
166
167
168
169
170
171
172
      if (isOobEstimate() && !isNoOutput()) {
        callback = new SingleTreePredictions(data.size());
        predictions = callback.getPredictions();
      }
     
      Node tree = bagging.build(treeId, rng, callback);
     
      key.set(partition, firstTreeId + treeId);
     
      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
    log.debug("Bagging...");
    Arrays.fill(sampled, false);
    Data bag = data.bagging(rng, sampled);
   
    log.debug("Building...");
    Node tree = treeBuilder.build(rng, bag);
   
    // predict the label for the out-of-bag elements
    if (callback != null) {
      log.debug("Oob error estimation");
      for (int index = 0; index < data.size(); index++) {
        if (sampled[index] == false) {
          int prediction = tree.classify(data.get(index));
          callback.prediction(treeId, index, prediction);
        }
      }
    }
   
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
    if (data.isEmpty()) {
      return; // nothing to classify
    }
   
    for (int treeId = 0; treeId < trees.size(); treeId++) {
      Node tree = trees.get(treeId);
     
      for (int index = 0; index < data.size(); index++) {
        int prediction = tree.classify(data.get(index));
        callback.prediction(treeId, index, prediction);
      }
    }
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    if (alreadySelected) {
      // attribute already selected
      log.warn("attribute {} already selected in a parent node", best.attr);
    }
   
    Node childNode;
    if (data.getDataset().isNumerical(best.attr)) {
      Data loSubset = data.subset(Condition.lesser(best.attr, best.split));
      Node loChild = build(rng, loSubset);
     
      Data hiSubset = data.subset(Condition.greaterOrEquals(best.attr, best.split));
      Node hiChild = build(rng, hiSubset);
     
      childNode = new NumericalNode(best.attr, best.split, loChild, hiChild);
    } else { // CATEGORICAL attribute
      selected[best.attr] = true;
     
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    }
   
    initRandom((InMemInputSplit) context.getInputSplit());
   
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);
   
    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);
     
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    }
   
    initRandom(split);
   
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);
   
    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);
     
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
      if (isOobEstimate() && !isNoOutput()) {
        callback = new SingleTreePredictions(data.size());
        predictions = callback.getPredictions();
      }
     
      Node tree = bagging.build(treeId, rng, callback);
     
      key.set(partition, firstTreeId + treeId);
     
      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
      partitions.add(partition);

      int nbTrees = Step1Mapper.nbTrees(numMaps, numTrees, partition);

      for (int treeId = 0; treeId < nbTrees; treeId++) {
        Node tree = new Leaf(rng.nextInt(100));

        keys[index] = new TreeID(partition, treeId);
        values[index] = new MapredOutput(tree, nextIntArray(rng, numInstances));

        index++;
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    }
   
    initRandom((InMemInputSplit) context.getInputSplit());
   
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);
   
    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);
     
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    log.debug("Bagging...");
    Arrays.fill(sampled, false);
    Data bag = data.bagging(rng, sampled);
   
    log.debug("Building...");
    Node tree = treeBuilder.build(rng, bag);
   
    // predict the label for the out-of-bag elements
    if (callback != null) {
      log.debug("Oob error estimation");
      for (int index = 0; index < data.size(); index++) {
        if (!sampled[index]) {
          int prediction = tree.classify(data.get(index));
          callback.prediction(treeId, index, prediction);
        }
      }
    }
   
View Full Code Here
TOP

Related Classes of org.apache.mahout.df.node.Node

  • org.apache.mahout.df.Bagging
  • org.apache.mahout.df.builder.DefaultTreeBuilder
  • org.apache.mahout.df.DecisionForest
  • org.apache.mahout.df.mapred.inmem.InMemMapper
  • org.apache.mahout.df.mapred.partial.PartialBuilderTest
  • org.apache.mahout.df.mapred.partial.Step1Mapper
  • org.apache.mahout.df.mapreduce.inmem.InMemMapper
  • org.apache.mahout.df.mapreduce.partial.InterResultsTest
  • org.apache.mahout.df.mapreduce.partial.PartialBuilderTest
  • org.apache.mahout.df.mapreduce.partial.Step1Mapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.