Package org.apache.mahout.df.mapreduce

Examples of org.apache.mahout.df.mapreduce.MapredOutput

173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
   
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);
   
    // read all the outputs
    TreeID key = new TreeID();
    MapredOutput value = new MapredOutput();
   
    int index = 0;
    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);
     
      try {
        while (reader.next(key, value)) {
          if (keys != null) {
            keys[index] = key.clone();
          }
         
          if (trees != null) {
            trees[index] = value.getTree();
          }
         
          processOutput(firstIds, key, value, callback);
         
          index++;
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
   
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);
   
    // import the InMemOutputs
    IntWritable key = new IntWritable();
    MapredOutput value = new MapredOutput();
   
    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);
     
      try {
        while (reader.next(key, value)) {
          output.put(key.get(), value.clone());
        }
      } finally {
        reader.close();
      }
    }
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
   */
  private static DecisionForest processOutput(Map<Integer,MapredOutput> output, PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();
   
    for (Map.Entry<Integer,MapredOutput> entry : output.entrySet()) {
      MapredOutput value = entry.getValue();
     
      trees.add(value.getTree());
     
      if (callback != null) {
        int[] predictions = value.getPredictions();
        for (int index = 0; index < predictions.length; index++) {
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
      Node tree = bagging.build(treeId, rng, callback);
     
      key.set(partition, firstTreeId + treeId);
     
      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
        context.write(key, emOut);
      }
    }
  }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);
   
    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);
     
      context.write(key, mrOut);
    }
  }
View Full Code Here
175
176
177
178
179
180
181
182
 
  @Override
  protected void cleanup(Context context) throws IOException, InterruptedException {
    for (int index = 0; index < keys.length; index++) {
      TreeID key = new TreeID(partition, keys[index].treeId());
      context.write(key, new MapredOutput(callbacks[index].getPredictions()));
    }
  }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);
   
    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);
     
      output.collect(key, mrOut);
    }
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
      Node tree = bagging.build(treeId, rng, callback);
     
      key.set(partition, firstTreeId + treeId);
     
      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
        output.collect(key, emOut);
      }
    }
  }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
   
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);
   
    // import the InMemOutputs
    IntWritable key = new IntWritable();
    MapredOutput value = new MapredOutput();
   
    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);
     
      try {
        while (reader.next(key, value)) {
          output.put(key.get(), value.clone());
        }
      } finally {
        reader.close();
      }
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
  private static DecisionForest processOutput(Map<Integer, MapredOutput> output,
                                              PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();
   
    for (Map.Entry<Integer, MapredOutput> entry : output.entrySet()) {
      MapredOutput value = entry.getValue();
     
      trees.add(value.getTree());
     
      if (callback != null) {
        int[] predictions = value.getPredictions();
        for (int index = 0; index < predictions.length; index++) {
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.mahout.df.mapreduce.MapredOutput

  • org.apache.mahout.df.mapred.inmem.InMemBuilder
  • org.apache.mahout.df.mapred.inmem.InMemMapper
  • org.apache.mahout.df.mapred.partial.PartialBuilder
  • org.apache.mahout.df.mapred.partial.PartialBuilderTest
  • org.apache.mahout.df.mapred.partial.PartialSequentialBuilder
  • org.apache.mahout.df.mapred.partial.Step1Mapper
  • org.apache.mahout.df.mapred.partial.Step2Mapper
  • org.apache.mahout.df.mapreduce.inmem.InMemBuilder
  • org.apache.mahout.df.mapreduce.inmem.InMemMapper
  • org.apache.mahout.df.mapreduce.partial.PartialBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.