Package org.apache.mahout.df.mapreduce

Examples of org.apache.mahout.df.mapreduce.MapredOutput

130
131
132
133
134
135
136
137
138
139
140
      for (int treeId = 0; treeId < nbTrees; treeId++) {
        Node tree = new Leaf(rng.nextInt(100));

        keys[index] = new TreeID(partition, treeId);
        values[index] = new MapredOutput(tree, nextIntArray(rng, NUM_INSTANCES));

        index++;
      }
     
      firstIds[p] = firstId;
View Full Code Here
166
167
168
169
170
171
172
173
174
175
      Node tree = bagging.build(treeId, rng, callback);
     
      key.set(partition, firstTreeId + treeId);
     
      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
        context.write(key, emOut);
      }
    }
  }
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
  protected DecisionForest processOutput(TreeID[] keys, MapredOutput[] values, PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();

    for (int index = 0; index < keys.length; index++) {
      TreeID key = keys[index];
      MapredOutput value = values[index];

      trees.add(value.getTree());

      int[] predictions = value.getPredictions();
      for (int id = 0; id < predictions.length; id++) {
        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
      for (int treeId = 0; treeId < nbTrees; treeId++) {
        Node tree = new Leaf(rng.nextInt(100));

        keys[index] = new TreeID(partition, treeId);
        values[index] = new MapredOutput(tree, nextIntArray(rng, numInstances));

        index++;
      }
     
      firstIds[p] = firstId;
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);

    // import the InMemOutputs
    IntWritable key = new IntWritable();
    MapredOutput value = new MapredOutput();

    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);

      try {
        while (reader.next(key, value)) {
          output.put(key.get(), value.clone());
        }
      } finally {
        reader.close();
      }
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
  private static DecisionForest processOutput(Map<Integer, MapredOutput> output,
      PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();

    for (Map.Entry<Integer, MapredOutput> entry : output.entrySet()) {
      MapredOutput value = entry.getValue();

      trees.add(value.getTree());

      if (callback != null) {
        int[] predictions = value.getPredictions();
        for (int index = 0; index < predictions.length; index++) {
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
View Full Code Here
175
176
177
178
179
180
181
182
 
  @Override
  protected void cleanup(Context context) throws IOException, InterruptedException {
    for (int index = 0; index < keys.length; index++) {
      TreeID key = new TreeID(partition, keys[index].treeId());
      context.write(key, new MapredOutput(callbacks[index].getPredictions()));
    }
  }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);

    // read all the outputs
    TreeID key = new TreeID();
    MapredOutput value = new MapredOutput();
   
    int index = 0;
    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);

      try {
        while (reader.next(key, value)) {
          if (keys != null) {
            keys[index] = key.clone();
          }
         
          if (trees != null) {
            trees[index] = value.getTree();
          }
         
          processOutput(firstIds, key, value, callback);
         
          index++;
View Full Code Here
103
104
105
106
107
108
109
110
111
112
    log.debug("Building...");
    Node tree = bagging.build(key.get(), rng, callback);

    if (!isNoOutput()) {
      log.debug("Outputing...");
      MapredOutput mrOut = new MapredOutput(tree, predictions);

      context.write(key, mrOut);
    }
  }
View Full Code Here
198
199
200
201
202
203
204
205
  @Override
  public void close() throws IOException {
    for (int index = 0; index < keys.length; index++) {
      TreeID key = new TreeID(partition, keys[index].treeId());
      output.collect(key, new MapredOutput(callbacks[index].getPredictions()));
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.df.mapreduce.MapredOutput

  • org.apache.mahout.df.mapred.inmem.InMemBuilder
  • org.apache.mahout.df.mapred.inmem.InMemMapper
  • org.apache.mahout.df.mapred.partial.PartialBuilder
  • org.apache.mahout.df.mapred.partial.PartialBuilderTest
  • org.apache.mahout.df.mapred.partial.PartialSequentialBuilder
  • org.apache.mahout.df.mapred.partial.Step1Mapper
  • org.apache.mahout.df.mapred.partial.Step2Mapper
  • org.apache.mahout.df.mapreduce.inmem.InMemBuilder
  • org.apache.mahout.df.mapreduce.inmem.InMemMapper
  • org.apache.mahout.df.mapreduce.partial.PartialBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.