Examples of MapredOutput

Examples of org.apache.mahout.df.mapreduce.MapredOutput

90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    Path[] outfiles = DFUtils.listOutputFiles(fs, outputPath);

    // import the InMemOutputs
    IntWritable key = new IntWritable();
    MapredOutput value = new MapredOutput();

    for (Path path : outfiles) {
      Reader reader = new Reader(fs, path, conf);

      try {
        while (reader.next(key, value)) {
          output.put(key.get(), value.clone());
        }
      } finally {
        reader.close();
      }
    }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
  private static DecisionForest processOutput(Map<Integer, MapredOutput> output,
      PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();

    for (Map.Entry<Integer, MapredOutput> entry : output.entrySet()) {
      MapredOutput value = entry.getValue();

      trees.add(value.getTree());

      if (callback != null) {
        int[] predictions = value.getPredictions();
        for (int index = 0; index < predictions.length; index++) {
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

166
167
168
169
170
171
172
173
174
175
      Node tree = bagging.build(treeId, rng, callback);

      key.set(partition, firstTreeId + treeId);

      if (!isNoOutput()) {
        MapredOutput emOut = new MapredOutput(tree, predictions);
        context.write(key, emOut);
      }
    }
  }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
  protected DecisionForest processOutput(TreeID[] keys, MapredOutput[] values, PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();

    for (int index = 0; index < keys.length; index++) {
      TreeID key = keys[index];
      MapredOutput value = values[index];

      trees.add(value.getTree());

      int[] predictions = value.getPredictions();
      for (int id = 0; id < predictions.length; id++) {
        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
  protected DecisionForest processOutput(TreeID[] keys, MapredOutput[] values, PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();

    for (int index = 0; index < keys.length; index++) {
      TreeID key = keys[index];
      MapredOutput value = values[index];

      trees.add(value.getTree());

      int[] predictions = value.getPredictions();
      for (int id = 0; id < predictions.length; id++) {
        callback.prediction(key.treeId(), firstIds[key.partition()] + id,
            predictions[id]);
      }
    }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

137
138
139
140
141
142
143
144
145
146
147
      for (int treeId = 0; treeId < nbTrees; treeId++) {
        Node tree = new Leaf(rng.nextInt(100));

        keys[index] = new TreeID(partition, treeId);
        values[index] = new MapredOutput(tree, nextIntArray(rng, numInstances));

        index++;
      }
     
      firstIds[p] = firstId;
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

137
138
139
140
141
142
143
144
145
146
147
      for (int treeId = 0; treeId < nbTrees; treeId++) {
        Node tree = new Leaf(rng.nextInt(100));

        keys[index] = new TreeID(partition, treeId);
        values[index] = new MapredOutput(tree, nextIntArray(rng, numInstances));

        index++;
      }
     
      firstIds[p] = firstId;
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
    // read all the outputs
    int index = 0;
    for (Path path : outfiles) {
      for (Pair<TreeID,MapredOutput> record : new SequenceFileIterable<TreeID, MapredOutput>(path, conf)) {
        TreeID key = record.getFirst();
        MapredOutput value = record.getSecond();
        if (keys != null) {
          keys[index] = key;
        }
        if (trees != null) {
          trees[index] = value.getTree();
        }
        processOutput(firstIds, key, value, callback);
        index++;
      }
    }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

159
160
161
162
163
164
165
166
 
  @Override
  protected void cleanup(Context context) throws IOException, InterruptedException {
    for (int index = 0; index < keys.length; index++) {
      TreeID key = new TreeID(partition, keys[index].treeId());
      context.write(key, new MapredOutput(callbacks[index].getPredictions()));
    }
  }
View Full Code Here

Examples of org.apache.mahout.df.mapreduce.MapredOutput

103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
   */
  private static DecisionForest processOutput(Map<Integer,MapredOutput> output, PredictionCallback callback) {
    List<Node> trees = new ArrayList<Node>();
   
    for (Map.Entry<Integer,MapredOutput> entry : output.entrySet()) {
      MapredOutput value = entry.getValue();
     
      trees.add(value.getTree());
     
      if (callback != null) {
        int[] predictions = value.getPredictions();
        for (int index = 0; index < predictions.length; index++) {
          callback.prediction(entry.getKey(), index, predictions[index]);
        }
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.