Package org.apache.mahout.ga.watchmaker.cd

Examples of org.apache.mahout.ga.watchmaker.cd.CDFitness

49
50
51
52
53
54
55
56
57
  @Override
  protected void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
    DataLine dl = new DataLine(value.toString());

    for (int index = 0; index < rules.size(); index++) {
      CDFitness eval = evaluate(target, rules.get(index).classify(dl), dl.getLabel());
      context.write(new LongWritable(index), eval);
    }
  }
View Full Code Here
100
101
102
103
104
105
106
    boolean labelIsTarget = label == target;
    int tp = labelIsTarget && prediction == 1 ? 1 : 0;
    int fp = !labelIsTarget && prediction == 1 ? 1 : 0;
    int tn = !labelIsTarget && prediction == 0 ? 1 : 0;
    int fn = labelIsTarget && prediction == 0 ? 1 : 0;
    return new CDFitness(tp, fp, tn, fn);
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
  @Override
  protected void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
    DataLine dl = new DataLine(value.toString());

    for (int index = 0; index < rules.size(); index++) {
      CDFitness eval = evaluate(target, rules.get(index).classify(dl), dl.getLabel());
      context.write(new LongWritable(index), eval);
    }
  }
View Full Code Here
107
108
109
110
111
112
113
    boolean labelIsTarget = label == target;
    int tp = labelIsTarget && prediction == 1 ? 1 : 0;
    int fp = !labelIsTarget && prediction == 1 ? 1 : 0;
    int tn = !labelIsTarget && prediction == 0 ? 1 : 0;
    int fn = labelIsTarget && prediction == 0 ? 1 : 0;
    return new CDFitness(tp, fp, tn, fn);
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
    int tp = 0;
    int fp = 0;
    int tn = 0;
    int fn = 0;
    for (int index = 0; index < NUM_EVALS; index++) {
      CDFitness fitness = new CDFitness(rng.nextInt(100), rng.nextInt(100), rng.nextInt(100), rng.nextInt(100));
      tp += fitness.getTp();
      fp += fitness.getFp();
      tn += fitness.getTn();
      fn += fitness.getFn();

      evaluations.add(fitness);
    }
    expected = new CDFitness(tp, fp, tn, fn);
  }
View Full Code Here
77
78
79
80
81
82
83
84
85
    Set<LongWritable> keys = reduceWriter.getKeys();
    assertEquals("nb keys", 1, keys.size());
    assertTrue("bad key", keys.contains(zero));

    assertEquals("nb values", 1, reduceWriter.getValue(zero).size());
    CDFitness fitness = reduceWriter.getValue(zero).get(0);
    assertEquals(expected, fitness);

  }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
    mapper.configure(rules, 1);

    // test the mapper
    DummyOutputCollector<LongWritable, CDFitness> collector = new DummyOutputCollector<LongWritable, CDFitness>();
    for (int index1 = 0; index1 < mapper.rules.size(); index1++) {
      CDFitness eval1 = CDMapper.evaluate(mapper.target, mapper.rules.get(index1).classify(dl), dl.getLabel());
      collector.collect(new LongWritable(index1), eval1);
    }

    // check the evaluations
    Set<LongWritable> keys = collector.getKeys();
    assertEquals("Number of evaluations", rules.size(), keys.size());

    CDFitness[] expected = {TP, FP, TN, FN};
    for (LongWritable key : keys) {
      int index = (int) key.get();
      assertEquals("Values for key " + key, 1, collector.getValue(key).size());
      CDFitness eval = collector.getValue(key).get(0);

      assertEquals("Evaluation of the rule " + key, expected[index], eval);
    }

    EasyMock.verify(rule);
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
40
41
  private RandomRuleResults() {
  }

  public static synchronized void addResult(int ruleid, CDFitness fit) {
    CDFitness f = results.get(ruleid);
    if (f == null) {
      f = new CDFitness(fit);
    } else {
      f.add(fit);
    }
   
    results.put(ruleid, f);
  }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
  @Override
  public int classify(DataLine dl) {
    int label = dl.getLabel();
    int prediction = rng.nextInt(2);

    CDFitness fitness = CDMapper.evaluate(target, prediction, label);
    RandomRuleResults.addResult(ruleid, fitness);

    return prediction;
  }
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
207
208
209
    Path output = new Path(outpath, "output.sorted");
    sorter.merge(outfiles, output);

    // import the evaluations
    Writable key = new LongWritable();
    CDFitness value = new CDFitness();
    Reader reader = new Reader(fs, output, conf);

    while (reader.next(key, value)) {
      evaluations.add(new CDFitness(value));
    }

    reader.close();
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.ga.watchmaker.cd.CDFitness

  • org.apache.mahout.ga.watchmaker.cd.hadoop.CDMahoutEvaluator
  • org.apache.mahout.ga.watchmaker.cd.hadoop.CDMapper
  • org.apache.mahout.ga.watchmaker.cd.hadoop.CDMapperTest
  • org.apache.mahout.ga.watchmaker.cd.hadoop.CDReducer
  • org.apache.mahout.ga.watchmaker.cd.hadoop.CDReducerTest
  • org.apache.mahout.ga.watchmaker.cd.utils.RandomRule
  • org.apache.mahout.ga.watchmaker.cd.utils.RandomRuleResults
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.