Package statechum.analysis.learning.PrecisionRecall

Examples of statechum.analysis.learning.PrecisionRecall.ConfusionMatrix

39
40
41
42
43
44
45
46
47
48
49
50
51
52
  public void testClassify1()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to= buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"a"}
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(1.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(1.,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(1.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
  public void testClassify2()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"notransition"}
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(0.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(1.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
83
84
  public void testClassify3()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"c"}
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(0.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(1.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  public void testClassify4()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"a","a"} // FN
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(0.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  public void testClassify5()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"a","a"} // FN
        ,new String[]{"b"} // TP
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(1.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.66666666,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.25,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
  public void testClassify6()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"a","a"} // FN
        ,new String[]{"b","b"} // FP
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(0.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
  public void testClassify7()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[]{"a","a"} // FN
        ,new String[]{"b","b"} // FP
        ,new String[]{"c"} // TN
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(0.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(0,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.25,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
  public void testClassify8()
  {
    LearnerGraph from = buildLearnerGraph("A-a->A-b->B / A-c-#C","testClassify1a",mainConfiguration,converter),
    to=buildLearnerGraph("A-b->A-a->B","testClassify1b",mainConfiguration,converter);
   
    ConfusionMatrix matrix = DiffExperiments.classify(TestFSMAlgo.buildSet(new String[][]{
        new String[] {"a"} // TP
        ,new String[] {"b"} // TP
        ,new String[]{"b","b"} // FP
        ,new String[]{"c"} // TN
    },mainConfiguration,converter), from, to);
    Assert.assertEquals(2./3.,matrix.getPrecision(),Configuration.fpAccuracy);
    Assert.assertEquals(1,matrix.getRecall(),Configuration.fpAccuracy);
    Assert.assertEquals(0.8,matrix.fMeasure(),Configuration.fpAccuracy);
    Assert.assertEquals(0.5,matrix.getSpecificity(),Configuration.fpAccuracy);
    Assert.assertEquals(0.75,matrix.BCR(),Configuration.fpAccuracy);
  }
View Full Code Here
364
365
366
367
368
369
370
371
372
373
374
  private Pair<Double,Long> compareLang(LearnerGraph from, LearnerGraph to,
      Collection<List<Label>> sequences)
  {
   
    final long startTime = System.nanoTime();
    ConfusionMatrix matrix = classify(sequences, from,to);
    final long duration = System.nanoTime() - startTime;
    double result = matrix.fMeasure();
    assert !Double.isNaN(result);
    return new Pair<Double,Long>(result,duration);
  }
View Full Code Here
395
396
397
398
399
400
401
      else if(!inTarget && inMutated)
        fp++;
      else if(!inTarget && !inMutated)
        tn++;
    }
    return new ConfusionMatrix(tp,tn,fp,fn);
  }
View Full Code Here
TOP

Related Classes of statechum.analysis.learning.PrecisionRecall.ConfusionMatrix

  • statechum.analysis.Erlang.Synapse$StatechumProcess
  • statechum.analysis.learning.experiments.mutation.DiffExperiments
  • statechum.analysis.learning.experiments.mutation.TestDiffExperiments
  • statechum.analysis.learning.experiments.PairSelection.CVS$LearnerRunner
  • statechum.analysis.learning.experiments.PairSelection.CVS_With_Random_traces_Generation$LearnerRunner
  • statechum.analysis.learning.experiments.PairSelection.MarkovLearnerExperimentWithStatisticalAnalysis$LearnerRunner
  • statechum.analysis.learning.experiments.PairSelection.PairQualityLearner$DifferenceToReferenceFMeasure
  • statechum.analysis.learning.experiments.PairSelection.PairQualityLearner$DifferenceToReferenceLanguage
  • statechum.analysis.learning.experiments.PairSelection.PairQualityLearner$DifferenceToReferenceLanguageBCR
  • statechum.analysis.learning.experiments.PaperUAS
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.