Package org.apache.mahout.classifier

Examples of org.apache.mahout.classifier.ClassifierResult

81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
  @Test
  public void test() throws Exception {
    ClassifierContext classifier = new ClassifierContext(algorithm, store);
    String[] document = {"aa", "ff"};
    ClassifierResult result = classifier.classifyDocument(document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to e", "e", result.getLabel());
   
    document = new String[] {"dd"};
    result = classifier.classifyDocument(document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to d", "d", result.getLabel());
   
    document = new String[] {"cc"};
    result = classifier.classifyDocument(document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to d", "d", result.getLabel());
  }
View Full Code Here
100
101
102
103
104
105
106
107
  @Test
  public void testResults() throws Exception {
    ClassifierContext classifier = new ClassifierContext(algorithm, store);
    String[] document = {"aa", "ff"};
    ClassifierResult result = classifier.classifyDocument(document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
  }
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
          while ((line = fileReader.readLine()) != null) {
 
            Map<String, List<String>> document = Model.generateNGrams(line, gramSize);
            for (Map.Entry<String, List<String>> stringListEntry : document.entrySet()) {
              List<String> strings = stringListEntry.getValue();
              ClassifierResult classifiedLabel = classifier.classify(model,
                  strings.toArray(new String[strings.size()]),
                  defaultCat);
              resultAnalyzer.addInstance(correctLabel, classifiedLabel);
            }
          }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
  @Override
  public Collection<ClassifierResult> classify(Model model, String[] document, String defaultCategory, int numResults) {
    Collection<String> categories = model.getLabels();
   
    PriorityQueue<ClassifierResult> pq = new ClassifierResultPriorityQueue(numResults);
    ClassifierResult tmp;
    for (String category : categories){
      double prob = documentWeight(model, category, document);
      if (prob > 0.0) {
        tmp = new ClassifierResult(category, prob);
        pq.insert(tmp);
      }
    }

    Deque<ClassifierResult> result = new LinkedList<ClassifierResult>();
    while ((tmp = pq.pop()) != null) {
      result.addLast(tmp);
    }
    if (result.isEmpty()){
      result.add(new ClassifierResult(defaultCategory, 0));
    }
    return result;
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
   * @param defaultCategory The default category to assign if one cannot be determined
   * @return The single best category
   */
  @Override
  public ClassifierResult classify(Model model, String[] document, String defaultCategory) {
    ClassifierResult result = new ClassifierResult(defaultCategory);
    double max = Double.MAX_VALUE;
    Collection<String> categories = model.getLabels();

    for (String category : categories) {
      double prob = documentWeight(model, category, document);
      if (prob < max) {
        max = prob;
        result.setLabel(category);
      }
    }
    result.setScore(max);
    return result;
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
   */
  @Override
  public Collection<ClassifierResult> classify(Model model, String[] document, String defaultCategory, int numResults) {
    Collection<String> categories = model.getLabels();
    PriorityQueue<ClassifierResult> pq = new ClassifierResultPriorityQueue(numResults);
    ClassifierResult tmp;
    for (String category : categories){
      double prob = documentWeight(model, category, document);
      if (prob < 0.0) {
        tmp = new ClassifierResult(category, prob);
        pq.insert(tmp);
      }
    }

    Deque<ClassifierResult> result = new LinkedList<ClassifierResult>();
    while ((tmp = pq.pop()) != null) {
      result.addLast(tmp);
    }
    if (result.isEmpty()){
      result.add(new ClassifierResult(defaultCategory, 0));
    }
    return result;
  }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
      initialize(numResults);
    }

    @Override
    protected boolean lessThan(Object a, Object b) {
      ClassifierResult cr1 = (ClassifierResult) a;
      ClassifierResult cr2 = (ClassifierResult) b;

      double score1 = cr1.getScore();
      double score2 = cr2.getScore();
      return score1 == score2 ? cr1.getLabel().compareTo(cr2.getLabel()) < 0 : score1 < score2;
    }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
   * @param defaultCategory The default category to assign if one cannot be determined
   * @return The single best category
   */
  @Override
  public ClassifierResult classify(Model model, String[] document, String defaultCategory) {
    ClassifierResult result = new ClassifierResult(defaultCategory);
    double min = 0.0;
    Collection<String> categories = model.getLabels();

    for (String category : categories) {
      double prob = documentWeight(model, category, document);
      if (prob < min) {
        min = prob;
        result.setLabel(category);
      }
    }
    result.setScore(min);
    return result;
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
      initialize(numResults);
    }

    @Override
    protected boolean lessThan(Object a, Object b) {
      ClassifierResult cr1 = (ClassifierResult) a;
      ClassifierResult cr2 = (ClassifierResult) b;

      double score1 = cr1.getScore();
      double score2 = cr2.getScore();
      return score1 == score2 ? cr1.getLabel().compareTo(cr2.getLabel()) < 0 : score1 < score2;
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
  }

  public void test() {
    BayesClassifier classifier = new BayesClassifier();
    String[] document = {"aa", "ff"};
    ClassifierResult result = classifier.classify(model, document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to e", "e", result.getLabel());

    document = new String[]{"ff"};
    result = classifier.classify(model, document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to d", "d", result.getLabel());//GSI: was unknown, but we now just pick the first cat

    document = new String[]{"cc"};
    result = classifier.classify(model, document, "unknown");
    assertNotNull("category is null and it shouldn't be", result);
    assertEquals(result + " is not equal to d", "d", result.getLabel());
  }
View Full Code Here
TOP

Related Classes of org.apache.mahout.classifier.ClassifierResult

  • com.tamingtext.classifier.bayes.BayesUpdateRequestProcessor
  • com.tamingtext.classifier.maxent.TestMaxent
  • com.tamingtext.classifier.mlt.TestMoreLikeThis
  • org.apache.mahout.classifier.bayes.AbstractBayesAlgorithm
  • org.apache.mahout.classifier.bayes.algorithm.BayesAlgorithm
  • org.apache.mahout.classifier.bayes.algorithm.CBayesAlgorithm
  • org.apache.mahout.classifier.bayes.BayesAlgorithm
  • org.apache.mahout.classifier.bayes.BayesClassifier
  • org.apache.mahout.classifier.bayes.BayesClassifier$ClassifierResultPriorityQueue
  • org.apache.mahout.classifier.bayes.BayesClassifierSelfTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.