Package com.github.pmerienne.trident.ml.nlp

Examples of com.github.pmerienne.trident.ml.nlp.Vocabulary

25
26
27
28
29
30
31
32
33
34
35
36
37
38
public class VocabularyTest {

  @Test
  public void testCount() {
    Vocabulary vocabulary = new Vocabulary();
    vocabulary.add("only one");
    vocabulary.add("we are 2");
    vocabulary.add("we are 2");

    assertEquals(1, vocabulary.count("only one").intValue());
    assertEquals(2, vocabulary.count("we are 2").intValue());
    assertEquals(0, vocabulary.count("I'm not here").intValue());
  }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
    assertEquals(0, vocabulary.count("I'm not here").intValue());
  }

  @Test
  public void testFrequency() {
    Vocabulary vocabulary = new Vocabulary();
    vocabulary.add("only one");
    vocabulary.add("we are 2");
    vocabulary.add("we are 2");
    vocabulary.add("I like kitten");

    assertEquals(0.25, vocabulary.frequency("only one"), 0.001);
    assertEquals(0.5, vocabulary.frequency("we are 2"), 0.001);
    assertEquals(0.0, vocabulary.frequency("I'm not here"), 0.001);
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
    assertEquals(0.0, vocabulary.frequency("I'm not here"), 0.001);
  }

  @Test
  public void testAddAll() {
    Vocabulary vocabulary = new Vocabulary();
    vocabulary.addAll(Arrays.asList("only one", "we are 2", "we are 2"));

    assertEquals(1, vocabulary.count("only one").intValue());
    assertEquals(2, vocabulary.count("we are 2").intValue());
    assertEquals(0, vocabulary.count("I'm not here").intValue());
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
  }

  @Test
  public void testLimit() {
    // Given
    Vocabulary vocabulary = new Vocabulary();
    for (int i = 1; i < 6; i++) {
      for (int j = 0; j < i; j++) {
        vocabulary.add("we are " + i);
      }
    }

    // When
    vocabulary.limitWords(3);

    // Then
    assertEquals(3, vocabulary.wordCount().intValue());
    assertEquals(0, vocabulary.count("we are 1").intValue());
    assertEquals(0, vocabulary.count("we are 2").intValue());
    assertEquals(3, vocabulary.count("we are 3").intValue());
    assertEquals(4, vocabulary.count("we are 4").intValue());
    assertEquals(5, vocabulary.count("we are 5").intValue());

  }
View Full Code Here
TOP

Related Classes of com.github.pmerienne.trident.ml.nlp.Vocabulary

  • com.github.pmerienne.trident.ml.nlp.VocabularyTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.