Package opennlp.tools.util

Examples of opennlp.tools.util.StringList

254
255
256
257
258
259
260
261
262
263
264
    if (cutoffUnder > 0 || cutoffOver < Integer.MAX_VALUE) {

      for (Iterator<StringList> it = iterator(); it.hasNext();) {

        StringList ngram = it.next();

        int count = getCount(ngram);

        if (count < cutoffUnder ||
            count > cutoffOver) {
View Full Code Here
317
318
319
320
321
322
323
324
325
326
327
            return mDictionaryIterator.hasNext();
          }

          public Entry next() {

            StringList tokens = mDictionaryIterator.next();

            Attributes attributes = new Attributes();

            attributes.setValue(COUNT, Integer.toString(getCount(tokens)));
View Full Code Here
236
237
238
239
240
241
242
243
244
245
246
          return dictionaryIterator.hasNext();
        }

        public Entry next() {

          StringList tokens = dictionaryIterator.next();
         
          return new Entry(tokens, new Attributes());
        }

        public void remove() {
View Full Code Here
308
309
310
311
312
313
314
315
316
317
318
        int tokenIndex = 0;
        while (whiteSpaceTokenizer.hasMoreTokens()) {
          tokens[tokenIndex++] = whiteSpaceTokenizer.nextToken();
        }

        dictionary.put(new StringList(tokens));
      }
    }

    return dictionary;
  }
View Full Code Here
359
360
361
362
363
364
365
366
367
368
369
        boolean result = false;

        if (obj instanceof String) {
          String str = (String) obj;

          result = entrySet.contains(new StringListWrapper(new StringList(str)));

        }

        return result;
      }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
        } else {
          tokensSearching = new String[lengthSearching];
          System.arraycopy(textTokenized, offsetFrom, tokensSearching, 0,
              lengthSearching);

          StringList entryForSearch = new StringList(tokensSearching);

          if (mDictionary.contains(entryForSearch)) {
            nameFound = new Span(offsetFrom, offsetTo + 1, type);
          }
        }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
   * Tests a basic lookup.
   */
  @Test
  public void testLookup() {

    StringList entry1 = new StringList(new String[]{"1a", "1b"});
    StringList entry1u = new StringList(new String[]{"1A", "1B"});
    StringList entry2 = new StringList(new String[]{"1A", "1C"});

    Dictionary dict = getCaseInsensitive();

    dict.put(entry1);

View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
  /**
   * Test lookup with case sensitive dictionary
   */
  @Test
  public void testLookupCaseSensitive() {
    StringList entry1 = new StringList(new String[]{"1a", "1b"});
    StringList entry1u = new StringList(new String[]{"1A", "1B"});
    StringList entry2 = new StringList(new String[]{"1A", "1C"});

    Dictionary dict = getCaseSensitive();

    dict.put(entry1);

View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    String a1 = "a1";
    String a2 = "a2";
    String a3 = "a3";
    String a5 = "a5";

    reference.put(new StringList(new String[]{a1, a2, a3, a5,}));

    ByteArrayOutputStream out = new ByteArrayOutputStream();

    reference.serialize(out);
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
      Dictionary.parseOneEntryPerLine(new StringReader(testDictionary));

    assertTrue(dictionay.size() == 4);

    assertTrue(dictionay.contains(
        new StringList(new String[]{"1a", "1b", "1c", "1d"})));

    assertTrue(dictionay.contains(
        new StringList(new String[]{"2a", "2b", "2c"})));

    assertTrue(dictionay.contains(
        new StringList(new String[]{"3a"})));

    assertTrue(dictionay.contains(
        new StringList(new String[]{"4a", "4b"})));
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.util.StringList

  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorker
  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorkerTest
  • opennlp.tools.cmdline.namefind.CensusDictionaryCreatorTool
  • opennlp.tools.coref.CorefModel
  • opennlp.tools.dictionary.Dictionary
  • opennlp.tools.dictionary.DictionaryAsSetCaseInsensitiveTest
  • opennlp.tools.dictionary.DictionaryAsSetCaseSensitiveTest
  • opennlp.tools.dictionary.DictionaryTest
  • opennlp.tools.dictionary.Index
  • opennlp.tools.dictionary.serializer.DictionarySerializer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.