Package opennlp.tools.util

Examples of opennlp.tools.util.StringList

162
163
164
165
166
167
168
        return dictionaries;
    }

    private StringList tokensToStringList(String tokens) {
        return new StringList(tokens.split(" "));
    }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
    }

    private List<TokenNameFinder> loadFinders() {
        List<TokenNameFinder> finders = new ArrayList<TokenNameFinder>();
        Dictionary people = new Dictionary();
        people.put(new StringList("Bob Robertson".split(" ")));
        finders.add(new DictionaryNameFinder(people, "person"));

        Dictionary locations = new Dictionary();
        locations.put(new StringList("Boston , MA".split(" ")));
        finders.add(new DictionaryNameFinder(locations, "location"));

        Dictionary organizations = new Dictionary();
        organizations.put(new StringList("Altamira Corporation".split(" ")));
        finders.add(new DictionaryNameFinder(organizations, "organization"));

        return finders;
    }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
        return mDictionaryIterator.hasNext();
      }

      public Entry next() {

        StringList tokens = mDictionaryIterator.next();

        Attributes attributes = new Attributes();

        attributes.setValue("value", get(tokens));
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
      String text = nameAnnotation.getCoveredText();

      // if possible replace text with normalization from dictionary
      if (mLookupDictionary != null) {

        StringList tokens = new StringList(text);

        String normalizedText = mLookupDictionary.get(tokens);

        if (normalizedText != null) {
          text = normalizedText;
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
  private Dictionary mDictionary = new Dictionary();
  private TokenNameFinder mNameFinder;

  public DictionaryNameFinderTest() {

    StringList vanessa = new StringList(new String[]{"Vanessa"});
    mDictionary.put(vanessa);

    StringList vanessaWilliams = new
        StringList(new String[]{"Vanessa",
        "Williams"});
    mDictionary.put(vanessaWilliams);

    StringList max = new StringList(new String[]{"Max"});
    mDictionary.put(max);
   
    StringList michaelJordan = new
        StringList(new String[]{"Michael", "Jordan"});
    mDictionary.put(michaelJordan);
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  private Dictionary mDictionary = new Dictionary();
  private TokenNameFinder mNameFinder;

  public DictionaryNameFinderTest() {

    StringList vanessa = new StringList(new String[]{"Vanessa"});
    mDictionary.put(vanessa);

    StringList vanessaWilliams = new
        StringList(new String[]{"Vanessa",
        "Williams"});
    mDictionary.put(vanessaWilliams);

    StringList max = new StringList(new String[]{"Max"});
    mDictionary.put(max);
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        newTokens[newTokens.length - 1] = token;
        tokens = newTokens;

        if (mMetaDictionary.contains(token)) {

          StringList tokenList = new StringList(tokens);

          if (mDictionary.contains(tokenList)) {
            foundName = new Span(startToken, endToken + 1);
          }
        }
View Full Code Here
158
159
160
161
162
163
164
165
166
        for (int i = textIndex; i < textIndex + lengthIndex; i++) {
          grams[i - textIndex] = ngram.getToken(i);
        }

        add(new StringList(grams));
      }
    }
  }
View Full Code Here
180
181
182
183
184
185
186
187
188
          textIndex + lengthIndex - 1 < chars.length(); textIndex++) {

        String gram =
            chars.substring(textIndex, textIndex + lengthIndex).toLowerCase();

        add(new StringList(new String[]{gram}));
      }
    }
  }
View Full Code Here
233
234
235
236
237
238
239
240
241
242
243
  public int numberOfGrams() {
    int counter = 0;

    for (Iterator<StringList> it = iterator(); it.hasNext();) {

      StringList ngram = it.next();

      counter += getCount(ngram);
    }

    return counter;
View Full Code Here
TOP

Related Classes of opennlp.tools.util.StringList

  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorker
  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorkerTest
  • opennlp.tools.cmdline.namefind.CensusDictionaryCreatorTool
  • opennlp.tools.coref.CorefModel
  • opennlp.tools.dictionary.Dictionary
  • opennlp.tools.dictionary.DictionaryAsSetCaseInsensitiveTest
  • opennlp.tools.dictionary.DictionaryAsSetCaseSensitiveTest
  • opennlp.tools.dictionary.DictionaryTest
  • opennlp.tools.dictionary.Index
  • opennlp.tools.dictionary.serializer.DictionarySerializer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.