Package opennlp.tools.sentdetect.lang

Examples of opennlp.tools.sentdetect.lang.Factory

84
85
86
87
88
89
90
   * Initializes the current instance.
   *
   * @param model the {@link SentenceModel}
   */
  public SentenceDetectorME(SentenceModel model) {
    this(model, new Factory());
  }
View Full Code Here
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
  public static SentenceModel train(String languageCode, ObjectStream<SentenceSample> samples,
      boolean useTokenEnd, Dictionary abbreviations, TrainingParameters mlParams) throws IOException {
   
    Map<String, String> manifestInfoEntries = new HashMap<String, String>();
   
    Factory factory = new Factory();
   
    // TODO: Fix the EventStream to throw exceptions when training goes wrong
    EventStream eventStream = new SDEventStream(samples,
        factory.createSentenceContextGenerator(languageCode, getAbbreviations(abbreviations)),
        factory.createEndOfSentenceScanner(languageCode));
   
    AbstractModel sentModel = TrainUtil.train(eventStream, mlParams.getSettings(), manifestInfoEntries);
   
    return new SentenceModel(languageCode, sentModel,
        useTokenEnd, abbreviations, manifestInfoEntries);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
        new Span(0, 15), new Span(16, 29));
   
    ObjectStream<SentenceSample> sampleStream =
      ObjectStreamUtils.createObjectStream(sample);
   
    Factory factory = new Factory();
   
    EventStream eventStream = new SDEventStream(sampleStream,
        factory.createSentenceContextGenerator("en"),
        factory.createEndOfSentenceScanner("en"));
   
    assertTrue(eventStream.hasNext());
    assertEquals(SentenceDetectorME.NO_SPLIT, eventStream.next().getOutcome());
   
    assertTrue(eventStream.hasNext());
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
        if (prop != null) {
          this.eosCharacters = eosStringToCharArray(prop);
        }
      } else {
        // get from language dependent factory
        Factory f = new Factory();
        this.eosCharacters = f.getEOSCharacters(languageCode);
      }
    }
    return this.eosCharacters;
  }
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
187
188
    }
    return this.languageCode;
  }

  public EndOfSentenceScanner getEndOfSentenceScanner() {
    Factory f = new Factory();
    char[] eosChars = getEOSCharacters();
    if (eosChars != null && eosChars.length > 0) {
      return f.createEndOfSentenceScanner(eosChars);
    } else {
      return f.createEndOfSentenceScanner(this.languageCode);
    }
  }
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
      return f.createEndOfSentenceScanner(this.languageCode);
    }
  }

  public SDContextGenerator getSDContextGenerator() {
    Factory f = new Factory();
    char[] eosChars = getEOSCharacters();
    Set<String> abbs = null;
    Dictionary abbDict = getAbbreviationDictionary();
    if (abbDict != null) {
      abbs = abbDict.asStringSet();
    } else {
      abbs = Collections.emptySet();
    }
    if (eosChars != null && eosChars.length > 0) {
      return f.createSentenceContextGenerator(abbs, eosChars);
    } else {
      return f.createSentenceContextGenerator(this.languageCode, abbs);
    }
  }
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
        boolean useTokenEnd, Dictionary abbreviations, int cutoff, int iterations) throws IOException {

      Map<String, String> manifestInfoEntries = new HashMap<String, String>();
      ModelUtil.addCutoffAndIterations(manifestInfoEntries, cutoff, iterations);
     
      Factory factory = new Factory();

      // TODO: Fix the EventStream to throw exceptions when training goes wrong
      EventStream eventStream = new SDEventStream(samples,
          factory.createSentenceContextGenerator(languageCode),
          factory.createEndOfSentenceScanner(languageCode));
     
      HashSumEventStream hses = new HashSumEventStream(eventStream);
      GISModel sentModel = GIS.trainModel(hses, iterations, cutoff);

      manifestInfoEntries.put(BaseModel.TRAINING_EVENTHASH_PROPERTY,
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
        new Span(0, 15), new Span(16, 29));

    ObjectStream<SentenceSample> sampleStream =
      ObjectStreamUtils.createObjectStream(sample);

    Factory factory = new Factory();

    ObjectStream<Event> eventStream = new SDEventStream(sampleStream,
        factory.createSentenceContextGenerator("en"),
        factory.createEndOfSentenceScanner("en"));

    assertEquals(SentenceDetectorME.NO_SPLIT, eventStream.read().getOutcome());
    assertEquals(SentenceDetectorME.SPLIT, eventStream.read().getOutcome());
    assertEquals(SentenceDetectorME.NO_SPLIT, eventStream.read().getOutcome());
    assertEquals(SentenceDetectorME.SPLIT, eventStream.read().getOutcome());
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
        if (prop != null) {
          this.eosCharacters = eosStringToCharArray(prop);
        }
      } else {
        // get from language dependent factory
        Factory f = new Factory();
        this.eosCharacters = f.getEOSCharacters(languageCode);
      }
    }
    return this.eosCharacters;
  }
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
187
188
    }
    return this.languageCode;
  }

  public EndOfSentenceScanner getEndOfSentenceScanner() {
    Factory f = new Factory();
    char[] eosChars = getEOSCharacters();
    if (eosChars != null && eosChars.length > 0) {
      return f.createEndOfSentenceScanner(eosChars);
    } else {
      return f.createEndOfSentenceScanner(this.languageCode);
    }
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.sentdetect.lang.Factory

  • opennlp.tools.sentdetect.DefaultEndOfSentenceScanner
  • opennlp.tools.sentdetect.DefaultSDContextGenerator
  • opennlp.tools.sentdetect.lang.th.SentenceContextGenerator
  • opennlp.tools.sentdetect.SDEventStreamTest
  • opennlp.tools.sentdetect.SentenceDetectorFactory
  • opennlp.tools.sentdetect.SentenceDetectorME
  • org.apache.ctakes.core.sentence.SentenceDetectorCtakes
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.