Package opennlp.tools.util

Examples of opennlp.tools.util.PlainTextByLineStream

168
169
170
171
172
173
174
175
176
177
178
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithNames.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithNamesWithTypes.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
240
241
242
243
244
245
246
247
248
249
250
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithEntitiesWithTypes.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
293
294
295
296
297
298
299
300
301
302
303
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/voa1.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
        "opennlp/tools/namefind/AnnotatedSentences.txt");

    String encoding = "ISO-8859-1";

    NameSampleDataStream ds = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in, encoding)));

    NameSample ns = ds.read();

    String[] expectedNames = { "Alan McKennedy", "Julie", "Marie Clara",
        "Stefanie Schmidt", "Mike", "Stefanie Schmidt", "George", "Luise",
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
  public void testWithNameTypes() throws Exception {
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/voa1.train");

    NameSampleDataStream ds = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    Map<String, List<String>> names = new HashMap<String, List<String>>();
    Map<String, List<Span>> spans = new HashMap<String, List<Span>>();
   
    NameSample ns;
View Full Code Here
317
318
319
320
321
322
323
324
325
326
327
    trainingData.append("c\n");
    trainingData.append("\n");
    trainingData.append("d\n");
   
    ObjectStream<String> untokenizedLineStream =
      new PlainTextByLineStream(new StringReader(trainingData.toString()));
   
    ObjectStream<NameSample> trainingStream = new NameSampleDataStream(untokenizedLineStream);
   
    assertFalse(trainingStream.read().isClearAdaptiveDataSet());
    assertFalse(trainingStream.read().isClearAdaptiveDataSet());
View Full Code Here
334
335
336
337
338
339
340
341
342
343
344
  public void testHtmlNameSampleParsing() throws IOException {
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/html1.train");
   
    NameSampleDataStream ds = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in, "UTF-8")));

    NameSample ns = ds.read();
   
    assertEquals(1, ns.getSentence().length);
    assertEquals("<html>", ns.getSentence()[0]);
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    sample.append("word22 tag22 pred22");
    sample.append('\n');
    sample.append("word23 tag23 pred23");
    sample.append('\n');
   
    ObjectStream<String> stringStream = new PlainTextByLineStream(new StringReader(sample.toString()));
   
    ObjectStream<ChunkSample> chunkStream = new ChunkSampleStream(stringStream);
   
    // read first sample
    ChunkSample firstSample = chunkStream.read();
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
    String encoding = "UTF-8";

    try {
      DummyChunkSampleStream predictedSample = new DummyChunkSampleStream(
          new PlainTextByLineStream(
              new InputStreamReader(inPredicted, encoding)), true);

      DummyChunkSampleStream expectedSample = new DummyChunkSampleStream(
          new PlainTextByLineStream(new InputStreamReader(inExpected)), false);

      Chunker dummyChunker = new DummyChunker(predictedSample);

      ChunkerDetailedFMeasureListener listener = new ChunkerDetailedFMeasureListener();
      ChunkerEvaluator evaluator = new ChunkerEvaluator(dummyChunker, listener);
View Full Code Here
TOP

Related Classes of opennlp.tools.util.PlainTextByLineStream

  • com.tamingtext.opennlp.NameFinderTest
  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorker
  • io.lumify.opennlpme.OpenNLPMaximumEntropyExtractorGraphPropertyWorker
  • opennlp.tools.chunker.ChunkerDetailedFMeasureListenerTest
  • opennlp.tools.chunker.ChunkerEvaluatorTest
  • opennlp.tools.chunker.ChunkerFactoryTest
  • opennlp.tools.chunker.ChunkerME
  • opennlp.tools.chunker.ChunkerMETest
  • opennlp.tools.chunker.ChunkSampleStreamTest
  • opennlp.tools.chunker.ChunkSampleTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.