Package opennlp.tools.util

Examples of opennlp.tools.util.PlainTextByLineStream

64
65
66
67
68
69
70
71
72
73
74
    String encoding = "ISO-8859-1";

    ObjectStream<NameSample> sampleStream =
          new NameSampleDataStream(
          new PlainTextByLineStream(new InputStreamReader(in, encoding)));
   
    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE, sampleStream,
        Collections.<String, Object>emptyMap(), 70, 1);

    TokenNameFinder nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
        "opennlp/tools/namefind/AnnotatedSentencesWithTypes.txt");

    String encoding = "ISO-8859-1";

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in, encoding)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE, sampleStream,
        Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithNames.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithNamesWithTypes.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
240
241
242
243
244
245
246
247
248
249
250
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/OnlyWithEntitiesWithTypes.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
293
294
295
296
297
298
299
300
301
302
303
    InputStream in = getClass().getClassLoader().getResourceAsStream(
        "opennlp/tools/namefind/voa1.train");

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(new InputStreamReader(in)));

    TokenNameFinderModel nameFinderModel = NameFinderME.train("en", TYPE,
        sampleStream, Collections.<String, Object>emptyMap(), 70, 1);

    NameFinderME nameFinder = new NameFinderME(nameFinderModel);
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
      .getResourceAsStream("opennlp/tools/chunker/output.txt");

  String encoding = "UTF-8";

  DummyChunkSampleStream predictedSample = new DummyChunkSampleStream(
      new PlainTextByLineStream(new InputStreamReader(in,
          encoding)), false);

  ChunkSample cs1 = predictedSample.read();
  String[] g1 = Span.spansToStrings(cs1.getPhrasesAsSpanList(), cs1.getSentence());
  assertEquals(15, g1.length);
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
    "opennlp/tools/chunker/output.txt");

    String encoding = "UTF-8";

    DummyChunkSampleStream predictedSample = new DummyChunkSampleStream(
        new PlainTextByLineStream(new InputStreamReader(inPredicted, encoding)), true);
   
    DummyChunkSampleStream expectedSample = new DummyChunkSampleStream(
        new PlainTextByLineStream(new InputStreamReader(inExpected)), false);
   
    Chunker dummyChunker = new DummyChunker(predictedSample);
   
    OutputStream stream = new ByteArrayOutputStream();
    ChunkerEvaluationMonitor listener = new ChunkEvaluationErrorListener(stream);
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
        "opennlp/tools/chunker/output.txt");

    String encoding = "UTF-8";

    DummyChunkSampleStream predictedSample = new DummyChunkSampleStream(
        new PlainTextByLineStream(new InputStreamReader(inPredicted, encoding)),
        true);

    DummyChunkSampleStream expectedSample = new DummyChunkSampleStream(
        new PlainTextByLineStream(new InputStreamReader(inExpected, encoding)),
        true);

    Chunker dummyChunker = new DummyChunker(predictedSample);

    OutputStream stream = new ByteArrayOutputStream();
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
     
      System.out.println("Performing evaluation ...");
      TokenNameFinderEvaluator evaluator = new TokenNameFinderEvaluator(nameFinder);
     
      final NameSampleDataStream sampleStream = new NameSampleDataStream(
          new PlainTextByLineStream(new InputStreamReader(new FileInputStream(args[2]), args[1])));
     
      final PerformanceMonitor monitor = new PerformanceMonitor("sent");
     
      monitor.startAndPrintThroughput();
     
View Full Code Here
TOP

Related Classes of opennlp.tools.util.PlainTextByLineStream

  • com.tamingtext.opennlp.NameFinderTest
  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorker
  • io.lumify.opennlpme.OpenNLPMaximumEntropyExtractorGraphPropertyWorker
  • opennlp.tools.chunker.ChunkerDetailedFMeasureListenerTest
  • opennlp.tools.chunker.ChunkerEvaluatorTest
  • opennlp.tools.chunker.ChunkerFactoryTest
  • opennlp.tools.chunker.ChunkerME
  • opennlp.tools.chunker.ChunkerMETest
  • opennlp.tools.chunker.ChunkSampleStreamTest
  • opennlp.tools.chunker.ChunkSampleTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.