Package opennlp.tools.util

Examples of opennlp.tools.util.PlainTextByLineStream

54
55
56
57
58
59
60
61
62
63
64
  }

  ObjectStream<POSSample> create(Parameters params) {
    ObjectStream<String> lineStream;
    try {
      lineStream = new PlainTextByLineStream(new InputStreamReader(
          CmdLineUtil.openInFile(new File(params.getData())), params.getEncoding()));
     
      return new WordTagSampleStream(lineStream);
    } catch (UnsupportedEncodingException e) {
      System.err.println("Encoding not supported: " + params.getEncoding());
View Full Code Here
58
59
60
61
62
63
64
65
66
67
      File sampleDataFile, Charset encoding) {
    CmdLineUtil.checkInputFile(sampleDataName + " Data", sampleDataFile);

    FileInputStream sampleDataIn = CmdLineUtil.openInFile(sampleDataFile);

    ObjectStream<String> lineStream = new PlainTextByLineStream(sampleDataIn
        .getChannel(), encoding);

    return new DocumentSampleStream(lineStream);
  }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
   
    ChunkerME chunker = new ChunkerME(model, ChunkerME.DEFAULT_BEAM_SIZE,
        new DefaultChunkerSequenceValidator());
   
    ObjectStream<String> lineStream =
      new PlainTextByLineStream(new InputStreamReader(System.in));
   
    PerformanceMonitor perfMon = new PerformanceMonitor(System.err, "sent");
    perfMon.start();
   
    try {
      String line;
      while ((line = lineStream.read()) != null) {
       
        POSSample posSample;
        try {
          posSample = POSSample.parse(line);
        } catch (InvalidFormatException e) {
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
    DoccatModel model = new DoccatModelLoader().load(new File(args[0]));
   
    DocumentCategorizerME doccat = new DocumentCategorizerME(model);
   
    ObjectStream<String> documentStream = new ParagraphStream(
        new PlainTextByLineStream(new InputStreamReader(System.in)));
   
    PerformanceMonitor perfMon = new PerformanceMonitor(System.err, "doc");
    perfMon.start();
   
    try {
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
       public void reset() throws IOException {
         try {
           if (samples != null)
             samples.close();
          
          samples = new ParseSampleStream(new PlainTextByLineStream(
               new InputStreamReader(
               ParserTestUtil.class.getResourceAsStream("/opennlp/tools/parser/parser.train"), "UTF-8")));
        } catch (UnsupportedEncodingException e) {
          // Should never happen
          Assert.fail(e.getMessage());
View Full Code Here
34
35
36
37
38
39
40
  static ObjectStream<Parse> createParseSampleStream() throws IOException {
   
    InputStream in = ParseSampleStreamTest.class.getResourceAsStream(
    "/opennlp/tools/parser/test.parse");
   
    return new ParseSampleStream(new PlainTextByLineStream(new InputStreamReader(in, "UTF-8")));
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
  public void setup() throws IOException {
    InputStream in = ADParagraphStreamTest.class
        .getResourceAsStream("/opennlp/tools/formats/ad.sample");

    ADNameSampleStream stream = new ADNameSampleStream(
        new PlainTextByLineStream(in, "UTF-8"));

    NameSample sample = stream.read();

    while (sample != null) {
      samples.add(sample);
View Full Code Here
61
62
63
64
65
66
67
  }
 
  private static ADSentenceStream openData() throws IOException {
    InputStream in = ADParagraphStreamTest.class.getResourceAsStream("/opennlp/tools/formats/ad.sample");
   
    return new ADSentenceStream(new PlainTextByLineStream(in, "UTF-8"));
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
  public void setup() throws IOException {
    InputStream in = ADParagraphStreamTest.class
  .getResourceAsStream("/opennlp/tools/formats/ad.sample");

    ADChunkSampleStream stream = new ADChunkSampleStream(
  new PlainTextByLineStream(in, "UTF-8"));

    ChunkSample sample = stream.read();

    while (sample != null) {
      samples.add(sample);
View Full Code Here
150
151
152
153
154
155
156
157
158
159
    if (args.length != 0) {
      System.err.println("Usage: NameFinderEventStream < training files");
      System.exit(1);
    }
    EventStream es = new NameFinderEventStream(new NameSampleDataStream(
        new PlainTextByLineStream(new java.io.InputStreamReader(System.in))));
    while (es.hasNext()) {
      System.out.println(es.next());
    }
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.util.PlainTextByLineStream

  • com.tamingtext.opennlp.NameFinderTest
  • io.lumify.opennlpDictionary.OpenNLPDictionaryExtractorGraphPropertyWorker
  • io.lumify.opennlpme.OpenNLPMaximumEntropyExtractorGraphPropertyWorker
  • opennlp.tools.chunker.ChunkerDetailedFMeasureListenerTest
  • opennlp.tools.chunker.ChunkerEvaluatorTest
  • opennlp.tools.chunker.ChunkerFactoryTest
  • opennlp.tools.chunker.ChunkerME
  • opennlp.tools.chunker.ChunkerMETest
  • opennlp.tools.chunker.ChunkSampleStreamTest
  • opennlp.tools.chunker.ChunkSampleTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.