Package opennlp.tools.formats

Examples of opennlp.tools.formats.DirectorySampleStream

39
40
41
42
43
44
45
46
  public ObjectStream<Parse> create(String[] args) {
   
    Parameters params = ArgumentParser.parse(args, Parameters.class);

   
    return new ConstitParseSampleStream(new FileToByteArraySampleStream(new DirectorySampleStream(params.getData(),
        null, false)));
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);

    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {

          public boolean accept(File file) {
            return file.getName().toLowerCase().endsWith(".sgm");
          }
        }, false), Charset.forName("UTF-8"));
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
   
    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);
   
    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {
         
          public boolean accept(File file) {
            return file.getName().toLowerCase().endsWith(".sgm");
          }
        }, false), Charset.forName("UTF-8"));
View Full Code Here
39
40
41
42
43
44
45
46
  public ObjectStream<Parse> create(String[] args) {

    Parameters params = ArgumentParser.parse(args, Parameters.class);


    return new ConstitParseSampleStream(new FileToByteArraySampleStream(new DirectorySampleStream(params.getData(),
        null, false)));
  }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);

    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {

          public boolean accept(File file) {
            return StringUtil.toLowerCase(file.getName()).endsWith(".sgm");
          }
        }, false), Charset.forName("UTF-8"));
View Full Code Here
21
22
23
24
25
26
27
28
29
30
31
  public ObjectStream<Parse> create(String[] args) {

    OntoNotesFormatParameters params = ArgumentParser.parse(args, OntoNotesFormatParameters.class);

    ObjectStream<File> documentStream = new DirectorySampleStream(new File(
        params.getOntoNotesDir()), new FileFilter() {

      public boolean accept(File file) {
        if (file.isFile()) {
          return file.getName().endsWith(".parse");
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  public ObjectStream<NameSample> create(String[] args) {

    OntoNotesFormatParameters params = ArgumentParser.parse(args, OntoNotesFormatParameters.class);

    ObjectStream<File> documentStream = new DirectorySampleStream(new File(
        params.getOntoNotesDir()), new FileFilter() {

      public boolean accept(File file) {
        if (file.isFile()) {
          return file.getName().endsWith(".name");
View Full Code Here
TOP

Related Classes of opennlp.tools.formats.DirectorySampleStream

  • opennlp.tools.formats.frenchtreebank.ConstitParseSampleStreamFactory
  • opennlp.tools.formats.muc.Muc6FullParseCorefSampleStreamFactory
  • opennlp.tools.formats.muc.Muc6NameSampleStreamFactory
  • opennlp.tools.formats.ontonotes.OntoNotesNameSampleStreamFactory
  • opennlp.tools.formats.ontonotes.OntoNotesParseSampleStreamFactory
  • java.io.File
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.