Package opennlp.tools.sentdetect

Examples of opennlp.tools.sentdetect.SentenceModel

36
37
38
39
40
41
42
  }

  @Override
  protected SentenceModel loadModel(InputStream modelIn) throws IOException,
      InvalidFormatException {
    return new SentenceModel(modelIn);
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  }

  public void run(String format, String[] args) {
    super.run(format, args);

    SentenceModel model = new SentenceModelLoader().load(params.getModel());

    SentenceDetectorEvaluationMonitor errorListener = null;
    if (params.getMisclassified()) {
      errorListener = new SentenceEvaluationErrorListener();
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
      String eosString = SentenceSampleStream.replaceNewLineEscapeTags(
          params.getEosChars());
      eos = eosString.toCharArray();
    }

    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
    SentenceDetector sentDetector;

    if (params.getSentenceDetectorModel() != null) {
      try {
        sentDetector = new SentenceDetectorME(new SentenceModel(params.getSentenceDetectorModel()));
      } catch (IOException e) {
        throw new TerminateToolException(-1, "Failed to load sentence detector model!", e);
      }
    }
    else {
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected SentenceModel loadModel(InputStream in) throws IOException {
    return new SentenceModel(in);
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
    if (sampleTraceFile != null) {
        samplesOut = new OutputStreamWriter(new FileOutputStream(sampleTraceFile), sampleTraceFileEncoding);
        samples = new SampleTraceStream<SentenceSample>(samples, samplesOut);
    }

    SentenceModel sentenceModel = SentenceDetectorME.train(language, samples,
         sdFactory, mlParams);

    // dereference to allow garbage collection
    sentenceSamples = null;
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
  public void initialize(UimaContext context)
      throws ResourceInitializationException {

    super.initialize(context);

    SentenceModel model;

    try {
      SentenceModelResource modelResource = (SentenceModelResource) context
          .getResourceObject(UimaUtil.MODEL_PARAMETER);
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
        sLogger.info("--> classifier model");
      }
    }

    InputStream modelIn = localFs.open(pathMapping.get(sentDetectorFile));
    SentenceModel model = new SentenceModel(modelIn);
    fModel = new SentenceDetectorME(model);
    sLogger.info("Sentence model created successfully from " + pathMapping.get(sentDetectorFile));

    eVocabSrc = (VocabularyWritable) HadoopAlign.loadVocab(pathMapping.get(eVocabSrcFile), localFs);
    eVocabTrg = (VocabularyWritable) HadoopAlign.loadVocab(pathMapping.get(eVocabTrgFile), localFs);
View Full Code Here
191
192
193
194
195
196
197
198
199
200
201
      }
    }

    FileSystem localFs = FileSystem.getLocal(conf);
    InputStream modelIn = localFs.open(pathMapping.get(sentDetectorFile));
    SentenceModel model = new SentenceModel(modelIn);
    eModel = new SentenceDetectorME(model);
    sLogger.info("Sentence model created successfully.");

    FileSystem fs = FileSystem.get(conf);  
    RetrievalEnvironment env = new RetrievalEnvironment(eDir, fs);
View Full Code Here
425
426
427
428
429
430
431
432
433
434
435
    sLogger.info("Loading models for " + fLang + " ...");
    //    FileSystem fs = FileSystem.get(conf);
    FileSystem localFs = FileSystem.getLocal(conf);

    InputStream modelIn = localFs.open(new Path(conf.get("eSentDetectorFile")));
    SentenceModel model = new SentenceModel(modelIn);
    fModel = new SentenceDetectorME(model);
    sLogger.info("Sentence model created successfully.");

    eVocabSrc = (VocabularyWritable) HadoopAlign.loadVocab(new Path(conf.get("eVocabSrcFile")), localFs);
    eVocabTrg = (VocabularyWritable) HadoopAlign.loadVocab(new Path(conf.get("eVocabTrgFile")), localFs);
View Full Code Here
TOP

Related Classes of opennlp.tools.sentdetect.SentenceModel

  • com.bericotech.clavin.extractor.ApacheExtractor
  • com.tamingtext.frankenstein.Frankenstein
  • com.tamingtext.sentences.SentenceDetectionTest
  • com.tamingtext.texttamer.solr.NameFilterTest
  • com.tamingtext.util.SentenceDetectorFactory
  • edu.washington.cs.knowitall.util.DefaultObjects
  • functionality.Models
  • ivory.lsh.bitext.PreprocessHelper
  • kpi.asoiu.parsers.ParseText
  • net.sf.nlpshell.Main
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.