Package opennlp.tools.sentdetect

Examples of opennlp.tools.sentdetect.SentenceModel

132
133
134
135
136
137
138
139
140
141
142
   */
  public void collectionProcessComplete(ProcessTrace trace)
      throws ResourceProcessException, IOException {
    GIS.PRINT_MESSAGES = false;

    SentenceModel sentenceModel = SentenceDetectorME.train(language,
        ObjectStreamUtils.createObjectStream(sentenceSamples), true, null);
   
    // dereference to allow garbage collection
    sentenceSamples = null;
   
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
  public void initialize(UimaContext context)
      throws ResourceInitializationException {

    super.initialize(context);

    SentenceModel model;

    try {
      SentenceModelResource modelResource = (SentenceModelResource) context
          .getResourceObject(UimaUtil.MODEL_PARAMETER);
View Full Code Here
36
37
38
39
40
41
42
  }
 
  @Override
  protected SentenceModel loadModel(InputStream modelIn) throws IOException,
      InvalidFormatException {
    return new SentenceModel(modelIn);
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   
    EvaluatorParams params = ArgumentParser.parse(args, EvaluatorParams.class);
   
    Charset encoding = params.getEncoding();
   
    SentenceModel model = new SentenceModelLoader().load(params.getModel());
   
    File trainingDataInFile = params.getData();
    CmdLineUtil.checkInputFile("Training Data", trainingDataInFile);
   
    SentenceDetectorEvaluationMonitor errorListener = null;
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    CmdLineUtil.checkOutputFile("sentence detector model", modelOutFile);
    ObjectStream<SentenceSample> sampleStream =
        openSampleData("Training", trainingDataInFile, params.getEncoding());

    SentenceModel model;
    try {
      Dictionary dict = loadDict(params.getAbbDict());
      if (mlParams == null) {
        model = SentenceDetectorME.train(params.getLang(), sampleStream, true, dict,
            params.getCutoff(), params.getIterations());
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    if (args.length != 1) {
      System.out.println(getHelp());
      throw new TerminateToolException(1);
    }

    SentenceModel model = new SentenceModelLoader().load(new File(args[0]));
   
    SentenceDetectorME sdetector = new SentenceDetectorME(model);

    ObjectStream<String> paraStream =
      new ParagraphStream(new PlainTextByLineStream(new InputStreamReader(System.in)));
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
   * @return sentence model
   */
  public SentenceModel sentModel(){
    /* Load the sentence model from file */
    InputStream modelIn = this.getClass().getClassLoader().getResourceAsStream("en-sent.bin");
    SentenceModel model= null;
    try {
      model = new SentenceModel(modelIn);
      return model;
    } catch (Exception e) {
      e.printStackTrace();
    }
    return model;
View Full Code Here
20
21
22
23
24
25
26
27
public class ParseText {
    SentenceDetectorME sentenceDetector;

    public ParseText() throws IOException {
        InputStream modelIO = new FileInputStream("en-sent.bin");
        SentenceModel sentenceModel = new SentenceModel(modelIO);
        sentenceDetector = new SentenceDetectorME(sentenceModel);
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  }
 
  public void run(String format, String[] args) {
    super.run(format, args);

    SentenceModel model = new SentenceModelLoader().load(params.getModel());
   
    SentenceDetectorEvaluationMonitor errorListener = null;
    if (params.getMisclassified()) {
      errorListener = new SentenceEvaluationErrorListener();
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
    char[] eos = null;
    if (params.getEosChars() != null)
      eos = params.getEosChars().toCharArray();

    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
View Full Code Here
TOP

Related Classes of opennlp.tools.sentdetect.SentenceModel

  • com.bericotech.clavin.extractor.ApacheExtractor
  • com.tamingtext.frankenstein.Frankenstein
  • com.tamingtext.sentences.SentenceDetectionTest
  • com.tamingtext.texttamer.solr.NameFilterTest
  • com.tamingtext.util.SentenceDetectorFactory
  • edu.washington.cs.knowitall.util.DefaultObjects
  • functionality.Models
  • ivory.lsh.bitext.PreprocessHelper
  • kpi.asoiu.parsers.ParseText
  • net.sf.nlpshell.Main
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.