Package opennlp.model

Examples of opennlp.model.TwoPassDataIndexer

105
106
107
108
109
110
111
112
113
114
115
    Parser parser = new ChunkParser(chunker, tagger);
    AnswerTypeContextGenerator actg = new AnswerTypeContextGenerator(new File(wordnetDir));
    //<start id="atc.train"/>
    AnswerTypeEventStream es = new AnswerTypeEventStream(trainFile,
            actg, parser);
    GISModel model = GIS.trainModel(100, new TwoPassDataIndexer(es, 3));//<co id="atc.train.do"/>
    new DoccatModel("en", model).serialize(new FileOutputStream(outFile));
    /*
    <calloutlist>
        <callout arearefs="atc.train.do"><para>Using the event stream, which feeds us training examples, do the actual training using OpenNLP's Maxent classifier.</para></callout>
    </calloutlist>
View Full Code Here
513
514
515
516
517
518
519
    return train(languageCode, parseSamples, rules, params);
  }
 
  @Deprecated
  public static AbstractModel train(opennlp.model.EventStream es, int iterations, int cut) throws java.io.IOException {
    return opennlp.maxent.GIS.trainModel(iterations, new TwoPassDataIndexer(es, cut));
  }
View Full Code Here
267
268
269
270
271
272
273
   * @deprecated Please do not use anymore, use the ObjectStream train methods instead! This method
   * will be removed soon.
   */
  @Deprecated
  public static AbstractModel train(opennlp.model.EventStream es, int iterations, int cut) throws java.io.IOException {
    return opennlp.maxent.GIS.trainModel(iterations, new TwoPassDataIndexer(es, cut));
  }
View Full Code Here
37
38
39
40
41
42
43
44
45
  @Test
  public void testPerceptronOnPrepAttachData() throws IOException {
    AbstractModel model =
        new PerceptronTrainer().trainModel(400,
        new TwoPassDataIndexer(createTrainingStream(), 1, false), 1);

    testModel(model, 0.7650408516959644);
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
  @Test
  public void testMaxentOnPrepAttachData() throws IOException {
    AbstractModel model =
        new GISTrainer(true).trainModel(100,
        new TwoPassDataIndexer(createTrainingStream(), 1), 1);

    testModel(model, 0.7997028967566229);
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
 
  @Test
  public void testMaxentOnPrepAttachData2Threads() throws IOException {
    AbstractModel model =
        new GISTrainer(true).trainModel(100,
            new TwoPassDataIndexer(createTrainingStream(), 1),
            new UniformPrior(), 1, 2);
   
    testModel(model, 0.7997028967566229);
  }
View Full Code Here
139
140
141
142
143
144
145
   *
   * @return the new model
   */
   @Deprecated
  public static AbstractModel train(DocumentCategorizerEventStream eventStream) throws IOException {
    return GIS.trainModel(100, new TwoPassDataIndexer(eventStream, 5));
  }
View Full Code Here
465
466
467
468
469
470
471
     return model;
   }
  
  @Deprecated
  public static GISModel train(EventStream es, int iterations, int cut) throws IOException {
    return GIS.trainModel(iterations, new TwoPassDataIndexer(es, cut));
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
   */
  public static POSModel train(String languageCode, ObjectStream<POSSample> samples, POSDictionary tagDictionary,
      Dictionary ngramDictionary, int cutoff, int iterations) throws IOException {

    GISModel posModel = opennlp.maxent.GIS.trainModel(iterations,
        new TwoPassDataIndexer(new POSSampleEventStream(samples,
        new DefaultPOSContextGenerator(ngramDictionary)), cutoff));

    return new POSModel(languageCode, posModel, tagDictionary, ngramDictionary);
  }
View Full Code Here
97
98
99
100
101
102
103
   * @return the new model
   * @throws IOException
   */
  @Deprecated
  public static AbstractModel trainMaxentModel(EventStream es, int iterations, int cut) throws IOException {
    return opennlp.maxent.GIS.trainModel(iterations, new TwoPassDataIndexer(es, cut));
  }
View Full Code Here
TOP

Related Classes of opennlp.model.TwoPassDataIndexer

  • com.tamingtext.qa.AnswerTypeClassifier
  • opennlp.maxent.MaxentPrepAttachTest
  • opennlp.maxent.quasinewton.QNTrainerTest
  • opennlp.perceptron.PerceptronPrepAttachTest
  • opennlp.tools.chunker.ChunkerME
  • opennlp.tools.doccat.DocumentCategorizerME
  • opennlp.tools.namefind.NameFinderME
  • opennlp.tools.parser.chunking.Parser
  • opennlp.tools.parser.treeinsert.Parser
  • opennlp.tools.postag.POSTaggerTrainer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.