Package opennlp.tools.chunker

Examples of opennlp.tools.chunker.ChunkerModel

448
449
450
451
452
453
454
455
456
457
458
        parseSamples), mlParams.getParameters("tagger"), null, null);

    parseSamples.reset();

    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), new ChunkContextGenerator(), mlParams.getParameters("chunker"));

    parseSamples.reset();

    // build
View Full Code Here
291
292
293
294
295
296
297
298
299
300
301
        mlParams.getParameters("tagger"), null, null);

    parseSamples.reset();

    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode,
        new ChunkSampleStream(parseSamples),
        new ChunkContextGenerator(), mlParams.getParameters("chunker"));

    parseSamples.reset();
View Full Code Here
58
59
60
61
62
63
64
  private static class ChunkerModelSerializer implements ArtifactSerializer<ChunkerModel> {

    public ChunkerModel create(InputStream in) throws IOException,
        InvalidFormatException {
      return new ChunkerModel(new UncloseableInputStream(in));
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    }

    File modelOutFile = params.getModel();
    CmdLineUtil.checkOutputFile("sentence detector model", modelOutFile);

    ChunkerModel model;
    try {
      ChunkerFactory chunkerFactory = ChunkerFactory
          .create(params.getFactory());
      model = ChunkerME.train(params.getLang(), sampleStream, mlParams,
          chunkerFactory);
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  }

  public void run(String format, String[] args) {
    super.run(format, args);

    ChunkerModel model = new ChunkerModelLoader().load(params.getModel());

    List<EvaluationMonitor<ChunkSample>> listeners = new LinkedList<EvaluationMonitor<ChunkSample>>();
    ChunkerDetailedFMeasureListener detailedFMeasureListener = null;
    if(params.getMisclassified()) {
      listeners.add(new ChunkEvaluationErrorListener());
View Full Code Here
34
35
36
37
38
39
40
    super("Chunker");
  }

  @Override
  protected ChunkerModel loadModel(InputStream modelIn) throws IOException {
    return new ChunkerModel(modelIn);
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  public void run(String[] args) {
    if (args.length != 1) {
      System.out.println(getHelp());
    } else {
      ChunkerModel model = new ChunkerModelLoader().load(new File(args[0]));

      ChunkerME chunker = new ChunkerME(model, ChunkerME.DEFAULT_BEAM_SIZE);

      ObjectStream<String> lineStream = null;
      PerformanceMonitor perfMon = null;
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
    if (mLogger.isLoggable(Level.INFO)) {
      mLogger.log(Level.INFO, "Initializing the OpenNLP Chunker annotator.");
    }

    ChunkerModel model;

    try {
      ChunkerModelResource modelResource =
            (ChunkerModelResource) context.getResourceObject(UimaUtil.MODEL_PARAMETER);
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected ChunkerModel loadModel(InputStream in) throws IOException {
    return new ChunkerModel(in);
  }
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
   */
  public void collectionProcessComplete(ProcessTrace trace)
      throws ResourceProcessException, IOException {
    GIS.PRINT_MESSAGES = false;

    ChunkerModel chunkerModel = ChunkerME.train(language, ObjectStreamUtils.createObjectStream(mChunkSamples), ModelUtil.createDefaultTrainingParameters(), ChunkerFactory.create(null));

    // dereference to allow garbage collection
    mChunkSamples  = null;

    File modelFile = new File(getUimaContextAdmin().getResourceManager()
View Full Code Here
TOP

Related Classes of opennlp.tools.chunker.ChunkerModel

  • com.tamingtext.opennlp.AnswerTypeTest
  • com.tamingtext.opennlp.ChunkParserTest
  • com.tamingtext.qa.AnswerTypeClassifier
  • com.tamingtext.qa.AnswerTypeEventStream
  • com.tamingtext.qa.QuestionQParserPlugin
  • edu.washington.cs.knowitall.util.DefaultObjects
  • opennlp.model.AbstractModel
  • opennlp.model.BinaryFileDataReader
  • opennlp.model.GenericModelReader
  • opennlp.tools.cmdline.chunker.ChunkerEvaluatorTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.