Package opennlp.tools.chunker

Examples of opennlp.tools.chunker.ChunkerModel

304
305
306
307
308
309
310
311
312
313
314
        mlParams.getParameters("tagger"), null, null);
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode,
        new ChunkSampleStream(parseSamples),
        new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
View Full Code Here
57
58
59
60
61
62
63
 
  private static class ChunkerModelSerializer implements ArtifactSerializer<ChunkerModel> {

    public ChunkerModel create(InputStream in) throws IOException,
        InvalidFormatException {
      return new ChunkerModel(new UncloseableInputStream(in));
    }
View Full Code Here
453
454
455
456
457
458
459
460
461
462
463
        parseSamples), mlParams.getParameters("tagger"), null, null);
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // build
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    }

    File modelOutFile = params.getModel();
    CmdLineUtil.checkOutputFile("sentence detector model", modelOutFile);

    ChunkerModel model;
    try {
      ChunkerFactory chunkerFactory = ChunkerFactory
          .create(params.getFactory());
      model = ChunkerME.train(params.getLang(), sampleStream, mlParams,
          chunkerFactory);
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  }

  public void run(String format, String[] args) {
    super.run(format, args);

    ChunkerModel model = new ChunkerModelLoader().load(params.getModel());
   
    List<EvaluationMonitor<ChunkSample>> listeners = new LinkedList<EvaluationMonitor<ChunkSample>>();
    ChunkerDetailedFMeasureListener detailedFMeasureListener = null;
    if(params.getMisclassified()) {
      listeners.add(new ChunkEvaluationErrorListener());
View Full Code Here
34
35
36
37
38
39
40
    super("Chunker");
  }
 
  @Override
  protected ChunkerModel loadModel(InputStream modelIn) throws IOException {
    return new ChunkerModel(modelIn);
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
  public void run(String[] args) {
    if (args.length != 1) {
      System.out.println(getHelp());
    } else {
      ChunkerModel model = new ChunkerModelLoader().load(new File(args[0]));

      ChunkerME chunker = new ChunkerME(model, ChunkerME.DEFAULT_BEAM_SIZE);

      ObjectStream<String> lineStream =
        new PlainTextByLineStream(new InputStreamReader(System.in));
View Full Code Here
270
271
272
273
274
275
276
277
278
279
280
        if(!config.enableChunker || config.forcePosTypeChunker){
            return null;
        }
        if(chunker == null && !chunkerNotAvailable) {
            try {
                ChunkerModel chunkerModel = openNLP.getChunkerModel(language);
                if(chunkerModel != null){
                    chunker = new ChunkerME(chunkerModel);
                } else {
                    log.debug("No Chunker Model for language {}",language);
                    chunkerNotAvailable = true;
View Full Code Here
104
105
106
107
108
109
110
111
112
113
        POSTagger posTagger = openNLP.getPartOfSpeechTagger("ru");
        Assert.assertNull(posTagger);
    }
    @Test
    public void testLoadEnChunker() throws IOException{
        ChunkerModel model = openNLP.getChunkerModel("en");
        Assert.assertNotNull(model);
        Chunker chunker = openNLP.getChunker("en");
        Assert.assertNotNull(chunker);
    }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
        Chunker chunker = openNLP.getChunker("en");
        Assert.assertNotNull(chunker);
    }
    @Test
    public void testLoadMissingChunker() throws IOException{
        ChunkerModel model = openNLP.getChunkerModel("ru");
        Assert.assertNull(model);
        Chunker chunker = openNLP.getChunker("ru");
        Assert.assertNull(chunker);
    }   
View Full Code Here
TOP

Related Classes of opennlp.tools.chunker.ChunkerModel

  • com.tamingtext.opennlp.AnswerTypeTest
  • com.tamingtext.opennlp.ChunkParserTest
  • com.tamingtext.qa.AnswerTypeClassifier
  • com.tamingtext.qa.AnswerTypeEventStream
  • com.tamingtext.qa.QuestionQParserPlugin
  • edu.washington.cs.knowitall.util.DefaultObjects
  • opennlp.model.AbstractModel
  • opennlp.model.BinaryFileDataReader
  • opennlp.model.GenericModelReader
  • opennlp.tools.cmdline.chunker.ChunkerEvaluatorTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.