Package opennlp.tools.chunker

Examples of opennlp.tools.chunker.ChunkerModel

938
939
940
941
942
943
944
945
946
947
948
     * @param language
     */
    private ChunkerME initChunker(String language) {
        ChunkerME chunker;
        try {
            ChunkerModel chunkerModel = openNLP.getChunkerModel(language);
            if(chunkerModel != null){
                chunker = new ChunkerME(chunkerModel);
            } else {
                log.debug("No Chunker Model for language {}",language);
                chunker = null;
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
        if(!config.enableChunker || config.forcePosTypeChunker){
            return null;
        }
        if(chunker == null && !chunkerNotAvailable) {
            try {
                ChunkerModel chunkerModel = openNLP.getChunkerModel(language);
                if(chunkerModel != null){
                    chunker = new ChunkerME(chunkerModel);
                } else {
                    log.debug("No Chunker Model for language {}",language);
                    chunkerNotAvailable = true;
View Full Code Here
250
251
252
253
254
255
256
257
258
259
260
    AbstractModel checkModel = readModel(args[2]);

    opennlp.tools.parser.lang.en.HeadRules headRules =
        new opennlp.tools.parser.lang.en.HeadRules(args[3]);

    ChunkerModel chunkerModel = new ChunkerModel(new FileInputStream(args[4]));

    POSModel posModel = new POSModel(new FileInputStream(args[5]));

    ParserModel packageModel = new ParserModel("en", buildModel, checkModel, posModel,
        chunkerModel, headRules, ParserType.CHUNKING, null);
View Full Code Here
448
449
450
451
452
453
454
455
456
457
458
        parseSamples), ModelType.MAXENT, null, null, cut, iterations);

    parseSamples.reset();

    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), cut, iterations, new ChunkContextGenerator());

    parseSamples.reset();

    // build
View Full Code Here
60
61
62
63
64
65
66
 
  private static class ChunkerModelSerializer implements ArtifactSerializer<ChunkerModel> {

    public ChunkerModel create(InputStream in) throws IOException,
        InvalidFormatException {
      return new ChunkerModel(new UncloseableInputStream(in));
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    CmdLineUtil.checkOutputFile("sentence detector model", modelOutFile);
    ObjectStream<ChunkSample> sampleStream =
      openSampleData("Training", trainingDataInFile, parameters.getEncoding());
   
    ChunkerModel model;
    try {
      model = ChunkerME.train(parameters.getLanguage(), sampleStream,
          parameters.getCutoff(), parameters.getNumberOfIterations());
    } catch (IOException e) {
      CmdLineUtil.printTrainingIoError(e);
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
    if (encoding == null) {
      System.out.println(getHelp());
      throw new TerminateToolException(1);
    }

    ChunkerModel model = new ChunkerModelLoader().load(new File(params.getModel()));

    ChunkerEvaluator evaluator = new ChunkerEvaluator(new ChunkerME(model));
   
    final ObjectStream<ChunkSample> sampleStream = ChunkerTrainerTool.openSampleData("Test",
        testData, encoding);
View Full Code Here
TOP

Related Classes of opennlp.tools.chunker.ChunkerModel

  • com.tamingtext.opennlp.AnswerTypeTest
  • com.tamingtext.opennlp.ChunkParserTest
  • com.tamingtext.qa.AnswerTypeClassifier
  • com.tamingtext.qa.AnswerTypeEventStream
  • com.tamingtext.qa.QuestionQParserPlugin
  • edu.washington.cs.knowitall.util.DefaultObjects
  • opennlp.model.AbstractModel
  • opennlp.model.BinaryFileDataReader
  • opennlp.model.GenericModelReader
  • opennlp.tools.cmdline.chunker.ChunkerEvaluatorTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.