Package opennlp.tools.chunker

Examples of opennlp.tools.chunker.ChunkerModel

52
53
54
55
56
57
58
59
60
61
62
    AnswerTypeContextGenerator atcg = new AnswerTypeContextGenerator(new File(getWordNetDictionary().getAbsolutePath()));
    //<start id="answerType"/>
    FileInputStream chunkerStream = new FileInputStream(
        new File(modelDir,"en-chunker.bin"));
    ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
    ChunkerME chunker = new ChunkerME(chunkerModel);
    FileInputStream posStream = new FileInputStream(
        new File(modelDir,"en-pos-maxent.bin"));
    POSModel posModel = new POSModel(posStream);
    POSTaggerME tagger =  new POSTaggerME(posModel);
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
  @Test
  public void demonstrateATCG() throws Exception {
    File modelDir = getModelDir();
    InputStream chunkerStream = new FileInputStream(
            new File(modelDir,"en-chunker.bin"));
    ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
    ChunkerME chunker = new ChunkerME(chunkerModel);
    InputStream posStream = new FileInputStream(
            new File(modelDir,"en-pos-maxent.bin"));
    POSModel posModel = new POSModel(posStream);
    POSTaggerME tagger =  new POSTaggerME(posModel);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    File modelDir = getModelDir();
    //<start id="openChunkParse"/>
    FileInputStream chunkerStream = new FileInputStream(
        new File(modelDir,"en-chunker.bin"));
    ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
    ChunkerME chunker = new ChunkerME(chunkerModel);
    FileInputStream posStream = new FileInputStream(
        new File(modelDir,"en-pos-maxent.bin"));
    POSModel posModel = new POSModel(posStream);
    POSTaggerME tagger =  new POSTaggerME(posModel);
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    if (modelDirectory != null) {
      File modelsDir = new File(modelDirectory);
      try {
        InputStream chunkerStream = new FileInputStream(
            new File(modelsDir,"en-chunker.bin"));
        ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
        chunker = new ChunkerME(chunkerModel); //<co id="qqpp.chunker"/>
        InputStream posStream = new FileInputStream(
            new File(modelsDir,"en-pos-maxent.bin"));
        POSModel posModel = new POSModel(posStream);
        tagger =  new POSTaggerME(posModel); //<co id="qqpp.tagger"/>
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    String modelsDirProp = System.getProperty("model.dir");
    File modelsDir = new File(modelsDirProp);
    String wordnetDir = System.getProperty("wordnet.dir");
    InputStream chunkerStream = new FileInputStream(
        new File(modelsDir,"en-chunker.bin"));
    ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
    ChunkerME chunker = new ChunkerME(chunkerModel);
    InputStream posStream = new FileInputStream(
        new File(modelsDir,"en-pos-maxent.bin"));
    POSModel posModel = new POSModel(posStream);
    POSTaggerME tagger =  new POSTaggerME(posModel);
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
        File.separator + "english");
    File modelsDir = new File(modelsDirProp);  
    File wordnetDir = new File(System.getProperty("wordnet.dir", "book/src/main" + File.separator + "WordNet-3.0" + File.separator + "dict"));
    InputStream chunkerStream = new FileInputStream(
        new File(modelsDir,"en-chunker.bin"));
    ChunkerModel chunkerModel = new ChunkerModel(chunkerStream);
    ChunkerME chunker = new ChunkerME(chunkerModel);
    InputStream posStream = new FileInputStream(
        new File(modelsDir,"en-pos-maxent.bin"));
    POSModel posModel = new POSModel(posStream);
    POSTaggerME tagger =  new POSTaggerME(posModel);
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
   
    if (mLogger.isLoggable(Level.INFO)) {
      mLogger.log(Level.INFO, "Initializing the OpenNLP Chunker annotator.");
    }   
   
    ChunkerModel model;
   
    try {
      ChunkerModelResource modelResource =
            (ChunkerModelResource) context.getResourceObject(UimaUtil.MODEL_PARAMETER);
       
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected ChunkerModel loadModel(InputStream in) throws IOException {
    return new ChunkerModel(in);
  }
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
   */
  public void collectionProcessComplete(ProcessTrace trace)
      throws ResourceProcessException, IOException {
    GIS.PRINT_MESSAGES = false;
   
    ChunkerModel chunkerModel = ChunkerME.train(language, ObjectStreamUtils.createObjectStream(mChunkSamples), 100, 5);
   
    // dereference to allow garbage collection
    mChunkSamples  = null;
   
    File modelFile = new File(getUimaContextAdmin().getResourceManager()
View Full Code Here
453
454
455
456
457
458
459
460
461
462
463
        parseSamples), mlParams.getParameters("tagger"), null, null);
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // build
View Full Code Here
TOP

Related Classes of opennlp.tools.chunker.ChunkerModel

  • com.tamingtext.opennlp.AnswerTypeTest
  • com.tamingtext.opennlp.ChunkParserTest
  • com.tamingtext.qa.AnswerTypeClassifier
  • com.tamingtext.qa.AnswerTypeEventStream
  • com.tamingtext.qa.QuestionQParserPlugin
  • edu.washington.cs.knowitall.util.DefaultObjects
  • opennlp.model.AbstractModel
  • opennlp.model.BinaryFileDataReader
  • opennlp.model.GenericModelReader
  • opennlp.tools.cmdline.chunker.ChunkerEvaluatorTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.