Package opennlp.tools.parser

Examples of opennlp.tools.parser.HeadRules

40
41
42
43
44
45
46
47
48
49
50
   */
  @Test
  public void testTreeInsertParserTraining() throws Exception {
   
    ObjectStream<Parse> parseSamples = ParserTestUtil.openTestTrainingData();
    HeadRules headRules = ParserTestUtil.createTestHeadRules();
   
    ParserModel model = Parser.train("en", parseSamples, headRules, 100, 0);
   
    opennlp.tools.parser.Parser parser = ParserFactory.create(model);
   
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
   */
  @Test
  public void testChunkingParserTraining() throws Exception {
   
    ObjectStream<Parse> parseSamples = ParserTestUtil.openTestTrainingData();
    HeadRules headRules = ParserTestUtil.createTestHeadRules();
   
    ParserModel model = Parser.train("en", parseSamples, headRules, 100, 0);
   
    opennlp.tools.parser.Parser parser = ParserFactory.create(model);
   
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    CmdLineUtil.checkOutputFile("parser model", modelOutFile);
   
    ParserModel model;
    try {
     
      HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(
          new InputStreamReader(new FileInputStream(params.getHeadRules()),
              params.getEncoding()));
     
      ParserType type = parseParserType(params.getParserType());
     
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
        System.err.println("Invalid option " + args[ai]);
        System.exit(1);
      }
      ai++;
    }
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(args[ai++]);
    Dictionary dict = null;
    if (ai < args.length) {
      dict = new Dictionary(new FileInputStream(args[ai++]),true);
    }
    if (fun) {
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
        System.err.println("Invalid option " + args[ai]);
        System.exit(1);
      }
      ai++;
    }
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(args[ai++]);
    if (fun) {
      Parse.useFunctionTags(true);
    }
    opennlp.model.EventStream es = new ParserEventStream(new ParseSampleStream(new PlainTextByLineStream(new java.io.InputStreamReader(System.in))), rules, etype, dict);
    while (es.hasNext()) {
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
   
    ParserModel model;
    try {

      // TODO hard-coded language reference
      HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(
          new InputStreamReader(new FileInputStream(params.getHeadRules()),
              params.getEncoding()));
     
      ParserType type = parseParserType(params.getParserType());
      if(params.getFun()){
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
        System.err.println("Invalid option " + args[ai]);
        System.exit(1);
      }
      ai++;
    }
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(args[ai++]);
    Dictionary dict = null;
    if (ai < args.length) {
      dict = new Dictionary(new FileInputStream(args[ai++]),true);
    }
    if (fun) {
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
        System.err.println("Invalid option " + args[ai]);
        System.exit(1);
      }
      ai++;
    }
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(args[ai++]);
    if (fun) {
      Parse.useFunctionTags(true);
    }
    opennlp.model.EventStream es = new ParserEventStream(new ParseSampleStream(new PlainTextByLineStream(new java.io.InputStreamReader(System.in))), rules, etype, dict);
    while (es.hasNext()) {
View Full Code Here
383
384
385
386
387
388
389
390
391
392
393
      }
      argIndex++;
    }
    java.io.File inFile = new java.io.File(args[argIndex++]);
    String modelDirectory = args[argIndex++];
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(modelDirectory+"/head_rules");
    java.io.File dictFile = new java.io.File(modelDirectory+"/dict.bin.gz");
    java.io.File tagFile = new java.io.File(modelDirectory+"/tag.bin.gz");
    java.io.File chunkFile = new java.io.File(modelDirectory+"/chunk.bin.gz");
    java.io.File buildFile = new java.io.File(modelDirectory+"/build.bin.gz");
    java.io.File checkFile = new java.io.File(modelDirectory+"/check.bin.gz");
View Full Code Here
192
193
194
195
196
197
198
199
200
201
202
        System.err.println("Invalid option " + args[ai]);
        System.exit(1);
      }
      ai++;
    }
    HeadRules rules = new opennlp.tools.parser.lang.en.HeadRules(args[ai++]);
    Dictionary dict = null;
    if (ai < args.length) {
      dict = new Dictionary(new FileInputStream(args[ai++]),true);
    }
    if (fun) {
View Full Code Here
TOP

Related Classes of opennlp.tools.parser.HeadRules

  • opennlp.tools.cmdline.parser.ParserTrainerTool
  • opennlp.tools.parser.chunking.Parser
  • opennlp.tools.parser.chunking.ParserEventStream
  • opennlp.tools.parser.chunking.ParserTest
  • opennlp.tools.parser.treeinsert.Parser
  • opennlp.tools.parser.treeinsert.ParserEventStream
  • opennlp.tools.parser.treeinsert.ParserTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.