Package opennlp.tools.namefind

Examples of opennlp.tools.namefind.TokenNameFinderModel$ByteArraySerializer

127
128
129
130
131
132
133
134
135
136
137
      modelFile = models[fi];
      modelNames[fi] = modelNameFromFile(language, modelFile); //<co id="nfe.modelname"/>
     
      log.info("Loading model {}", modelFile);
      InputStream modelStream = new FileInputStream(modelFile);
      TokenNameFinderModel model = //<co id="nfe.modelreader"/>
          new PooledTokenNameFinderModel(modelStream);
      finders[fi] = new NameFinderME(model);
     
    }
View Full Code Here
365
366
367
368
369
370
371
372
373
374
375
    // create training stream ...
    ObjectStream<NameSample> samples = ObjectStreamUtils.createObjectStream(nameFinderSamples);
   
    InputStream additionalTrainingDataIn = null;
    Writer samplesOut = null;
    TokenNameFinderModel nameModel;
    try {
      if (additionalTrainingDataFile != null) {
       
        if (logger.isLoggable(Level.INFO)) {
          logger.log(Level.INFO, "Using additional training data file: " + additionalTrainingDataFile);
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected TokenNameFinderModel loadModel(InputStream in) throws IOException {
    return new TokenNameFinderModel(in);
  }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
  public void initialize()
      throws ResourceInitializationException { 

    super.initialize();
   
    TokenNameFinderModel model;
   
    try {
      TokenNameFinderModelResource modelResource =
            (TokenNameFinderModelResource) context.getResourceObject(UimaUtil.MODEL_PARAMETER);
       
View Full Code Here
36
37
38
39
40
41
42
  }
 
  @Override
  protected TokenNameFinderModel loadModel(InputStream modelIn)
      throws IOException, InvalidFormatException {
    return new TokenNameFinderModel(modelIn);
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    }
   
    NameFinderME nameFinders[] = new NameFinderME[args.length];
   
    for (int i = 0; i < nameFinders.length; i++) {
      TokenNameFinderModel model = new TokenNameFinderModelLoader().load(new File(args[i]));
      nameFinders[i] = new NameFinderME(model);
    }
   
    ObjectStream<String> untokenizedLineStream =
        new PlainTextByLineStream(new InputStreamReader(System.in));
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
       
    CmdLineUtil.checkOutputFile("name finder model", modelOutFile);
    ObjectStream<NameSample> sampleStream = openSampleData("Training", trainingDataInFile,
        params.getEncoding());

    TokenNameFinderModel model;
    try {
      if (mlParams == null) {
      model = opennlp.tools.namefind.NameFinderME.train(params.getLang(), params.getType(),
           sampleStream, featureGeneratorBytes, resources, params.getIterations(),
           params.getCutoff());
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
   
    // create training stream ...
    ObjectStream<NameSample> samples = ObjectStreamUtils.createObjectStream(nameFinderSamples);
   
    InputStream additionalTrainingDataIn = null;
    TokenNameFinderModel nameModel;
    try {
      if (additionalTrainingDataFile != null) {
       
        if (logger.isLoggable(Level.INFO)) {
          logger.log(Level.INFO, "Using addional training data file: " + additionalTrainingDataFile);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    File testData = params.getData();
    CmdLineUtil.checkInputFile("Test data", testData);

    Charset encoding = params.getEncoding();

    TokenNameFinderModel model = new TokenNameFinderModelLoader().load(params
        .getModel());
   
    List<EvaluationMonitor<NameSample>> listeners = new LinkedList<EvaluationMonitor<NameSample>>();
    if (params.getMisclassified()) {
      listeners.add(new NameEvaluationErrorListener());
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected TokenNameFinderModel loadModel(InputStream in) throws IOException {
    return new TokenNameFinderModel(in);
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.namefind.TokenNameFinderModel$ByteArraySerializer

  • com.bericotech.clavin.extractor.ApacheExtractor
  • com.facebook.presto.hive.shaded.org.codehaus.jackson.node.ObjectNode
  • com.facebook.presto.jdbc.internal.jackson.databind.jsonFormatVisitors.JsonArrayFormatVisitor
  • com.facebook.presto.jdbc.internal.jackson.databind.node.ObjectNode
  • com.fasterxml.jackson.databind.jsonFormatVisitors.JsonArrayFormatVisitor
  • com.fasterxml.jackson.databind.node.ObjectNode
  • com.tamingtext.frankenstein.Frankenstein
  • com.tamingtext.opennlp.NameFinderTest
  • com.tamingtext.texttamer.solr.NameFilterTest
  • com.tamingtext.util.NameFinderFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.