Package opennlp.tools.namefind

Examples of opennlp.tools.namefind.TokenNameFinderModel

367
368
369
370
371
372
373
374
375
376
377
    // create training stream ...
    ObjectStream<NameSample> samples = ObjectStreamUtils.createObjectStream(nameFinderSamples);

    InputStream additionalTrainingDataIn = null;
    Writer samplesOut = null;
    TokenNameFinderModel nameModel;
    try {
      if (additionalTrainingDataFile != null) {

        if (logger.isLoggable(Level.INFO)) {
          logger.log(Level.INFO, "Using additional training data file: " + additionalTrainingDataFile);
View Full Code Here
30
31
32
33
34
35
36
    return model;
  }

  @Override
  protected TokenNameFinderModel loadModel(InputStream in) throws IOException {
    return new TokenNameFinderModel(in);
  }
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
  public void initialize()
      throws ResourceInitializationException {

    super.initialize();

    TokenNameFinderModel model;

    try {
      TokenNameFinderModelResource modelResource =
            (TokenNameFinderModelResource) context.getResourceObject(UimaUtil.MODEL_PARAMETER);
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
                         StringUtils.abbreviate(text, 100)});
        try {
            for (Map.Entry<String,UriRef> type : entityTypes.entrySet()) {
                String typeLabel = type.getKey();
                UriRef typeUri = type.getValue();
                TokenNameFinderModel nameFinderModel = openNLP.getNameModel(typeLabel, language);
                if(nameFinderModel == null){
                    log.info("No NER Model for {} and language {} available!",typeLabel,language);
                } else {
                    findNamedEntities(ci, text, language, typeUri, typeLabel, nameFinderModel);
                }
View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
     * @param language the language for the model
     * @return the model or an {@link IllegalStateException} if not available
     */
    private TokenNameFinderModel getNameModel(String type,String language) {
        try {
            TokenNameFinderModel model = openNLP.getNameModel(type, language);
            if(model != null){
                return model;
            } else {
                throw new IllegalStateException(String.format(
                    "Unable to built Model for extracting %s from '%s' language " +
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    if (encoding == null) {
      System.out.println(getHelp());
      throw new TerminateToolException(1);
    }

    TokenNameFinderModel model = new TokenNameFinderModelLoader().load(new File(CmdLineUtil.getParameter("-model", args)));

    opennlp.tools.namefind.TokenNameFinderEvaluator evaluator = new opennlp.tools.namefind.TokenNameFinderEvaluator(
        new NameFinderME(model));

    final ObjectStream<NameSample> sampleStream = TokenNameFinderTrainerTool.openSampleData("Test",
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    CmdLineUtil.checkOutputFile("name finder model", modelOutFile);
    ObjectStream<NameSample> sampleStream = openSampleData("Training", trainingDataInFile,
        parameters.getEncoding());

    TokenNameFinderModel model;
    try {
      model = opennlp.tools.namefind.NameFinderME.train(parameters.getLanguage(), parameters.getType(),
           sampleStream, Collections.<String, Object>emptyMap(),
           parameters.getNumberOfIterations(), parameters.getCutoff());
    }
View Full Code Here
67
68
69
70
71
72
73
74
75
   * Name Finder and Tokenizer.
   *
   * @throws IOException
   */
  public ApacheExtractor() throws IOException {
    nameFinder = new NameFinderME(new TokenNameFinderModel(ApacheExtractor.class.getResourceAsStream(pathToNERModel)));
    tokenizer = new TokenizerME(new TokenizerModel(ApacheExtractor.class.getResourceAsStream(pathToTokenizerModel)));
        sentenceDetector = new SentenceDetectorME(new SentenceModel(ApacheExtractor.class.getResourceAsStream(pathToSentenceDetectorModel)));
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.namefind.TokenNameFinderModel

  • com.bericotech.clavin.extractor.ApacheExtractor
  • com.tamingtext.frankenstein.Frankenstein
  • com.tamingtext.opennlp.NameFinderTest
  • com.tamingtext.texttamer.solr.NameFilterTest
  • com.tamingtext.util.NameFinderFactory
  • io.lumify.opennlpme.OpenNLPMaximumEntropyExtractorGraphPropertyWorker
  • opennlp.model.AbstractModel
  • opennlp.tools.cmdline.namefind.TokenNameFinderEvaluatorTool
  • opennlp.tools.cmdline.namefind.TokenNameFinderModelLoader
  • opennlp.tools.cmdline.namefind.TokenNameFinderTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.