Package opennlp.tools.postag

Examples of opennlp.tools.postag.POSDictionary

117
118
119
120
121
122
123
124
125
126
127
    if (tagDictionaryName != null) {
      try {
        InputStream dictIn = AnnotatorUtil.getResourceAsStream(mContext, tagDictionaryName);

        // TODO: ask Tom if case sensitivity must be configureable
        tagDictionary = new POSDictionary(new BufferedReader(new InputStreamReader(dictIn)), false);

      } catch (final IOException e) {
        // if this fails just print error message and continue
        final String message = "IOException during tag dictionary reading, "
            + "running without tag dictionary: " + e.getMessage();
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
    if (tagDictionaryName != null) {
      try {
        InputStream dictIn = AnnotatorUtil.getResourceAsStream(mContext, tagDictionaryName);

        // TODO: ask Tom if case sensitivity must be configureable
        tagDictionary = new POSDictionary(new BufferedReader(new InputStreamReader(dictIn)), false);

      } catch (final IOException e) {
        // if this fails just print error message and continue
        final String message = "IOException during tag dictionary reading, "
            + "running without tag dictionary: " + e.getMessage();
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
          Integer.toString(params.getCutoff()));
    }
   
    try {
      // TODO: Move to util method ...
      POSDictionary tagdict = null;
      if (params.getDict() != null) {
        tagdict = POSDictionary.create(new FileInputStream(params.getDict()));
      }

      validator = new POSTaggerCrossValidator(params.getLang(), mlParams,
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
   
    POSModel model;
    try {
     
      // TODO: Move to util method ...
      POSDictionary tagdict = null;
      if (params.getDict() != null) {
        tagdict = POSDictionary.create(new FileInputStream(params.getDict()));
      }
     
      if (mlParams == null) {
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
      }
    }
    POSTaggerME tagger;
    String modelFile = args[ai++];
    if (tagdict != null) {
      tagger = new PosTagger(modelFile, new POSDictionary(tagdict));
    }
    else {
      tagger = new PosTagger(modelFile);
    }
    if (test) {
View Full Code Here
32
33
34
35
36
37
38
39
  public ParserTagger(String modelFile, String tagDictionary, boolean useCase, Dictionary dict) throws IOException {
    this(modelFile,K,dict,tagDictionary,useCase,K);
  }
 
  public ParserTagger(String modelFile, int beamSize, Dictionary dict, String tagDictionary, boolean useCase, int cacheSize) throws IOException {
    super(beamSize, new SuffixSensitiveGISModelReader(new File(modelFile)).getModel(), new DefaultPOSContextGenerator(cacheSize,dict), new POSDictionary(tagDictionary, useCase));
    this.beamSize = beamSize;
  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
      dictFile = args[ai++];
    }
   
    if (tagdict != null) {
      if (dictFile != null) {
        tagger = new PosTagger(model,new Dictionary(dictFile),new POSDictionary(tagdict,caseSensitive));
      }
      else {
        tagger = new PosTagger(model,new POSDictionary(tagdict,caseSensitive));
      }
    }
    else {
      if (dictFile != null) {
        tagger = new PosTagger(model,new Dictionary(dictFile));
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
    // model.getFile() +
    // " dictionary: "+dictionary.getFile());
    try {
      BufferedReader dictionaryReader = new BomStrippingInputStreamReader(dictionary.openStream(),
              dictionaryEncoding);
      pos = new POSTaggerME(getModel(model), new POSDictionary(
          dictionaryReader, true));
    } catch (IOException e) {
      e.printStackTrace();
      logger.error("OpenNLP POS can not be initialized!");
      throw new RuntimeException("OpenNLP POS can not be initialized!", e);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    if (tagDictionaryName != null) {
      try {
        InputStream dictIn = AnnotatorUtil.getResourceAsStream(mContext, tagDictionaryName);

        // TODO: ask Tom if case sensitivity must be configureable
        tagDictionary = new POSDictionary(new BufferedReader(new InputStreamReader(dictIn)), false);

      } catch (final IOException e) {
        // if this fails just print error message and continue
        final String message = "IOException during tag dictionary reading, "
            + "running without tag dictionary: " + e.getMessage();
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
          File f = new File(d, "pos.model.bin");
          //File f = new File(d, "tag.bin.gz");
          MaxentModel posModel = new opennlp.maxent.io.SuffixSensitiveGISModelReader(f).getModel();
          if (useTagDictionary) {
            File td = new File(d, "tagdict");
            TagDictionary tagDictionary = new POSDictionary(td.getAbsolutePath()); //null;
            posTagger = new POSTaggerME((AbstractModel) posModel, tagDictionary);
          } else {
            // f = new File(d, "dict.bin.gz");
            Dictionary dictionary = null; // new Dictionary();
            posTagger = new POSTaggerME((AbstractModel) posModel, dictionary);
View Full Code Here
TOP

Related Classes of opennlp.tools.postag.POSDictionary

  • gate.opennlp.OpenNlpPOS
  • opennlp.tools.cmdline.postag.POSTaggerCrossValidatorTool
  • opennlp.tools.cmdline.postag.POSTaggerTrainerTool
  • opennlp.tools.dictionary.serializer.Attributes
  • opennlp.tools.dictionary.serializer.Entry
  • opennlp.tools.dictionary.serializer.EntryInserter
  • opennlp.tools.lang.english.ParserTagger
  • opennlp.tools.lang.english.PosTagger
  • opennlp.tools.lang.spanish.PosTagger
  • opennlp.tools.util.StringList
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.