Package opennlp.tools.util

Examples of opennlp.tools.util.CountedSet

47
48
49
50
51
52
53
54
  public MutableDictionary(int cutoff) {
    super();
    this.cutoff = cutoff;
    wordMap = new CountedNumberedSet();
    nGramFactory = new NGramFactory(wordMap);
    gramSet = new CountedSet();
    wordCounts = new ArrayList();
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
    this.cutoff = cutoff;
  }

  protected void loadGrams(DataInputStream input) throws IOException {
    int numGrams = input.readInt();
    CountedSet cgramSet = new CountedSet(numGrams);
    for (int gi=0;gi<numGrams;gi++) {
      int gramLength=input.readInt();
      int[] words = new int[gramLength];
      for (int wi=0;wi<gramLength;wi++) {
        words[wi]=input.readInt();
      }
      cgramSet.setCount(new NGram(words),cutoff);
    }
    gramSet = cgramSet;
  }
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
    for (Iterator ki=wordMap.iterator();ki.hasNext();) {
      String key = (String) ki.next();
      output.writeUTF(key);
      output.writeInt(wordMap.getIndex(key));
    }
    CountedSet cset = (CountedSet) gramSet;
    int gramCount = 0;
    for (Iterator gi = gramSet.iterator();gi.hasNext();) {
      NGram ngram = (NGram) gi.next();
      if (cset.getCount(ngram) >= cutoff) {
        int[] words = ngram.getWords();
        output.writeInt(words.length);
        for (int wi=0;wi<words.length;wi++) {
          output.writeInt(words[wi]);
        }
View Full Code Here
41
42
43
44
45
46
47
  private String newline = System.getProperty("line.separator");
 
  public POSDictionaryWriter(String file) throws IOException {
    dictFile = new FileWriter(file);
    dictionary = new HashMap();
    wordCounts = new CountedSet();
  }
View Full Code Here
42
43
44
45
46
47
48
 

  public AbstractResolver(int neb) {
    numEntitiesBack=neb;
    showExclusions = true;
    distances = new CountedSet();
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.util.CountedSet

  • opennlp.tools.coref.resolver.AbstractResolver
  • opennlp.tools.ngram.MutableDictionary
  • opennlp.tools.postag.POSDictionaryWriter
  • java.util.HashMap
  • java.io.OutputStreamWriter
  • java.io.FileOutputStream
  • java.io.FileWriter
  • java.io.PrintWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.