Package opennlp.maxent

Examples of opennlp.maxent.Event

97
98
99
100
101
102
103
104
105
106
107
        }
      }
    }
    events = new Event[toks.size()];
    for (int ti = 0, tl = toks.size(); ti < tl; ti++) {
      events[ti] = new Event((String) outcomes.get(ti), cg.getContext(ti, toks, outcomes, prevTags));
    }
    for (int ti=0,tl=toks.size();ti<tl;ti++) {
      prevTags.put(toks.get(ti),outcomes.get(ti));
    }
  }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
        ArrayList outcomes = (ArrayList)p.b;
        ArrayList tags = new ArrayList();
       
        for (int i=0; i<tokens.size(); i++) {
          String[] context = cg.getContext(i,tokens.toArray(),(String[]) tags.toArray(new String[tags.size()]),null);
          Event e = new Event((String)outcomes.get(i), context);
          tags.add(outcomes.get(i));
          elist.add(e);
        }
        s = br.readLine();
      }
    } catch (Exception e) { e.printStackTrace(); }
   
    Event[] events = new Event[elist.size()];
    for(int i=0; i<events.length; i++)
      events[i] = (Event)elist.get(i);
   
View Full Code Here
124
125
126
127
128
129
130
    return features;
  }

  private void addEvent(String outcome, Context np1) {
    List feats = getFeatures(np1);
    events.add(new Event(outcome, (String[]) feats.toArray(new String[feats.size()])));
  }
View Full Code Here
256
257
258
259
260
261
262
263
264
265
266
267
  public void trainModel() throws IOException {
    if (debugOn) {
      FileWriter writer = new FileWriter(modelName+".events");
      for (Iterator ei=events.iterator();ei.hasNext();) {
        Event e = (Event) ei.next();
        writer.write(e.toString()+"\n");
      }
      writer.close();
    }
    (new SuffixSensitiveGISModelWriter(GIS.trainModel(new CollectionEventStream(events),true),new File(modelName+modelExtension))).persist();
  }
View Full Code Here
92
93
94
95
96
97
98
99
    events = new Event[toks.size()];
    Object[] toksArray = toks.toArray();
    String[] tagsArray = (String[]) tags.toArray(new String[tags.size()]);
    String[] predsArray = (String[]) preds.toArray(new String[preds.size()]);
    for (int ei = 0, el = events.length; ei < el; ei++) {
      events[ei] = new Event((String) preds.get(ei), cg.getContext(ei,toksArray,tagsArray,predsArray));
    }
  }
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
            if (debugOn) {
              System.err.println(this +".retain: " + mention.getId() + " " + mention.toText() + " -> " + entityMention.getId() + " " + cde);
            }
            if (mention.getId() != -1 && entityMention.getId() == mention.getId()) {
              referentFound = true;
              events.add(new Event(SAME, (String[]) features.toArray(new String[features.size()])));
              de = cde;
              //System.err.println("MaxentResolver.retain: resolved at "+ei);
              distances.add(new Integer(ei));
            }
            else if (!pairedSampleSelection || (!nonReferentFound && useAsDifferentExample)) {
              nonReferentFound = true;
              events.add(new Event(DIFF, (String[]) features.toArray(new String[features.size()])));
            }
          //}
        }
        if (pairedSampleSelection && referentFound && nonReferentFound) {
          break;
View Full Code Here
392
393
394
395
396
397
398
399
400
401
402
403
    if (ResolverMode.TRAIN == mode) {
      if (debugOn) {
        System.err.println(this +" referential");
        FileWriter writer = new FileWriter(modelName+".events");
        for (Iterator ei=events.iterator();ei.hasNext();) {
          Event e = (Event) ei.next();
          writer.write(e.toString()+"\n");
        }
        writer.close();
      }
      (new SuffixSensitiveGISModelWriter(GIS.trainModel(new CollectionEventStream(events),100,10),new File(modelName+modelExtension))).persist();
      nonReferentialResolver.train();
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
            for (int ti = firstTrainingToken; ti <= lastTrainingToken; ti++) {
              Span tSpan = tokens[ti];
              int cStart = cSpan.getStart();
              for (int i = tSpan.getStart() + 1; i < tSpan.getEnd(); i++) {
                String[] context = cg.getContext(new ObjectIntPair(ctok, i - cStart));
                events.add(new Event(TokContextGenerator.NO_SPLIT, context));
              }
              if (tSpan.getEnd() != cSpan.getEnd()) {
                String[] context = cg.getContext(new ObjectIntPair(ctok, tSpan.getEnd() - cStart));
                events.add(new Event(TokContextGenerator.SPLIT, context));
              }
            }
          }
        }
      }
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
  public boolean hasNext() {
    return (eventIndex < events.size());
  }

  public Event nextEvent() {
    Event e = (Event) events.get(eventIndex);
    eventIndex++;
    if (eventIndex == events.size()) {
      events.clear();
      eventIndex = 0;
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
          if (TokenizerME.alphaNumeric.matcher(spaceToks[tok]).matches()) {
            int lastIndex = sb.length() - 1;
            for (int id = 0; id < sb.length(); id++) {
              String[] context = cg.getContext(new ObjectIntPair(sb, id));
              if (id == lastIndex) {
                elist.add(new Event("T", context));
              }
              else {
                elist.add(new Event("F", context));
              }
            }
          }
        }
        s = br.readLine();
View Full Code Here
TOP

Related Classes of opennlp.maxent.Event

  • opennlp.tools.chunker.ChunkerEventStream
  • opennlp.tools.coref.resolver.DefaultNonReferentialResolver
  • opennlp.tools.coref.resolver.MaxentResolver
  • opennlp.tools.coref.sim.GenderModel
  • opennlp.tools.coref.sim.NumberModel
  • opennlp.tools.coref.sim.SimilarityModel
  • opennlp.tools.namefind.NameFinderEventStream
  • opennlp.tools.parser.ParserEventStream
  • opennlp.tools.postag.POSEventCollector
  • opennlp.tools.tokenize.TokEventCollector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.