Examples of DataIndexer

opennlp.maxent.DataIndexer
opennlp.model.DataIndexer
Object which compresses events in memory and performs feature selection.
opennlp.tools.ml.model.DataIndexer
Object which compresses events in memory and performs feature selection.

Examples of opennlp.maxent.DataIndexer

   * @throws Exception
   */
  public void finishTraining() throws Exception {
    modelsByType = new HashMap<String,GISModel>();
    for(String type : eventsByType.keySet()) {
      DataIndexer di = null;
      List<Event> evs = eventsByType.get(type);
      if(evs.size() == 1) evs.add(evs.get(0));
      di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(evs)), 1);
      modelsByType.put(type, GIS.trainModel(trainingCycles, di));
    }

View Full Code Here

Examples of opennlp.maxent.DataIndexer

    if(useUber) {
      List<Event> evs = new ArrayList<Event>();
      for(String prevTagg : evsByPrev.keySet()) {
        evs.addAll(evsByPrev.get(prevTagg));
      }
      DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(evs)), featureCutOff);
      ubermodel = GIS.trainModel(trainingCycles, di);
    } else {
      for(String prevTagg : evsByPrev.keySet()) {
        if(Oscar3Props.getInstance().verbose) System.out.println(prevTagg);
        List<Event> evs = evsByPrev.get(prevTagg);
        if(featureSel) {
          evs = new FeatureSelector().selectFeatures(evs);            
        }    
        if(evs.size() == 1) {
          evs.add(evs.get(0));
        }
        DataIndexer di = null;
        try {
          di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(evs)), featureCutOff);
          gmByPrev.put(prevTagg, GIS.trainModel(trainingCycles, di));
        } catch (Exception e) {
          di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(evs)), 1);

View Full Code Here

Examples of opennlp.maxent.DataIndexer

      trainEvents.add(new Event(be.getClassLabel(), be.getFeatures().getSet().toArray(new String[0])));
    }
    for(BagEvent be : testBagEvents) {
      testEvents.add(new Event(be.getClassLabel(), be.getFeatures().getSet().toArray(new String[0])));
    }
    DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(trainEvents)), 1);
    GISModel gm = GIS.trainModel(100, di);
    
    //ClassificationEvaluator ce = new ClassificationEvaluator();
    
    for(Event event : testEvents) {

View Full Code Here

Examples of opennlp.maxent.DataIndexer


      Event event = new Event(type, f.toArray(new String[0]));
      events.add(event);
    }
    if(events.size() == 1) events.add(events.get(0));
    DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(events)), 3);
    GISModel gm = GIS.trainModel(100, di);
    
    ClassificationEvaluator ce = new ClassificationEvaluator();


    List<Double> chemList = new ArrayList<Double>();

View Full Code Here

Examples of opennlp.maxent.DataIndexer

      List<Event> trainData = events.subList(0, events.size()/2);
      //trainData = new FeatureSelector().selectFeatures(trainData, 200.0);
      List<Event> testData = events.subList(events.size()/2, events.size());
      
      if(trainData.size() == 1) trainData.add(trainData.get(0));
      DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(trainData)), 1);
      GISModel gm = GIS.trainModel(100, di);
      
      ClassificationEvaluator ce = new ClassificationEvaluator();
      
      for(Event event : testData) {

View Full Code Here

Examples of opennlp.maxent.DataIndexer

          Event ev = new Event(subtype, features.toArray(new String[0]));
          events.add(ev);
        }
      }
      if(events.size() < 2) continue;
      DataIndexer di = null;
      di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(events)), 1);
      if(Oscar3Props.getInstance().verbose) System.out.println(di);
      GISModel gm = GIS.trainModel(100, di);
      classifiers.put(type, gm);
    }

View Full Code Here

Examples of opennlp.maxent.DataIndexer

      String outcome = "E";
      if(isChem.get(s)) outcome = "C";
      events.add(new Event(outcome, getFeatures(s)));
    }
    SimpleEventCollector sec = new SimpleEventCollector(events);
    DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(sec), 1);
    GISModel gis = GIS.trainModel(100, di);
    
    System.out.println(gis.getIndex("FOO"));
    if(true) return;

View Full Code Here

Examples of opennlp.maxent.DataIndexer

    
    List<Event> trainData = events.subList(0, events.size()/2);
    List<Event> testData = events.subList(events.size()/2, events.size());
    
    if(trainData.size() == 1) trainData.add(trainData.get(0));
    DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(trainData)), 1);
    GISModel gm = GIS.trainModel(100, di);
    
    ClassificationEvaluator ce = new ClassificationEvaluator();
    
    for(Event event : testData) {

View Full Code Here

Examples of opennlp.maxent.DataIndexer

        trainEvents.add(new Event(be.getClassLabel(), be.getFeatures().getSet().toArray(new String[0])));
      }
      for(BagEvent be : testBagEvents) {
        testEvents.add(new Event(be.getClassLabel(), be.getFeatures().getSet().toArray(new String[0])));
      }
      DataIndexer di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(trainEvents)), 1);
      GISModel gm = GIS.trainModel(100, di);
      
      //ClassificationEvaluator ce = new ClassificationEvaluator();
      
      for(Event event : testEvents) {

View Full Code Here

Examples of opennlp.maxent.DataIndexer

    List<Event> events = new ArrayList<Event>();
    for(int i=0;i<numDocs/2;i++) {
      events.add(docToEvent(ir, i, c));
    }
    
    DataIndexer di = null;
    di = new TwoPassDataIndexer(new EventCollectorAsStream(new SimpleEventCollector(events)), 3);
    GISModel gm = GIS.trainModel(100, di);
  
    Map<String,Double> byProb = new HashMap<String,Double>();
    Map<String,String> res = new HashMap<String,String>();

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.