Package com.clearnlp.classification.instance

Examples of com.clearnlp.classification.instance.StringInstance

338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
    DEPLabel label = null;
   
    if (isTrain())
    {
      label = state.getGoldLabel();
      insts.add(new StringInstance(label.toString(), vector));
    }
    else if (isDevelopOrDecode())
    {
      label = getAutoLabel(vector, state);
    }
    else if (isBootstrap())
    {
      label = getAutoLabel(vector, state);
      insts.add(new StringInstance(state.getGoldLabel().toString(), vector));
    }
   
    return label;
  }
View Full Code Here
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
// ================================ BUILD ================================

  public void build(int labelCutoff, int featureCutoff, int randomSeed, boolean initialize)
  {
    SparseFeatureVector vector;
    StringInstance instance;
    int label;
   
    if (initialize) init();
    buildLabels(labelCutoff);
    buildFeatures(featureCutoff);
   
    l_instances = Lists.newArrayList();
    r_shuffle = new Random(randomSeed);
    l_indices = new IntArrayList();
   
    while ((instance = i_collector.pollInstance()) != null)
    {
      if ((label = getLabelIndex(instance.getLabel())) < 0)
        continue;
     
      vector = toSparseFeatureVector(instance.getFeatureVector());
     
      if (!vector.isEmpty())
      {
        l_instances.add(new IntInstance(label, vector));
        l_indices.add(l_indices.size());
View Full Code Here
330
331
332
333
334
335
336
337
338
 
  private void addInstance(TagState state, List<StringInstance> insts, String goldLabel, StringFeatureVector vector)
  {
    if (!vector.isEmpty())
    {
      StringInstance instance = new StringInstance(goldLabel, vector);
      insts.add(instance);
    }
  }
View Full Code Here
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
    String label = null;
   
    if (isTrain())
    {
      label = state.getGoldLabel();
      if (vector.size() > 0) insts.add(new StringInstance(label, vector));
    }
    else if (isDevelopOrDecode())
    {
      label = getAutoLabel(vector, state);
    }
    else if (isBootstrap())
    {
      label = getAutoLabel(vector, state);
      if (vector.size() > 0) insts.add(new StringInstance(state.getGoldLabel(), vector));
    }
   
    return label;
  }
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
    DEPLabel label = null;
   
    if (isTrain())
    {
      label = state.getGoldLabel();
      insts.add(new StringInstance(label.toString(), vector));
    }
    else if (isDevelopOrDecode())
    {
      label = getAutoLabel(vector, state);
    }
    else if (isBootstrap())
    {
      label = getAutoLabel(vector, state);
      insts.add(new StringInstance(state.getGoldLabel().toString(), vector));
    }
   
    return label;
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
 
  public void printInstances(PrintStream fout)
  {
    int i, size = s_instances.size();
    String[] instances = new String[size];
    StringInstance p;
   
    for (i=0; i<size; i++)
    {
      p = s_instances.get(i);
      instances[i] = p.getLabel() + DELIM_COL + p.getFeatureVector().toString(); 
    }
   
    Arrays.sort(instances);
   
    for (String instance : instances)
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
  public void build(boolean clearInstances)
  {
    LOG.info("Building:\n");
    initModelMaps();
   
    StringInstance instance;
    int y, i, size = s_instances.size();
    SparseFeatureVector x;
   
    for (i=0; i<size; i++)
    {
      instance = s_instances.get(i);
     
      if ((y = s_model.getLabelIndex(instance.getLabel())) < 0)
        continue;
     
      x = s_model.toSparseFeatureVector(instance.getFeatureVector());
     
      a_ys.add(y);
      a_xs.add(x.getIndices());
      if (b_weight)  a_vs.add(x.getWeights());
    }
View Full Code Here
335
336
337
338
339
340
341
    int i, size = tmp.length;
   
    for (i=1; i<size; i++)
      vector.addFeature(tmp[i]);
   
    return new StringInstance(label, vector);
  }
View Full Code Here
305
306
307
308
309
310
311
 
  /** Called by {@link #process(DEPTree)}. */
  private void processTrain(TagState state, List<StringInstance> insts)
  {
    StringFeatureVector vector = getFeatureVector(f_xml, state);
    if (!vector.isEmpty()) insts.add(new StringInstance(state.getGoldLabel(), vector));
  }
View Full Code Here
312
313
314
315
316
317
318
319
 
  /** Called by {@link #process(DEPTree)}. */
  private void processBootstrap(TagState state, List<StringInstance> insts)
  {
    StringFeatureVector vector = getFeatureVector(f_xml, state);
    if (!vector.isEmpty()) insts.add(new StringInstance(state.getGoldLabel(), vector));
    setAutoLabels(vector, state);
  }
View Full Code Here
TOP

Related Classes of com.clearnlp.classification.instance.StringInstance

  • com.clearnlp.classification.model.StringModelAD
  • com.clearnlp.classification.model.StringOnlineModel
  • com.clearnlp.classification.train.StringTrainSpace
  • com.clearnlp.component.dep.AbstractDEPParser
  • com.clearnlp.component.online.OnlinePOSTagger
  • com.clearnlp.component.pos.AbstractPOSTagger
  • com.clearnlp.component.pred.AbstractPredicateIdentifier
  • com.clearnlp.component.role.AbstractRolesetClassifier
  • com.clearnlp.component.srl.AbstractSRLabeler
  • com.clearnlp.component.tagger.EnglishOnlinePOSTagger
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.