Package com.clearnlp.reader

Examples of com.clearnlp.reader.JointReader

79
80
81
82
83
84
85
86
87
*/
abstract public class AbstractNLPTrainer extends AbstractNLP
{
  public void train(Element eConfig, JointFtrXml[] xmls, String[] trainFiles, String modelDir) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractStatisticalComponent<?> component = getComponent(eConfig, reader, xmls, trainFiles, -1);
    component.save(new ObjectOutputStream(new BufferedOutputStream(new GZIPOutputStream(new FileOutputStream(modelDir+"/"+getMode())))));
  }
View Full Code Here
143
144
145
146
147
148
149
150
151
152
    int iXHeads = map.get(AbstractColumnReader.FIELD_XHEADS) - 1;
    int iSHeads = map.get(AbstractColumnReader.FIELD_SHEADS) - 1;
    int iNament = map.get(AbstractColumnReader.FIELD_NAMENT) - 1;
    int iCoref  = map.get(AbstractColumnReader.FIELD_COREF)  - 1;
   
    JointReader reader = new JointReader(iId, iForm, iLemma, iPos, iFeats, iHeadId, iDeprel, iXHeads, iSHeads, iNament, iCoref);
    reader.initGoldPOSTag(map.get(AbstractColumnReader.FIELD_GPOS) - 1);
   
    return reader;
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
public class POSDeveloper extends POSTrainer implements IDeveloper
{
  @Override
  public void develop(Element eConfig, JointFtrXml[] xmls, String[] trainFiles, String[] devFiles, String mode, boolean generate, int devId) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractPOSTagger collector = getCollector(eConfig, reader, getLanguage(eConfig), xmls, trainFiles, devId);
    developComponentBoot(eConfig, reader, xmls, trainFiles, devFiles, collector, generate, devId);
  }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
    int iXHeads = map.get(AbstractColumnReader.FIELD_XHEADS) - 1;
    int iSHeads = map.get(AbstractColumnReader.FIELD_SHEADS) - 1;
    int iNament = map.get(AbstractColumnReader.FIELD_NAMENT) - 1;
    int iCoref  = map.get(AbstractColumnReader.FIELD_COREF)  - 1;
   
    JointReader reader = new JointReader(iId, iForm, iLemma, iPos, iFeats, iHeadId, iDeprel, iXHeads, iSHeads, iNament, iCoref);
    reader.initGoldPOSTag(map.get(AbstractColumnReader.FIELD_GPOS) - 1);
   
    return reader;
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
    catch (Exception e) {e.printStackTrace();}
  }
 
  public void decode(String[] inputFiles, String modelFile, Element eConfig) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractOnlineStatisticalComponent<? extends AbstractState> component = getDecoder(new ObjectInputStream(new BufferedInputStream(new GZIPInputStream(new FileInputStream(modelFile)))));
    process(inputFiles, reader, component, "Decoding:", FLAG_DECODE, -1);
  }
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
    process(inputFiles, reader, component, "Decoding:", FLAG_DECODE, -1);
  }
 
  public void train(JointFtrXml[] xmls, String[] trainFiles, String modelFile, Element eConfig, String mode) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractOnlineStatisticalComponent<? extends AbstractState> component = preBootstrap(xmls, trainFiles, reader, eConfig, mode, -1);
   
    Element eMode = UTXml.getFirstElementByTagName(eConfig, mode);
    NodeList eTrains = eMode.getElementsByTagName(TAG_TRAIN);
    int boot = 0, nBootstraps = getNumberOfBootstraps(eMode);
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
    component.save(new ObjectOutputStream(new BufferedOutputStream(new GZIPOutputStream(new FileOutputStream(modelFile)))));
  }
 
  public void develop(JointFtrXml[] xmls, String[] trainFiles, String[] developFiles, Element eConfig, String mode, int devId) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractOnlineStatisticalComponent<? extends AbstractState> component = preBootstrap(xmls, trainFiles, reader, eConfig, mode, devId);
   
    Element eMode = UTXml.getFirstElementByTagName(eConfig, mode);
    NodeList eTrains = eMode.getElementsByTagName(TAG_TRAIN);
    double currScore, bestScore = 0;
View Full Code Here
128
129
130
131
132
133
134
135
136
137
    int iXHeads = map.get(AbstractColumnReader.FIELD_XHEADS) - 1;
    int iSHeads = map.get(AbstractColumnReader.FIELD_SHEADS) - 1;
    int iNament = map.get(AbstractColumnReader.FIELD_NAMENT) - 1;
    int iCoref  = map.get(AbstractColumnReader.FIELD_COREF)  - 1;
   
    JointReader reader = new JointReader(iId, iForm, iLemma, iPos, iFeats, iHeadId, iDeprel, iXHeads, iSHeads, iNament, iCoref);
    reader.initGoldPOSTag(map.get(AbstractColumnReader.FIELD_GPOS) - 1);
   
    return reader;
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
public class SRLDeveloper extends SRLTrainer implements IDeveloper
{
  @Override
  public void develop(Element eConfig, JointFtrXml[] xmls, String[] trainFiles, String[] devFiles, String mode, boolean generate, int devId) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractSRLabeler collector = getCollector(xmls, getLanguage(eConfig), getFrameDirectory(eConfig));
    developComponentBoot(eConfig, reader, xmls, trainFiles, devFiles, collector, generate, devId);
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
public class POSDeveloper extends POSTrainer implements IDeveloper
{
  @Override
  public void develop(Element eConfig, JointFtrXml[] xmls, String[] trainFiles, String[] devFiles, String mode, boolean generate, int devId) throws Exception
  {
    JointReader reader = getJointReader(UTXml.getFirstElementByTagName(eConfig, TAG_READER));
    AbstractPOSTagger collector = getCollector(reader, getLanguage(eConfig), xmls, trainFiles, devId);
    developComponentBoot(eConfig, reader, xmls, trainFiles, devFiles, collector, generate, devId);
  }
View Full Code Here
TOP

Related Classes of com.clearnlp.reader.JointReader

  • com.carrotsearch.hppc.IntStack
  • com.clearnlp.bin.AbstractNLP
  • com.clearnlp.bin.NLPDevelop
  • com.clearnlp.coreference.Mention
  • com.clearnlp.dependency.DEPArc
  • com.clearnlp.dependency.DEPFeat
  • com.clearnlp.dependency.DEPNode
  • com.clearnlp.dependency.DEPTree
  • com.clearnlp.dependency.srl.SRLArc
  • com.clearnlp.experiment.CheckMentions
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.