ner = new NerData(nerTag, offset.startOffset());
nerList.add(ner);
}
ner.end = offset.endOffset();
}
BaseFormAttribute baseFormAttr = tokenStream.addAttribute(BaseFormAttribute.class);
MorphoFeatures morpho = null;
if(baseFormAttr != null && baseFormAttr.getBaseForm() != null){
morpho = new MorphoFeatures(baseFormAttr.getBaseForm());
morpho.addPos(posTag); //and add the posTag
}
InflectionAttribute inflectionAttr = tokenStream.addAttribute(InflectionAttribute.class);
inflectionAttr.getInflectionForm();
inflectionAttr.getInflectionType();