}
return tokens;
}
private List<Section> detectSentences(AnalysedText at, String language) {
SentenceDetector sentenceDetector = getSentenceDetector(language);
List<Section> sentences;
if(sentenceDetector != null){
sentences = new ArrayList<Section>();
for(opennlp.tools.util.Span sentSpan : sentenceDetector.sentPosDetect(at.getSpan())) {
Sentence sentence = at.addSentence(sentSpan.getStart(), sentSpan.getEnd());
log.trace(" > add {}",sentence);
sentences.add(sentence);
}
} else {