String term = m2.group(1);
if ( !term.equals("NULL") ) {
float prob = Float.parseFloat(m2.group(2));
int engIndex = trgVocab.addOrGet(term);
logger.debug("Added: "+term+" with index: "+engIndex+" and prob:"+prob);
indexProbPairs.add(new PairOfIntFloat(engIndex, prob));
sumOfProbs += prob;
}
}
}
// if number of translations not set, we never cut-off, so all cases are long tails