tokenStartIndex++;
}
BaseToken startToken =
(BaseToken) tokens.get(tokenStartIndex);
BaseToken endToken = token;
RangeStrengthToken segmentToken =
new RangeStrengthToken(
startToken.getStartOffset(),
endToken.getEndOffset());
rangeSet.add(segmentToken);
fsm.reset();
}