CharSequence string = (CharSequence)carrier.getTarget();
lexer.setCharSequence(string);
TokenSequence ts = new StringTokenization(string);
while (lexer.hasNext()) {
lexer.next();
ts.add(new StringSpan(string, lexer.getStartOffset(),
lexer.getEndOffset()));
}
carrier.setData(ts);
return carrier;
}