Object o = input.get(0);
if (!(o instanceof String)) {
throw new IOException("Expected input to be chararray, but got " + o.getClass().getName());
}
Tokenizer source = new WhitespaceTokenizer(Version.LUCENE_43, new StringReader((String)o));
TokenStream tokenstream = new LowerCaseEntityPreservingFilter(source);
tokenstream.reset();
while (tokenstream.incrementToken()){
String token = tokenstream.getAttribute(CharTermAttribute.class).toString();
output.add(mTupleFactory.newTuple(token));
}
return output;
} catch (Exception e) {
// error handling goes here