for (int i=0; i<ITERATIONS; ++i) {
if (split(text, fields, "\t") > 100) {
System.out.println("Mama Mia that's a lot of tokens!!");
}
}
watch.stop();
System.out.println("StringTokenizer took " + watch.getElapsedTime());
}
public int split(final String s, final String[] tokens, final String token) {
final StringTokenizer tokenizer = new StringTokenizer(s, token, false);