File[] files = getStreamsByExtension(".data", true);
assertTrue("No test files found.", files.length > 0);
for (File file : files) {
List<String> tokens = new ArrayList<String>();
InputStream input = new FileInputStream(file);
StreamReader reader = new StreamReader(new UnicodeReader(input));
Scanner scanner = new ScannerImpl(reader);
try {
while (scanner.checkToken(new Token.ID[0])) {
Token token = scanner.getToken();
tokens.add(token.getClass().getName());