assertTrue("No test files found.", files.length > 0);
for (File file : files) {
List<String> tokens = new ArrayList<String>();
InputStream input = new FileInputStream(file);
StreamReader reader = new StreamReader(new UnicodeReader(input));
Scanner scanner = new ScannerImpl(reader);
try {
while (scanner.checkToken(new Token.ID[0])) {
Token token = scanner.getToken();
tokens.add(token.getClass().getName());
}
} catch (RuntimeException e) {
System.out.println("File name: \n" + file.getName());
String data = getResource(file.getName());