}
}
public static void main(String[] args) {
try {
Tokenizer tokenizer = new TemplateTokenizer(TokenizerTest.class.getResourceAsStream("input.html"));
Token token;
while (tokenizer.hasMoreTokens()) {
token = tokenizer.nextToken();
System.out.println(token);
}
tokenizer.close();
} catch (IOException e) {
e.printStackTrace();
}
}