assertEquals(token, lexer.read());
}
}
public void testCreateTokensWithCommentTokens() throws Exception {
Token otherOne = new ConcreteToken("/** foo".toCharArray());
BufferedInputStream stream =
new BufferedInputStream(
new ByteArrayInputStream((tokens[2].toString()
+ otherOne.toString() + tokens[1].toString() + tokens[3].toString()).getBytes()));
BufferedTokenStream lexer = new HtmlDocLexer().createStream(stream);
List<Token> expected =
Lists.newArrayList(tokens[2], otherOne, tokens[1], tokens[3]);
for (Token token : expected) {