}
@Test
public void nextToken() {
LiteralTokenizer tokenizer = new LiteralTokenizer("<s>", "</s>");
assertTrue(tokenizer.consume(new CodeReader("\"toto\";"), codeBuilder));
assertEquals("<s>\"toto\"</s>", codeBuilder.toString());
init();
assertTrue(tokenizer.consume(new CodeReader("\"\";"), codeBuilder));
assertEquals("<s>\"\"</s>", codeBuilder.toString());
init();
assertTrue(tokenizer.consume(new CodeReader("\'\';"), codeBuilder));
assertEquals("<s>\'\'</s>", codeBuilder.toString());
init();
assertTrue(tokenizer.consume(new CodeReader("\"(\\\"\").replace"), codeBuilder));
assertEquals("<s>\"(\\\"\"</s>", codeBuilder.toString());
init();
assertTrue(tokenizer.consume(new CodeReader("\'\\\\\';"), codeBuilder));
assertEquals("<s>\'\\\\\'</s>", codeBuilder.toString());
init();
assertTrue(tokenizer.consume(new CodeReader("\"to\\'to\""), codeBuilder));
assertEquals("<s>\"to\\'to\"</s>", codeBuilder.toString());
}