public void testTokenConsumerDribble() throws IOException {
Allocator allocator = new ArrayAllocator();
TokenConsumer consumer = new TokenConsumer(allocator, "This is a large token to be consumed\r\n".getBytes());
DribbleCursor cursor = new DribbleCursor(new StreamCursor("This is a large token to be consumed\r\n0123456789"), 1);
consumer.consume(cursor);
assertEquals(cursor.ready(), 1);
assertTrue(consumer.isFinished());
assertEquals(cursor.read(), '0');
assertEquals(cursor.read(), '1');