public class TokenizerEvaluatorTest {
@Test
public void testPositive() throws InvalidFormatException {
OutputStream stream = new ByteArrayOutputStream();
TokenizerEvaluationMonitor listener = new TokenEvaluationErrorListener(
stream);
TokenizerEvaluator eval = new TokenizerEvaluator(new DummyTokenizer(
TokenSampleTest.createGoldSample()), listener);