}
@Test
public void testWords5() throws ShellSyntaxException {
BjorneTokenizer tokenizer = new BjorneTokenizer("1<2>3&4;5|6)7");
BjorneToken token = tokenizer.next();
Assert.assertEquals(TOK_IO_NUMBER, token.getTokenType());
Assert.assertEquals("1", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_LESS, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_IO_NUMBER, token.getTokenType());
Assert.assertEquals("2", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_GREAT, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_WORD, token.getTokenType());
Assert.assertEquals("3", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_AMP, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_WORD, token.getTokenType());
Assert.assertEquals("4", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_SEMI, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_WORD, token.getTokenType());
Assert.assertEquals("5", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_BAR, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_WORD, token.getTokenType());
Assert.assertEquals("6", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_RPAREN, token.getTokenType());
token = tokenizer.next();
Assert.assertEquals(TOK_WORD, token.getTokenType());
Assert.assertEquals("7", token.getText());
token = tokenizer.next();
Assert.assertEquals(TOK_END_OF_STREAM, token.getTokenType());
}