try {
Token s;
s = lexer.nextToken();
while (s != null && s.getType() != -1 && !stop) {
ILexerToken t =
new CALexerToken(s.getType(), pos, s.getText().length());
pos += s.getText().length();
if (s.getType() != CaruleLexer.WHITESPACE) {
syntaxTokens.add(t);
}
s = lexer.nextToken();