rules.add(new EndOfLineRule("//", singleLineCommentToken));
for (String[] arr : new String[][] { COMMON_TOKENS, SCANNER_TOKENS, PARSER_TOKENS }) {
for (String str : arr) {
// rules.add(new WordPatternRule(new FrameKeywordDetector(), str, "", frameToken));
rules.add(new WordPredicateRule(str, frameToken));
}
}
// Add rule for strings and character constants.
rules.add(new SingleLineRule("\"", "\"", stringToken, '\\'));