private static final char NO_ESCAPE_CHAR = (char) -1;
/**Creates the partitioner and sets up the appropriate rules. */
public DeePartitionScanner() {
IToken tkString = new Token(DeePartitions.DEE_STRING);
IToken tkRawString = new Token(DeePartitions.DEE_RAW_STRING);
IToken tkRawString2 = new Token(DeePartitions.DEE_RAW_STRING2);
IToken tkDelimString = new Token(DeePartitions.DEE_DELIM_STRING);
IToken tkCharacter = new Token(DeePartitions.DEE_CHARACTER);
IToken tkSingleComment = new Token(DeePartitions.DEE_SINGLE_COMMENT);
IToken tkSingleDocComment = new Token(DeePartitions.DEE_SINGLE_DOCCOMMENT);
IToken tkMultiComment = new Token(DeePartitions.DEE_MULTI_COMMENT);
IToken tkMultiDocComment = new Token(DeePartitions.DEE_MULTI_DOCCOMMENT);
IToken tkNestedComment = new Token(DeePartitions.DEE_NESTED_COMMENT);
IToken tkNestedDocComment = new Token(DeePartitions.DEE_NESTED_DOCCOMMENT);
ArrayList2<IPredicateRule> rules = new ArrayList2<>();
rules.add(new PatternRule_Fixed("`", "`", tkRawString, NO_ESCAPE_CHAR, false, true));
rules.add(new PatternRule_Fixed("r\"", "\"", tkRawString2, NO_ESCAPE_CHAR, false, true));