Package dtool.parser

Examples of dtool.parser.DeeLexer

33
34
35
36
37
38
39
40
41
    }
    return tokenCheckers;
  }
 
  public static DeeLexer testLexerTokenizing(String source, TokenChecker... tokenCheckers) {
    DeeLexer deeLexer = new DeeTestsLexer(source);
    testLexerTokenizing(deeLexer, 0, tokenCheckers);
    return deeLexer;
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
    testFindTokenAtOffset(source, offset, expected, expected);
  }
 
  protected void testFindTokenAtOffset(String source, int offset, Token expectedLeft, Token expectedRight) {
    LexerResult lexerResult = new LexerResult(source,
      new LexElementProducer().produceLexTokens(new DeeLexer(source)));
   
    TokenAtOffsetResult tokenAtOffsetResult = lexerResult.findTokenAtOffset(offset);
    if(expectedLeft == expectedRight) {
      assertTrue(tokenAtOffsetResult.atLeft == tokenAtOffsetResult.atRight);
    }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
    return macros;
  }
 
  private static void appendCode(StringBuffer buffer, String text) throws Exception {
   
    DeeLexer scanner = new DeeLexer(text);
   
    Token token;
    while((token = scanner.next()).type != DeeTokens.EOF) {
      String raw = token.getSourceValue();
      String styleClassName = null;
     
      switch(token.type) {
      case KW_RETURN:
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
   
  }
 
  protected static Token findFirstTokenAtOffset(String source, int startPos, final int offset) {
    assertTrue(startPos <= offset);
    DeeLexer lexer = new DeeLexer(source);
    lexer.reset(startPos);
    while(true) {
      Token token = lexer.next();
      if(offset <= token.getEndPos())
        return token;
      assertTrue(token.type != DeeTokens.EOF);
    }
  }
View Full Code Here
TOP

Related Classes of dtool.parser.DeeLexer

  • descent.core.ddoc.DeeDocAccessor
  • dtool.parser.common.AbstractLexerTest
  • dtool.parser.common.LexerResult
  • dtool.parser.common.LexResult_Test
  • dtool.parser.common.Token
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.