Package dtool.parser.common

Examples of dtool.parser.common.LexElement

321
322
323
324
325
326
327
328
329
330
331
 
  public static LexElement findLastEffectiveTokenBeforeOffset(int offset, LexElementSource lexSource) {
    List<LexElement> lexElementList = lexSource.getLexElementList();
    assertTrue(offset > 0 && offset <= lexElementList.get(lexElementList.size()-1).getEndPos());
   
    LexElement lastLexElement = LexElementSource.START_TOKEN;
    for (LexElement lexElement : lexElementList) {
      if(lexElement.getStartPos() >= offset)
        break;
      lastLexElement = lexElement;
    }
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
242
243
   
    parsing: {
      if(tryConsume(DeeTokens.OPEN_PARENS)) {
        linkageStr = "";
       
        LexElement linkageToken = consumeIf(DeeTokens.IDENTIFIER);
        if(linkageToken != null ) {
          linkageStr = linkageToken.getSourceValue();
          if(linkageStr.equals("C") && tryConsume(DeeTokens.INCREMENT)) {
            linkageStr = Linkage.CPP.name;
          }
        }
       
View Full Code Here
310
311
312
313
314
315
316
317
318
319
320
 
  public NodeResult<AttribProtection> parseAttribProtection() {
    if(lookAheadGrouped() != DeeTokens.GROUP_PROTECTION_KW) {
      return null;
    }
    LexElement protToken = consumeLookAhead();
    ParseHelper parse = new ParseHelper();
    EProtection protection = DeeTokenSemantics.getProtectionFromToken(protToken.type);
   
    return parse.resultConclude(new AttribProtection(protection));
  }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
        while(true) {
          FunctionParamAttribKinds paramAttrib = FunctionParamAttribKinds.fromToken(lookAhead());
          if(paramAttrib == null || isTypeModifier(lookAhead()) && lookAhead(1) == DeeTokens.OPEN_PARENS)
            break;
         
          LexElement attribToken = consumeLookAhead();
          attribs = lazyInitArrayList(attribs);
          attribs.add(attribToken);
         
          if(!isTypeModifier(attribToken.type)) {
            setMode(TplOrFnMode.FN);
View Full Code Here
290
291
292
293
294
295
296
297
298
299
300
301
302
   
    public TemplateParameter convertToTemplate() {
      if(attribs != null)  {
       
        for (int i = attribs.size()-1; i >= 0 ; i--) {
          LexElement attribToken = attribs.get(i);
          TypeModifierKinds modifier = assertNotNull(determineTypeModifier(attribToken.type));
          ref = concludeNode(srBounds(attribToken.getStartPos(), ref.getEndPos(),
            new RefTypeModifier(modifier, ref, false)));
        }
      }
      if(defId == null && couldHaveBeenParsedAsId(ref)) {
        defId = convertRefIdToDef(ref);
View Full Code Here
265
266
267
268
269
270
271
272
273
274
 
  public static final ParseRuleDescription RULE_DECLARATION = new ParseRuleDescription("Declaration", "Declaration");
 
  public InvalidSyntaxElement parseInvalidElement(ParseRuleDescription expectedRule,
    boolean inStatementList) {
    LexElement badToken = consumeLookAhead();
    ParseHelper parse = new ParseHelper();
    parse.storeError(createSyntaxError(expectedRule));
    return parse.conclude(new InvalidSyntaxElement(inStatementList, badToken));
  }
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
172
173
      assertTrue(comments != END_DOCCOMMENTS_READ);
     
      parsing: {
        if(ruleBroken) break parsing;
       
        LexElement nextLexElement = lookAheadElement();
       
        for (Token token : nextLexElement.getRelevantPrecedingSubChannelTokens()) {
          if(token.type == DeeTokens.LINE_END)
            break;
          if(token.type == DeeTokens.DOCCOMMENT_LINE) {
            comments = lazyInitArrayList(comments);
            comments.add(token);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
    }
  }
 
  public void basicSourceRangeCheck() {
    if(!canBeginWithEmptySpace(nodeUnderTest)) {
      LexElement firstLexElement = firstLexElementInNode();
      assertTrue(firstLexElement.getFullRangeStartPos() == firstLexElement.getStartPos());
    }
   
    if(nodeConsumesTrailingWhiteSpace(nodeUnderTest)) {
      // Check that the range contains all possible whitespace
      assertTrue(lexElementAfterNode(nodeUnderTest).getStartPos() == 0);
View Full Code Here
258
259
260
261
262
263
264
265
    BaseLexElement id = consumeExpectedContentToken(DeeTokens.IDENTIFIER);
    return conclude(id.getMissingError(), srEffective(id, new RefIdentifier(idTokenToString(id))));
  }
 
  protected RefPrimitive parseRefPrimitive_start(DeeTokens primitiveType) {
    LexElement primitive = consumeLookAhead(primitiveType);
    return conclude(srOf(primitive, new RefPrimitive(primitive)));
  }
View Full Code Here
370
371
372
373
374
375
376
377
378
379
      return result(true, leftRef);
    return parseTypeReference_withLeftReference(leftRef, refRestrictions);
  }
 
  public Reference parseRefQualified(ParseHelper parse, IQualifierNode qualifier) {
    LexElement dotToken = consumeLookAhead(DeeTokens.DOT);
    RefIdentifier qualifiedId = parseRefIdentifier();
    parse.setRuleBroken(qualifiedId.isMissing());
    return parse.conclude(new RefQualified(qualifier, dotToken.getStartPos(), qualifiedId));
  }
View Full Code Here
TOP

Related Classes of dtool.parser.common.LexElement

  • dtool.parser.DeeParser_Declarations
  • dtool.parser.DeeParser_Definitions
  • dtool.parser.DeeParser_Definitions$DefParseHelper
  • dtool.parser.DeeParser_Parameters$AmbiguousParameter
  • dtool.parser.DeeParser_Parameters$DeeParser_RuleParameters
  • dtool.parser.DeeParser_RefOrExp
  • dtool.parser.DeeParser_RefOrExp$ParseRule_Expression
  • dtool.parser.DeeParser_Statements
  • dtool.parser.DeeParserSourceTests
  • dtool.parser.DeeParsingSourceRangeChecks
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.