Package antlr

Examples of antlr.CommonToken

127
128
129
130
131
132
133
134
135
136
137
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      // we will need a label to do the AST or tracking, make one
      label = generator.createUniqueLabel(elementName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineRuleRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
    Rule r = grammar.getRule(currentRuleName);
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      label = generator.createUniqueLabel(elementName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineTokenRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
438
439
440
441
442
443
444
445
446
447
448
      labelName = existingLabelName;
    }
    else {
      // else create new label
      labelName = generator.createUniqueLabel(refdSymbol);
      CommonToken label = new CommonToken(ANTLRParser.ID, labelName);
      if ( grammar.type != Grammar.LEXER &&
         Character.isUpperCase(refdSymbol.charAt(0)) )
      {
        grammar.defineTokenRefLabel(name, label, uniqueRefAST);
      }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
     * @see #areThereGtsToEmit
     */
    private DetailAST emitSingleGt()
    {
        gtToReconcile -= 1;
        CommonToken gtToken = new CommonToken(GENERIC_END, ">");
        gtToken.setLine(currentGtSequence.getLineNo());
        gtToken.setColumn(currentGtSequence.getColumnNo() + (currentGtSequence.getText().length() - gtToReconcile));
        return (DetailAST)astFactory.create(gtToken);
    }
View Full Code Here
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
            setText(StringUtils.stripFrontBack(getText(), "{", "}"));
          }
          else {
            setText(StringUtils.stripFrontBack(getText(), "{", "}?"));
          }
          CommonToken t = new CommonToken(_ttype,new String(text.getBuffer(),_begin,text.length()-_begin));
          t.setLine(actionLine);      // set action line to start
          t.setColumn(actionColumn);
          _token = t;
       
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
View Full Code Here
290
291
292
293
294
295
296
297
298
299
    /**
    *   Clones the token
    */
    public Token cloneToken(Token t) {
        CommonToken clone = new CommonToken(t.getType(),t.getText());
        clone.setLine(t.getLine());
        clone.setColumn(t.getColumn());
        return clone;
    }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
    if (this.inputState.guessing > 0)
      return;
    ParseTreeRule localParseTreeRule = (ParseTreeRule)this.currentParseTreeRoot.peek();
    ParseTreeToken localParseTreeToken = null;
    if (LA(1) == 1)
      localParseTreeToken = new ParseTreeToken(new CommonToken("EOF"));
    else
      localParseTreeToken = new ParseTreeToken(LT(1));
    localParseTreeRule.addChild(localParseTreeToken);
  }
View Full Code Here
438
439
440
441
442
443
444
445
446
447
448
      labelName = existingLabelName;
    }
    else {
      // else create new label
      labelName = generator.createUniqueLabel(refdSymbol);
      CommonToken label = new CommonToken(ANTLRParser.ID, labelName);
      if ( grammar.type != Grammar.LEXER &&
         Character.isUpperCase(refdSymbol.charAt(0)) )
      {
        grammar.defineTokenRefLabel(name, label, uniqueRefAST);
      }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      // we will need a label to do the AST or tracking, make one
      label = generator.createUniqueLabel(ruleTargetName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineRuleRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
    Rule r = grammar.getRule(currentRuleName);
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      label = generator.createUniqueLabel(elementName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineTokenRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
TOP

Related Classes of antlr.CommonToken

  • antlr.ANTLRLexer
  • antlr.debug.ParseTreeDebugParser
  • java5parsingCheckstyleGrammar.GeneratedJavaRecognizer
  • org.antlr.codegen.CodeGenTreeWalker
  • org.antlr.tool.Rule
  • org.apache.flex.compiler.internal.parsing.mxml.BaseRawMXMLTokenizer
  • org.codehaus.groovy.antlr.parser.GroovyRecognizer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.