Package antlr

Examples of antlr.CommonToken

424
425
426
427
428
429
430
431
432
433
434
      labelName = existingLabelName;
    }
    else {
      // else create new label
      labelName = generator.createUniqueLabel(refdSymbol);
      CommonToken label = new CommonToken(ANTLRParser.ID, labelName);
      if ( grammar.type != Grammar.LEXER &&
         Character.isUpperCase(refdSymbol.charAt(0)) )
      {
        grammar.defineTokenRefLabel(name, label, uniqueRefAST);
      }
View Full Code Here
289
290
291
292
293
294
295
296
297
298
   
    /**
    *   Clones the token
    */
    public Token cloneToken(Token t) {
        CommonToken clone = new CommonToken(t.getType(),t.getText());
        clone.setLine(t.getLine());
        clone.setColumn(t.getColumn());
        return clone;
    }
View Full Code Here
290
291
292
293
294
295
296
297
298
299
    /**
    *   Clones the token
    */
    public Token cloneToken(Token t) {
        CommonToken clone = new CommonToken(t.getType(),t.getText());
        clone.setLine(t.getLine());
        clone.setColumn(t.getColumn());
        return clone;
    }
View Full Code Here
290
291
292
293
294
295
296
297
298
299
    /**
    *   Clones the token
    */
    public Token cloneToken(Token t) {
        CommonToken clone = new CommonToken(t.getType(),t.getText());
        clone.setLine(t.getLine());
        clone.setColumn(t.getColumn());
        return clone;
    }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
     * Grammar files may override this to build various subclasses of Token such
     * as ASToken. The default is to build an ANTLR CommonToken.
     */
    protected Token buildToken(int type, int start, int end, int line, int column, String text)
    {
        CommonToken token = new CommonToken(type, text);
        token.setLine(line);
        token.setColumn(column);
        lastToken = token;
        return token;
    }
View Full Code Here
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
            setText(StringUtils.stripFrontBack(getText(), "{", "}"));
          }
          else {
            setText(StringUtils.stripFrontBack(getText(), "{", "}?"));
          }
          CommonToken t = new CommonToken(_ttype,new String(text.getBuffer(),_begin,text.length()-_begin));
          t.setLine(actionLine);      // set action line to start
          t.setColumn(actionColumn);
          _token = t;
       
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
View Full Code Here
448
449
450
451
452
453
454
455
456
457
458
      labelName = existingLabelName;
    }
    else {
      // else create new label
      labelName = generator.createUniqueLabel(refdSymbol);
      CommonToken label = new CommonToken(ANTLRParser.ID, labelName);
      if ( grammar.type != Grammar.LEXER &&
         Character.isUpperCase(refdSymbol.charAt(0)) )
      {
        grammar.defineTokenRefLabel(name, label, uniqueRefAST);
      }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      // we will need a label to do the AST or tracking, make one
      label = generator.createUniqueLabel(ruleTargetName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineRuleRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
    Rule r = grammar.getRule(currentRuleName);
    if ( (grammar.buildAST()||suffix.length()>0) && label==null &&
         (r==null || !r.isSynPred) )
    {
      label = generator.createUniqueLabel(elementName);
      CommonToken labelTok = new CommonToken(ANTLRParser.ID, label);
      grammar.defineTokenRefLabel(currentRuleName, labelTok, elementAST);
    }
    StringTemplate elementST = templates.getInstanceOf(name);
    if ( label!=null ) {
      elementST.setAttribute("label", label);
View Full Code Here
275
276
277
278
279
280
281
282
283
284
   
    /**
    *   Clones the token
    */
    public Token cloneToken(Token t) {
        CommonToken clone = new CommonToken(t.getType(),t.getText());
        clone.setLine(t.getLine());
        clone.setColumn(t.getColumn());
        return clone;
    }
View Full Code Here
TOP

Related Classes of antlr.CommonToken

  • antlr.ANTLRLexer
  • antlr.debug.ParseTreeDebugParser
  • java5parsingCheckstyleGrammar.GeneratedJavaRecognizer
  • org.antlr.codegen.CodeGenTreeWalker
  • org.antlr.tool.Rule
  • org.apache.flex.compiler.internal.parsing.mxml.BaseRawMXMLTokenizer
  • org.codehaus.groovy.antlr.parser.GroovyRecognizer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.