Examples of antlr.Token

antlr.Token
A token is minimally a token type. Subclasses can add the text matched for the token and line info.

    }
    _returnToken = _token;
  }
  
  public final void mQUOTE(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = QUOTE;
    int _saveIndex;
    
    match('"');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mSTRING(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = STRING;
    int _saveIndex;
    
    _saveIndex=text.length();
    mQUOTE(false);
    text.setLength(_saveIndex);
    {
    _loop28:
    do {
      if ((_tokenSet_1.member(LA(1)))) {
        matchNot('"');
      }
      else {
        break _loop28;
      }
      
    } while (true);
    }
    _saveIndex=text.length();
    mQUOTE(false);
    text.setLength(_saveIndex);
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  protected final void mLETTER(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = LETTER;
    int _saveIndex;
    
    {
    match(_tokenSet_0);
    }
    _ttype = testLiteralsTable(new String(text.getBuffer(),_begin,text.length()-_begin),_ttype);
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mFIELDTYPE(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = FIELDTYPE;
    int _saveIndex;
    
    {
    int _cnt33=0;
    _loop33:
    do {
      if ((_tokenSet_0.member(LA(1)))) {
        mLETTER(false);
      }
      else {
        if ( _cnt33>=1 ) { break _loop33; } else {throw new NoViableAltForCharException(LA(1), getFilename(), getLine(), getColumn());}
      }
      
      _cnt33++;
    } while (true);
    }
    _ttype = testLiteralsTable(_ttype);
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

  literals.put(new ANTLRHashString("Axis", this), Integer.valueOf(4));
  literals.put(new ANTLRHashString("Pages", this), Integer.valueOf(9));
}


public Token nextToken() throws TokenStreamException {
  Token theRetToken=null;
tryAgain:
  for (;;) {
    Token _token = null;
    int _ttype = Token.INVALID_TYPE;
    resetText();
    try {   // for char stream error handling
      try {   // for lexical error handling
        switch ( LA(1)) {

View Full Code Here

    }
  }
}


  public final void mPOINT(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = POINT;
    int _saveIndex;
    
    match('.');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mLPAREN(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = LPAREN;
    int _saveIndex;
    
    match('(');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mRPAREN(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = RPAREN;
    int _saveIndex;
    
    match(')');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mPLUS(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = PLUS;
    int _saveIndex;
    
    match('+');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mMINUS(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = MINUS;
    int _saveIndex;
    
    match('-');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of antlr.Token

antlr.actions.cpp.ActionLexer

antlr.actions.csharp.ActionLexer

antlr.actions.java.ActionLexer

antlr.actions.python.ActionLexer

antlr.actions.python.CodeLexer

antlr.ANTLRLexer

antlr.ANTLRParser

antlr.ANTLRTokdefLexer

antlr.ANTLRTokdefParser

antlr.preprocessor.Preprocessor

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.