Package org.antlr.runtime3_3_0

Examples of org.antlr.runtime3_3_0.TokenStream

223
224
225
226
227
228
229
230
231
232
233
      e.printStackTrace();
    }
  }
*/
  public void process() throws IOException {
    CharStream input = new ANTLRFileStream(dispelFile);
    DISPEL lexer = new DISPEL(input);
    Token token;
    while ((token = lexer.nextToken()) != Token.EOF_TOKEN) {
      tp.process(token);
    }
View Full Code Here
243
244
245
246
247
248
249
250
251
252
253
  public Generator(InputStream is)  {
    tp = new TokenProcessor(docType, tabSize, latexSpaceSize, numberLines);
   
    CharStream input;
    try {
      input = new ANTLRInputStream(is);
     
      DISPEL lexer = new DISPEL(input);
      Token token;
       
        while ((token = lexer.nextToken()).getType() !=
View Full Code Here
223
224
225
226
227
228
229
230
231
232
233
      e.printStackTrace();
    }
  }
*/
  public void process() throws IOException {
    CharStream input = new ANTLRFileStream(dispelFile);
    DISPEL lexer = new DISPEL(input);
    Token token;
    while ((token = lexer.nextToken()) != Token.EOF_TOKEN) {
      tp.process(token);
    }
View Full Code Here
241
242
243
244
245
246
247
248
249
250
251
*/

  public Generator(InputStream is)  {
    tp = new TokenProcessor(docType, tabSize, latexSpaceSize, numberLines);
   
    CharStream input;
    try {
      input = new ANTLRInputStream(is);
     
      DISPEL lexer = new DISPEL(input);
      Token token;
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    }

    // Wildcard?
    if ( ttype == TreePatternLexer.DOT ) {
      ttype = tokenizer.nextToken();
      Token wildcardPayload = new CommonToken(0, ".");
      TreeWizard.TreePattern node =
        new TreeWizard.WildcardTreePattern(wildcardPayload);
      if ( label!=null ) {
        node.label = label;
      }
View Full Code Here
63
64
65
66
67
68
69
   *
   *  If you care what the token payload objects' type is, you should
   *  override this method and any other createToken variant.
   */
  public Token createToken(int tokenType, String text) {
    return new CommonToken(tokenType, text);
  }
View Full Code Here
81
82
83
84
85
86
87
   *
   *  If you care what the token payload objects' type is, you should
   *  override this method and any other createToken variant.
   */
  public Token createToken(Token fromToken) {
    return new CommonToken(fromToken);
  }
View Full Code Here
94
95
96
97
98
99
100
                    BitSet follow)
  {
    String tokenText =
      "<missing "+getTokenNames()[expectedTokenType]+">";
        TreeAdaptor adaptor = ((TreeNodeStream)e.input).getTreeAdaptor();
        return adaptor.create(new CommonToken(expectedTokenType, tokenText));
  }
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
  public String getErrorMessage(RecognitionException e, String[] tokenNames) {
    if ( this instanceof TreeParser ) {
      TreeAdaptor adaptor = ((TreeNodeStream)e.input).getTreeAdaptor();
      e.token = adaptor.getToken(e.node);
      if ( e.token==null ) { // could be an UP/DOWN node
        e.token = new CommonToken(adaptor.getType(e.node),
                      adaptor.getText(e.node));
      }
    }
    return super.getErrorMessage(e, tokenNames);
  }
View Full Code Here
136
137
138
139
140
141
142
    protected Object recoverFromMismatchedToken(IntStream input,
                                                int ttype,
                                                BitSet follow)
        throws RecognitionException
    {
        throw new MismatchedTreeNodeException(ttype, (TreeNodeStream)input);
    }
View Full Code Here
TOP

Related Classes of org.antlr.runtime3_3_0.TokenStream

  • eu.admire.dispel.highlighter.Generator
  • org.antlr.runtime3_3_0.CommonToken
  • org.antlr.runtime3_3_0.debug.DebugEventSocketProxy
  • org.antlr.runtime3_3_0.debug.DebugTokenStream
  • org.antlr.runtime3_3_0.debug.ParseTreeBuilder
  • org.antlr.runtime3_3_0.debug.Profiler
  • org.antlr.runtime3_3_0.debug.RemoteDebugEventSocketListener
  • org.antlr.runtime3_3_0.misc.FastQueue
  • org.antlr.runtime3_3_0.misc.IntArray
  • org.antlr.runtime3_3_0.RecognizerSharedState
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.