Examples of org.antlr.tool.Interpreter$LexerActionGetTokenType

org.antlr.tool.Interpreter
A lexer listener that just creates token objects as they are matched. scan() use this listener to get a single object. To get a stream of tokens, you must call scan() multiple times, recording the token object result after each call.

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.delete(0, 2);
    tokens.insertBefore(0, "z"); // combine with left edge of rewrite
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.insertBefore(1, "x");
    tokens.insertBefore(2, "y");
    tokens.insertBefore(0, "z");

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(1, 2, "foo");
    tokens.replace(0, 3, "bar"); // wipes prior nested replace
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(0, 3, "bar");
    tokens.replace(1, 2, "foo"); // cannot split earlier replace
    Exception exc = null;

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(1, 2, "foo");
    tokens.replace(0, 2, "bar"); // wipes prior nested replace
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(1, 2, "foo");
    tokens.replace(1, 3, "bar"); // wipes prior nested replace
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(1, 2, "foo");
    tokens.replace(1, 2, "foo"); // drop previous, identical
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.insertBefore(1, "foo");
    tokens.replace(1, 2, "foo"); // kill prev insert
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.insertBefore(1, "x");
    tokens.replace(2, 3, "foo");
    String result = tokens.toString();

View Full Code Here

      "lexer grammar t;\n"+
      "A : 'a';\n" +
      "B : 'b';\n" +
      "C : 'c';\n");
    CharStream input = new ANTLRStringStream("abcc");
    Interpreter lexEngine = new Interpreter(g, input);
    TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
    tokens.fill();
    tokens.replace(2, 3, "foo");
    tokens.insertBefore(1, "x");
    String result = tokens.toString();

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.antlr.tool.Interpreter$LexerActionGetTokenType

org.antlr.analysis.DFA

org.antlr.runtime.debug.ParseTreeBuilder

org.antlr.test.TestCommonTokenStream

org.antlr.test.TestInterpretedLexing

org.antlr.test.TestInterpretedParsing

org.antlr.test.TestTokenRewriteStream

org.antlr.works.interpreter.InterpreterTab

java.util.Stack

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.