Package org.antlr.v4.runtime

Examples of org.antlr.v4.runtime.CharStream

58
59
60
61
62
63
64
65
66
67
68
            "PLUS : '+';\n" +
            "MULT : '*';\n" +
            "WS : ' '+;\n");
        // Tokens: 012345678901234567
        // Input:  x = 3 * 0 + 2 * 0;
        CharStream input = new ANTLRInputStream("x = 3 * 0 + 2 * 0;");
        LexerInterpreter lexEngine = g.createLexerInterpreter(input);
        TokenStream tokens = createTokenStream(lexEngine);

        String result = tokens.LT(1).getText();
        String expecting = "x";
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
            "PLUS : '+';\n" +
            "MULT : '*';\n" +
            "WS : ' '+;\n");
        // Tokens: 012345678901234567
        // Input:  x = 3 * 0 + 2 * 0;
        CharStream input = new ANTLRInputStream("x = 3 * 0 + 2 * 0;");
        LexerInterpreter lexEngine = g.createLexerInterpreter(input);
        TokenStream tokens = createTokenStream(lexEngine);

        String result = tokens.LT(2).getText();
        String expecting = " ";
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
            "PLUS : '+';\n" +
            "MULT : '*';\n" +
            "WS : ' '+;\n");
        // Tokens: 012345678901234567
        // Input:  x = 3 * 0 + 2 * 0;
        CharStream input = new ANTLRInputStream("x = 3 * 0 + 2 * 0;");
        LexerInterpreter lexEngine = g.createLexerInterpreter(input);
        TokenStream tokens = createTokenStream(lexEngine);

        int i = 1;
        Token t = tokens.LT(i);
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
            "PLUS : '+';\n" +
            "MULT : '*';\n" +
            "WS : ' '+;\n");
        // Tokens: 012345678901234567
        // Input:  x = 3 * 0 + 2 * 0;
        CharStream input = new ANTLRInputStream("x = 3 * 0 + 2 * 0;");
        LexerInterpreter lexEngine = g.createLexerInterpreter(input);
        TokenStream tokens = createTokenStream(lexEngine);

        Token t = tokens.LT(1);
        while ( t.getType()!=Token.EOF ) {
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
            "PLUS : '+';\n" +
            "MULT : '*';\n" +
            "WS : ' '+;\n");
        // Tokens: 012345678901234567
        // Input:  x = 3 * 0 + 2 * 0;
        CharStream input = new ANTLRInputStream("x = 3 * 0 + 2 * 0;");
        LexerInterpreter lexEngine = g.createLexerInterpreter(input);
        TokenStream tokens = createTokenStream(lexEngine);

        tokens.consume(); // get x into buffer
        Token t = tokens.LT(-1);
View Full Code Here
308
309
310
311
312
313
314
315
316
317
318
    checkLexerMatches(lg, "a", expecting);
  }

  protected void checkLexerMatches(LexerGrammar lg, String inputString, String expecting) {
    ATN atn = createATN(lg, true);
    CharStream input = new ANTLRInputStream(inputString);
    ATNState startState = atn.modeNameToStartState.get("DEFAULT_MODE");
    DOTGenerator dot = new DOTGenerator(lg);
    System.out.println(dot.getDOT(startState, true));

    List<String> tokenTypes = getTokenTypes(lg, atn, input);
View Full Code Here
209
210
211
212
213
214
215
216
217
218
    assertEquals(IntStream.EOF, input.LA(1));
    assertEquals("\uFFFF", input.getBuffer());
  }

    @Test public void test2CharAhead() throws Exception {
       CharStream input = createStream("xy");
       assertEquals('x', input.LA(1));
       assertEquals('y', input.LA(2));
       assertEquals(IntStream.EOF, input.LA(3));
     }
View Full Code Here
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
    assertEquals("01234", input.getBuffer());
       assertEquals(IntStream.EOF, input.LA(6));
     }

    @Test public void testBufferWrapSize1() throws Exception {
       CharStream input = createStream("01234", 1);
        assertEquals('0', input.LA(1));
        input.consume();
        assertEquals('1', input.LA(1));
        input.consume();
        assertEquals('2', input.LA(1));
        input.consume();
        assertEquals('3', input.LA(1));
        input.consume();
        assertEquals('4', input.LA(1));
        input.consume();
       assertEquals(IntStream.EOF, input.LA(1));
     }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
        input.consume();
       assertEquals(IntStream.EOF, input.LA(1));
     }

    @Test public void testBufferWrapSize2() throws Exception {
       CharStream input = createStream("01234", 2);
        assertEquals('0', input.LA(1));
        input.consume();
        assertEquals('1', input.LA(1));
        input.consume();
        assertEquals('2', input.LA(1));
        input.consume();
        assertEquals('3', input.LA(1));
        input.consume();
        assertEquals('4', input.LA(1));
        input.consume();
       assertEquals(IntStream.EOF, input.LA(1));
     }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
     * @side if {@code charStreamL} is not null, add the {@link CharStream} instance representing {@code source}
     *       into {@code charStreamL}
     * @throws none
     */
    public ParserT getParser(String source, List<CharStream> charStreamL) {
        CharStream charStream = new ANTLRInputStream(source);
        if (charStreamL != null) {
            charStreamL.add(charStream);
        }
        LexerT lexer = createLexer(charStream);
        CommonTokenStream tokens = new CommonTokenStream(lexer);
View Full Code Here
TOP

Related Classes of org.antlr.v4.runtime.CharStream

  • com.espertech.esper.core.deploy.EPLModuleUtil
  • com.espertech.esper.event.property.PropertyParser
  • org.antlr.runtime.ANTLRFileStream
  • org.antlr.runtime.ANTLRStringStream
  • org.antlr.runtime.CharStream
  • org.antlr.runtime.CommonToken
  • org.antlr.runtime.tree.CommonTree
  • org.antlr.runtime.tree.CommonTreeNodeStream
  • org.antlr.runtime.tree.Tree
  • org.antlr.runtime.tree.TreeVisitor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.