Examples of org.antlr.runtime.CommonTokenStream

org.antlr.runtime.CommonTokenStream
The most common stream of tokens is one where every token is buffered up and tokens are prefiltered for a certain channel (the parser will only see these tokens and cannot change the filter channel number during the parse). TODO: how to access the full token stream? How to track all tokens matched per rule?

    @Test
    public void testTableBodyValUidNoId(){
    CharStream stream =
      new ANTLRStringStream("{tbody : 1, row : 2, column : 3}");
    UdlLexer lexer = new UdlLexer(stream);
    TokenStream tokenStream = new CommonTokenStream(lexer);
    UdlParser parser = new UdlParser(tokenStream);
        try{
        MetaData data = parser.uid();
            assertNotNull(data);
            assertEquals("_1_2_3", data.getId());

View Full Code Here

    @Test
    public void testTableBodyValUid(){
    CharStream stream =
      new ANTLRStringStream("{tbody : 1, row : 2, column : 3} as Search");
    UdlLexer lexer = new UdlLexer(stream);
    TokenStream tokenStream = new CommonTokenStream(lexer);
    UdlParser parser = new UdlParser(tokenStream);
        try{
        MetaData data = parser.uid();
            assertNotNull(data);
            assertEquals("Search", data.getId());

View Full Code Here

    @Test
    public void testTableBodyRefUidNoId(){
    CharStream stream =
      new ANTLRStringStream("{tbody : 1, row -> good, column -> bad}");
    UdlLexer lexer = new UdlLexer(stream);
    TokenStream tokenStream = new CommonTokenStream(lexer);
    UdlParser parser = new UdlParser(tokenStream);
        try{
        MetaData data = parser.uid();
            assertNotNull(data);
            assertEquals("_1_good_bad", data.getId());

View Full Code Here

    @Test
    public void testTableBodyRefUid(){
    CharStream stream =
      new ANTLRStringStream("{tbody : 1, row -> good, column -> bad} as Search");
    UdlLexer lexer = new UdlLexer(stream);
    TokenStream tokenStream = new CommonTokenStream(lexer);
    UdlParser parser = new UdlParser(tokenStream);
        try{
        MetaData data = parser.uid();
            assertNotNull(data);
            assertEquals("Search", data.getId());

View Full Code Here

      try {
         session = validateSession(sessionId);


         CharStream stream = new ANTLRStringStream(s);
         IspnQLLexer lexer = new IspnQLLexer(stream);
         CommonTokenStream tokens = new CommonTokenStream(lexer);
         IspnQLParser parser = new IspnQLParser(tokens);


         parser.statements();
         session = sessions.get(sessionId);
         StringBuilder output = new StringBuilder();

View Full Code Here

        return walker.getTestCase();
    }


    private static NodeTestDSLParser getParser(final Reader reader) throws IOException {
        NodeTestDSLLexer lexer = new NodeTestDSLLexer( new ANTLRReaderStream( reader ) );
        NodeTestDSLParser parser = new NodeTestDSLParser( new CommonTokenStream( lexer ) );
        return parser;
    }

View Full Code Here

        return parser;
    }


    private static NodeTestDSLParser getParser(final InputStream is) throws IOException {
        NodeTestDSLLexer lexer = new NodeTestDSLLexer( new ANTLRInputStream( is ) );
        NodeTestDSLParser parser = new NodeTestDSLParser( new CommonTokenStream( lexer ) );
        return parser;
    }

View Full Code Here

        return parser;
    }


    private static NodeTestDSLParser getParser(final String source) throws IOException {
        NodeTestDSLLexer lexer = new NodeTestDSLLexer( new ANTLRStringStream( source ) );
        NodeTestDSLParser parser = new NodeTestDSLParser( new CommonTokenStream( lexer ) );
        return parser;
    }

View Full Code Here

        // get all the rule names
        final List<String> ruleNames = new ArrayList<String>();
        try {
            final Reader reader = new BufferedReader(new FileReader(grammarFile));
            final ANTLRv3Lexer lexer = new ANTLRv3Lexer(new ANTLRReaderStream(reader));
            final CommonTokenStream tokens = new CommonTokenStream(lexer);
            final ANTLRv3Parser parser = new ANTLRv3Parser(tokens);
            parser.rules = ruleNames;
            parser.grammarDef();
            reader.close();
        } catch (Exception e) {

View Full Code Here


        // read in test suite
        try {
            final Reader reader = new BufferedReader(new FileReader(file));
            final StGUnitLexer lexer = new StGUnitLexer(new ANTLRReaderStream(reader));
            final CommonTokenStream tokens = new CommonTokenStream(lexer);
            final StGUnitParser parser = new StGUnitParser(tokens);
            final TestSuiteAdapter adapter = new TestSuiteAdapter(result);
            parser.adapter = adapter;
            parser.gUnitDef();
            result.setTokens(tokens);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.antlr.runtime.CommonTokenStream

aleGrammar.FrontendBeta

com.alvazan.orm.parser.antlr.ScannerSql

com.cloudera.flume.conf.FlumeBuilder

com.cloudera.flume.shell.CommandBuilder

com.dyuproject.protostuff.parser.ProtoUtil

com.espertech.esper.core.deploy.EPLModuleUtil

com.espertech.esper.epl.db.DatabasePollingViewableFactory

com.espertech.esper.event.property.PropertyParser

com.facebook.presto.sql.parser.SqlParser

com.github.sommeri.less4j.core.parser.ANTLRParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.