Examples of org.antlr.runtime.CommonTokenStream

org.antlr.runtime.CommonTokenStream
The most common stream of tokens is one where every token is buffered up and tokens are prefiltered for a certain channel (the parser will only see these tokens and cannot change the filter channel number during the parse). TODO: how to access the full token stream? How to track all tokens matched per rule?

      
      // Start lexing the input
      htmlLexerLexer lex = new htmlLexerLexer(input);


      // Tokenstream for the parser.
      CommonTokenStream tokens = new CommonTokenStream(lex);
      htmlParserParser parser = new htmlParserParser(tokens);
      htmlParserParser.document_return root = parser.document();


      // Set up the tree parser
      CommonTreeNodeStream nodes = new CommonTreeNodeStream((Tree)root.getTree());

View Full Code Here

      Table table = convertToTable(mtable);


      CharStream cs = new ANTLRNoCaseStringStream(filter);
      FilterLexer lexer = new FilterLexer(cs);


      CommonTokenStream tokens = new CommonTokenStream();
      tokens.setTokenSource (lexer);


      FilterParser parser = new FilterParser(tokens);


      try {
        parser.filter();

View Full Code Here

        if (uid == null || uid.trim().length() == 0)
            return null;


        CharStream stream = new ANTLRStringStream(uid);
        UdlLexer lexer = new UdlLexer(stream);
        TokenStream tokenStream = new CommonTokenStream(lexer);
        UdlParser parser = new UdlParser(tokenStream);
        return parser.uid();
    }

View Full Code Here

        return mapping;
    }


    private DSLMapWalker buildFileMappingWalker(final List<ParserError> errors, CharStream stream) throws RecognitionException{
        DSLMapLexer lexer = new DSLMapLexer(stream);
        CommonTokenStream tokens = new CommonTokenStream();
        tokens.setTokenSource(lexer);
        DSLMapParser parser = new DSLMapParser(tokens);
        DSLMapParser.mapping_file_return example = parser.mapping_file();
        CommonTree tree = (CommonTree) example.getTree();
        //        logger.info(tree.toStringTree());

View Full Code Here

    /** Parse an expression from text */
    public ConstraintConnectiveDescr parse( final String text ) {
        ConstraintConnectiveDescr constraint = null;
        try {
            DRLLexer lexer = new DRLLexer( new ANTLRStringStream( text ) );
            CommonTokenStream input = new CommonTokenStream( lexer );
            RecognizerSharedState state = new RecognizerSharedState();
            helper = new ParserHelper( input,
                                       state );
            DRLExpressions parser = new DRLExpressions( input, state, helper );
            parser.setBuildDescr( true );

View Full Code Here

     * @return An instance of a RuleParser should you need one (most folks will
     *         not).
     */
    private DRLParser getParser( final String text ) {
        lexer = new DRLLexer( new ANTLRStringStream( text ) );
        DRLParser parser = new DRLParser( new CommonTokenStream( lexer ) );
        return parser;
    }

View Full Code Here

    }


    private DRLParser getParser( final Reader reader ) {
        try {
            lexer = new DRLLexer( new ANTLRReaderStream( reader ) );
            DRLParser parser = new DRLParser( new CommonTokenStream( lexer ) );
            return parser;
        } catch ( final Exception e ) {
            throw new RuntimeException( "Unable to parser Reader",
                                        e );
        }

View Full Code Here

                antlrInputStream = new ANTLRInputStream(is, encoding);
            } else {
                antlrInputStream = new ANTLRInputStream(is);
            }
            lexer = new DRLLexer(antlrInputStream);
            DRLParser parser = new DRLParser( new CommonTokenStream( lexer ) );
            return parser;
        } catch ( final Exception e ) {
            throw new RuntimeException( "Unable to parser Reader",
                                        e );
        }

View Full Code Here

    }


    private JavaParser parse(final String expr) {
        final CharStream charStream = new ANTLRStringStream(expr);
        final JavaLexer lexer = new JavaLexer( charStream );
        final TokenStream tokenStream = new CommonTokenStream( lexer );
        return new JavaParser( tokenStream );
    }

View Full Code Here

        return walker.getTestCase();
    }


    private static NodeTestDSLParser getParser(final Reader reader) throws IOException {
        NodeTestDSLLexer lexer = new NodeTestDSLLexer( new ANTLRReaderStream( reader ) );
        NodeTestDSLParser parser = new NodeTestDSLParser( new CommonTokenStream( lexer ) );
        return parser;
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.antlr.runtime.CommonTokenStream

aleGrammar.FrontendBeta

com.alvazan.orm.parser.antlr.ScannerSql

com.cloudera.flume.conf.FlumeBuilder

com.cloudera.flume.shell.CommandBuilder

com.dyuproject.protostuff.parser.ProtoUtil

com.espertech.esper.core.deploy.EPLModuleUtil

com.espertech.esper.epl.db.DatabasePollingViewableFactory

com.espertech.esper.event.property.PropertyParser

com.facebook.presto.sql.parser.SqlParser

com.github.sommeri.less4j.core.parser.ANTLRParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.