Examples of org.antlr.runtime.CommonTokenStream

org.antlr.runtime.CommonTokenStream
The most common stream of tokens is one where every token is buffered up and tokens are prefiltered for a certain channel (the parser will only see these tokens and cannot change the filter channel number during the parse). TODO: how to access the full token stream? How to track all tokens matched per rule?

   * @param errStream the stream to which error messages from ANTLR should be piped.
   */
  public SQLStatement parse(String input, PrintStream errStream) throws RecognitionException {
    SqlLexer lex = new SqlLexer(new ANTLRStringStream(input));
    lex.setErrorStream(errStream);
    CommonTokenStream tokens = new CommonTokenStream(lex);
    SqlGrammar parser = new SqlGrammar(tokens);
    parser.setErrorStream(errStream);


    SQLStatement parsedStmt = parser.top().val;

View Full Code Here

   * @return the result of this parsing as created by the given processing chain
   * @throws ParsingException in case any exception occurs during parsing
   */
  public <T> T parseQuery(String queryString, AstProcessingChain<T> processingChain) throws ParsingException {
    HQLLexer lexer = new HQLLexer( new ANTLRStringStream( queryString ) );
    CommonTokenStream tokens = new CommonTokenStream( lexer );
    HQLParser parser = new HQLParser( tokens );


    try {
      // parser#statement() is the entry point for evaluation of any kind of statement
      HQLParser.statement_return r = parser.statement();

View Full Code Here

      Table table = convertToTable(mtable);


      CharStream cs = new ANTLRNoCaseStringStream(filter);
      FilterLexer lexer = new FilterLexer(cs);


      CommonTokenStream tokens = new CommonTokenStream();
      tokens.setTokenSource (lexer);


      FilterParser parser = new FilterParser(tokens);


      try {
        parser.filter();

View Full Code Here

            i++;
        }
    }


    private DRLParser getParser(final String text) {
        DRLParser parser = new DRLParser(new CommonTokenStream(new DRLLexer(
                new ANTLRStringStream(text))));
        parser.enableEditorInterface();
        return parser;
    }

View Full Code Here

      try {
         session = validateSession(sessionId);


         CharStream stream = new ANTLRStringStream(s);
         IspnQLLexer lexer = new IspnQLLexer(stream);
         CommonTokenStream tokens = new CommonTokenStream(lexer);
         IspnQLParser parser = new IspnQLParser(tokens);


         parser.statements();


         if (parser.hasParserErrors()) {

View Full Code Here

    return mapping;
  }
  
  private DSLMapWalker buildFileMappingWalker(CharStream stream) throws RecognitionException{
    DSLMapLexer lexer = new DSLMapLexer(stream);
    CommonTokenStream tokens = new CommonTokenStream();
    tokens.setTokenSource(lexer);
    DSLMapParser parser = new DSLMapParser(tokens);
    DSLMapParser.mapping_file_return example = parser.mapping_file();
    this.errors.addAll(parser.getErrorList());
    CommonTree tree = (CommonTree) example.getTree();
//    System.out.println(tree.toStringTree());

View Full Code Here

  /**
   * @return An instance of a RuleParser should you need one (most folks will
   *         not).
   */
  private DRLParser getParser(final String text) {
    DRLParser parser = new DRLParser(new CommonTokenStream(new DRLLexer(
        new ANTLRStringStream(text))));
    parser.setTreeAdaptor(new DroolsTreeAdaptor());
    return parser;
  }

View Full Code Here

    return parser;
  }


  private DRLParser getParser(final Reader reader) {
    try {
      DRLParser parser = new DRLParser(new CommonTokenStream(
          new DRLLexer(new ANTLRReaderStream(reader))));
      parser.setTreeAdaptor(new DroolsTreeAdaptor());
      return parser;
    } catch (final Exception e) {
      throw new RuntimeException("Unable to parser Reader", e);

View Full Code Here

      "fragment DIGIT : '0'..'9';\n" +
      "WS : (' ')+ {channel=99;};\n");
    CharStream input = new ANTLRStringStream("123 139.52");
    Interpreter lexEngine = new Interpreter(g, input);


    CommonTokenStream tokens = new CommonTokenStream(lexEngine);
        tokens.LT(5); // make sure it grabs all tokens
    String result = tokens.toString();
    //System.out.println(result);
    String expecting = "123 139.52";
    assertEquals(expecting, result);
  }

View Full Code Here

     * @return An instance of a RuleParser should you need one (most folks will
     *         not).
     */
    private DRLParser getParser(final String text) {
        lexer = new DRLLexer( new ANTLRStringStream( text ) );
        DRLParser parser = new DRLParser( new CommonTokenStream( lexer ));
        parser.setTreeAdaptor( new DroolsTreeAdaptor() );
        return parser;
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.antlr.runtime.CommonTokenStream

aleGrammar.FrontendBeta

com.alvazan.orm.parser.antlr.ScannerSql

com.cloudera.flume.conf.FlumeBuilder

com.cloudera.flume.shell.CommandBuilder

com.dyuproject.protostuff.parser.ProtoUtil

com.espertech.esper.core.deploy.EPLModuleUtil

com.espertech.esper.epl.db.DatabasePollingViewableFactory

com.espertech.esper.event.property.PropertyParser

com.facebook.presto.sql.parser.SqlParser

com.github.sommeri.less4j.core.parser.ANTLRParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.