Package org.apache.pig.parser

Examples of org.apache.pig.parser.QueryParserDriver

787
788
789
790
791
792
793
794
795
796
797
798
799
800
        DataStorage dfs = pc.getDfs();
        dfs.setActiveContainer(dfs.asContainer("/tmp"));
        Map<String, String> fileNameMap = new HashMap<String, String>();
       
        QueryParserDriver builder = new QueryParserDriver(pc, "Test-Store", fileNameMap);
       
        String query = "a = load 'foo';" + "store a into '"+orig+"';";
        LogicalPlan lp = builder.parse(query);

        Assert.assertTrue(lp.size()>1);
        Operator op = lp.getSinks().get(0);
       
        Assert.assertTrue(op instanceof LOStore);
View Full Code Here
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
            }
        }
       
        void validateQuery() throws FrontendException {
            String query = buildQuery();
            QueryParserDriver parserDriver = new QueryParserDriver( pigContext, scope, fileNameMap );
            try {
                LogicalPlan plan = parserDriver.parse( query );
                compile( plan );
            } catch(FrontendException ex) {
                scriptCache.remove( scriptCache.size() -1 );
                throw ex;
            }
View Full Code Here
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
                lp = new LogicalPlan();
                return;
            }

            try {
                QueryParserDriver parserDriver = new QueryParserDriver( pigContext, scope, fileNameMap );
                lp = parserDriver.parse( query );
                operators = parserDriver.getOperators();
            } catch(Exception ex) {
                scriptCache.remove( scriptCache.size() -1 ); // remove the bad script from the cache.
                PigException pe = LogUtils.getPigException(ex);
                int errCode = 1000;
                String msg = "Error during parsing. "
View Full Code Here
644
645
646
647
648
649
650
651
652
            throw new IllegalStateException("ExecType: " + context.getExecType());
        }
    }

    public static Object getPigConstant(String pigConstantAsString) throws ParserException {
        QueryParserDriver queryParser = new QueryParserDriver( new PigContext(),
            "util", new HashMap<String, String>() ) ;
        return queryParser.parseConstant(pigConstantAsString);
    }
View Full Code Here
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
     
    }

    public static LogicalPlan parse(String query, PigContext pc) throws FrontendException {
        Map<String, String> fileNameMap = new HashMap<String, String>();
        QueryParserDriver parserDriver = new QueryParserDriver( pc, "test", fileNameMap );
        org.apache.pig.newplan.logical.relational.LogicalPlan lp = parserDriver.parse( query );
       
        new ColumnAliasConversionVisitor( lp ).visit();
        new SchemaAliasVisitor( lp ).visit();
        new ScalarVisitor( lp, pc ).visit();
       
View Full Code Here
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
        return lp;
    }
   
    public static LogicalPlan parseAndPreprocess(String query, PigContext pc) throws FrontendException {
        Map<String, String> fileNameMap = new HashMap<String, String>();
        QueryParserDriver parserDriver = new QueryParserDriver( pc, "test", fileNameMap );
        org.apache.pig.newplan.logical.relational.LogicalPlan lp = parserDriver.parse( query );
       
        new ColumnAliasConversionVisitor( lp ).visit();
        new SchemaAliasVisitor( lp ).visit();
        new ScalarVisitor( lp, pc ).visit();
       
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
330
331
332
                   
            DataStorage dfs = pc.getDfs();
            dfs.setActiveContainer(dfs.asContainer("/tmp"));
            Map<String, String> fileNameMap = new HashMap<String, String>();
           
            QueryParserDriver builder = new QueryParserDriver(pc, "Test-Load", fileNameMap);
           
            String query = "a = load '"+orig+"';";
            LogicalPlan lp = builder.parse(query);
            Assert.assertTrue(lp.size()>0);
            Operator op = lp.getSources().get(0);
           
            Assert.assertTrue(op instanceof LOLoad);
            LOLoad load = (LOLoad)op;
View Full Code Here
168
169
170
171
172
173
174
175
176
177
        Schema.setSchemaDefaultType(result, DataType.BYTEARRAY);
        return result;
    }

  public static LogicalSchema parseSchema(String schemaString) throws ParserException {
    QueryParserDriver queryParser = new QueryParserDriver( new PigContext(),
            "util", new HashMap<String, String>() ) ;
        LogicalSchema schema = queryParser.parseSchema(schemaString);
    return schema;
  }
View Full Code Here
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
            }
        }
       
        void validateQuery() throws FrontendException {
            String query = buildQuery();
            QueryParserDriver parserDriver = new QueryParserDriver( pigContext, scope, fileNameMap );
            try {
                LogicalPlan plan = parserDriver.parse( query );
                compile( plan );
            } catch(FrontendException ex) {
                scriptCache.remove( scriptCache.size() -1 );
                throw ex;
            }
View Full Code Here
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
                lp = new LogicalPlan();
                return;
            }

            try {
                QueryParserDriver parserDriver = new QueryParserDriver( pigContext, scope, fileNameMap );
                lp = parserDriver.parse( query );
                operators = parserDriver.getOperators();
            } catch(Exception ex) {
                scriptCache.remove( scriptCache.size() -1 ); // remove the bad script from the cache.
                PigException pe = LogUtils.getPigException(ex);
                int errCode = 1000;
                String msg = "Error during parsing. "
View Full Code Here
TOP

Related Classes of org.apache.pig.parser.QueryParserDriver

  • org.antlr.runtime.CharStream
  • org.antlr.runtime.CommonTokenStream
  • org.antlr.runtime.tree.CommonTree
  • org.antlr.runtime.tree.CommonTreeNodeStream
  • org.antlr.runtime.tree.Tree
  • org.apache.pig.impl.io.FileLocalizer.FetchFileRet
  • org.apache.pig.impl.util.Utils
  • org.apache.pig.newplan.logical.relational.LogicalPlan
  • org.apache.pig.newplan.logical.relational.LogicalSchema
  • org.apache.pig.parser.QueryParser.field_def_list_return
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.