Examples of org.apache.pig.PigServer

org.apache.pig.PigServer
This class is the program's connection to Pig. Typically a program will create a PigServer instance. The programmer then registers queries using registerQuery() and retrieves results using openIterator() or store().

    
    @Test
    public void testFsCommand(){
        
        try {
            PigServer server = new PigServer(ExecType.MAPREDUCE,cluster.getProperties());
            PigContext context = server.getPigContext();
            
            String strCmd = 
                "fs -ls /;"
                +"fs -mkdir /fstmp;"
                +"fs -mkdir /fstmp/foo;"

View Full Code Here

   
    @Test
    public void testShellCommand(){
        
        try {
            PigServer server = new PigServer(ExecType.MAPREDUCE,cluster.getProperties());
            PigContext context = server.getPigContext();
            
            String strCmd = "sh mkdir test_shell_tmp;";
            
            ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
            InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

        }
    }


    @Test
    public void testSetPriority() throws Throwable {
        PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        PigContext context = server.getPigContext();


        String strCmd = "set job.priority high\n";


        ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
        InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

        assertEquals("high", context.getProperties().getProperty(PigContext.JOB_PRIORITY));
    }
    
    @Test
    public void testSetWithQuotes() throws Throwable {
        PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        PigContext context = server.getPigContext();


        String strCmd = "set job.priority 'high'\n";


        ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
        InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

        assertEquals("high", context.getProperties().getProperty(PigContext.JOB_PRIORITY));
    }
    
    @Test    
    public void testRegisterWithQuotes() throws Throwable {
        PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        PigContext context = server.getPigContext();


        String strCmd = "register 'pig-withouthadoop.jar'\n";


        ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
        InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

        assertTrue(context.extraJars.contains(ClassLoader.getSystemResource("pig-withouthadoop.jar")));
    }
    
    @Test    
    public void testRegisterWithoutQuotes() throws Throwable {
        PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        PigContext context = server.getPigContext();


        String strCmd = "register pig-withouthadoop.jar\n";


        ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
        InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

                "\treturn (number * number)"
        };
        
        Util.createLocalInputFile( "testRegisterScripts.py", script);
        
        PigServer server = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        PigContext context = server.getPigContext();


        String strCmd = "register testRegisterScripts.py using jython as pig\n";


        ByteArrayInputStream cmd = new ByteArrayInputStream(strCmd.getBytes());
        InputStreamReader reader = new InputStreamReader(cmd);

View Full Code Here

    //  
    //}


    @Before
    public void setUp() throws Exception{
        pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());


        //createWordCountJar();
    }

View Full Code Here

    String[] inputTypeAsString = {"ByteArray", "Integer", "Long", "Float", "Double", "String" };


    @Before
    public void setUp() throws Exception {
       
        pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        // First set up data structs for "base" SUM, MIN and MAX and AVG.
        // The allowed input and expected output data structs for 
        // the "Intermediate" and "Final" stages can be based on the 
        // "base" case - the allowed inputs for Initial stage can be based
        // on the "base" case.  In the test cases, the

View Full Code Here

 
    private PigServer pigServer;
    private static MiniCluster cluster = MiniCluster.buildCluster();


    public TestAccumulator() throws ExecException, IOException{
        pigServer = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        // pigServer = new PigServer(ExecType.LOCAL);
        pigServer.getPigContext().getProperties().setProperty("pig.accumulative.batchsize", "2");     
        pigServer.getPigContext().getProperties().setProperty("pig.exec.batchsize", "2");
        pigServer.getPigContext().getProperties().setProperty("pig.exec.nocombiner", "true");
        // reducing the number of retry attempts to speed up test completion

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.pig.PigServer

org.apache.howl.mapreduce.TestHowlHiveCompatibility

org.apache.howl.pig.TestHowlLoader

org.apache.howl.pig.TestHowlStorer

org.apache.howl.pig.TestHowlStorerMulti

org.apache.howl.pig.TestPigStorageDriver

org.apache.pig.backend.datastorage.ContainerDescriptor

org.apache.pig.backend.datastorage.DataStorage

org.apache.pig.backend.datastorage.ElementDescriptor

org.apache.pig.backend.executionengine.ExecJob

org.apache.pig.backend.executionengine.ExecPhysicalPlan

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.