Examples of org.apache.pig.PigServer.dumpSchema()

org.apache.pig.PigServer.dumpSchema()
Write the schema for an alias to System.out. @param alias Alias whose schema will be written out @return Schema of alias dumped @throws IOException

            + "f = foreach l1 generate * as (aa, bb, cc, dd, ee);"
        ; 
        Util.registerMultiLineQuery(pig, query);
        
        expectedSch = Utils.getSchemaFromString("aa : int, bb : int, cc : int, dd : int, ee : int");
        sch = pig.dumpSchema("f");
        assertEquals("Checking expected schema", expectedSch, sch);
        Iterator<Tuple> it = pig.openIterator("f");
        
        List<Tuple> expectedRes = 
            Util.getTuplesFromConstantTupleStrings(

View Full Code Here


        Util.registerMultiLineQuery(pig, query);
       
        Schema expectedSch = Utils.getSchemaFromString(
                "aa : int, bb : int, cc : int, a : int, b : int, c : int");
        Schema sch = pig.dumpSchema("f");
        assertEquals("Checking expected schema", expectedSch, sch);
        List<Tuple> expectedRes = 
            Util.getTuplesFromConstantTupleStrings(
                    new String[] {
                            "(10,20,30,10,20,30)",

View Full Code Here

            PigServer pig = new PigServer(ExecType.LOCAL);
            Util.registerMultiLineQuery(pig, query);


            Schema expectedSch =
                Utils.getSchemaFromString("mx: double");
            Schema sch = pig.dumpSchema("d");
            assertEquals("Checking expected schema", expectedSch, sch);


        }


        public static class TestUDFTupleNullInnerSchema extends EvalFunc<Tuple> {

View Full Code Here

        ps.registerQuery("A = load '" + f1.getAbsolutePath() + "' as (a:bytearray);");
        ps.registerQuery("B = load '" + f2.getAbsolutePath() + "' using TextLoader() as (b:bytearray);");
        ps.registerQuery("C = union onschema A,B;");
        ps.registerQuery("D = foreach C generate (int)a as a,(chararray)b as b;");


        Schema dumpSchema = ps.dumpSchema("D");
        Schema expected = new Schema ();
        expected.add(new Schema.FieldSchema("a", DataType.INTEGER));
        expected.add(new Schema.FieldSchema("b", DataType.CHARARRAY));
        assertEquals(expected, dumpSchema);

View Full Code Here

          "' using org.apache.pig.test.PigStorageWithStatistics() as (a:bytearray, b:bytearray);");
        ps.registerQuery("C = union onschema A,B;");
        ps.registerQuery("D = foreach C generate (int)a as a,(chararray)b as b;");
        // 'a' is coming from A and 'b' is coming from B; No overlaps.


        Schema dumpSchema = ps.dumpSchema("D");
        Schema expected = new Schema ();
        expected.add(new Schema.FieldSchema("a", DataType.INTEGER));
        expected.add(new Schema.FieldSchema("b", DataType.CHARARRAY));
        assertEquals(expected, dumpSchema);

View Full Code Here

        ps.registerQuery("A = load '" + Util.encodeEscape(f1.getAbsolutePath()) + "' as (a,b);");
        ps.registerQuery("B = load '" + Util.encodeEscape(f2.getAbsolutePath()) + "' as (a,b);");
        ps.registerQuery("C = union A,B;");
        ps.registerQuery("D = foreach C generate (chararray)a as a,(int)b as b;");


        Schema dumpSchema = ps.dumpSchema("D");
        Schema expected = new Schema ();
        expected.add(new Schema.FieldSchema("a", DataType.CHARARRAY));
        expected.add(new Schema.FieldSchema("b", DataType.INTEGER));
        assertEquals(expected, dumpSchema);

View Full Code Here

        PigServer pig = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        pig.registerQuery("A = LOAD 'a.txt';");
        pig.registerQuery("B = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF1();");
        pig.registerQuery("C = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF2();");
        pig.registerQuery("D = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF3();");
        Schema s = pig.dumpSchema("B");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("C");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("D");
        assertTrue(s.getField(0).type == DataType.DOUBLE);

View Full Code Here

        pig.registerQuery("B = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF1();");
        pig.registerQuery("C = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF2();");
        pig.registerQuery("D = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF3();");
        Schema s = pig.dumpSchema("B");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("C");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("D");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
    }

View Full Code Here

        pig.registerQuery("D = FOREACH A GENERATE org.apache.pig.test.utils.MultiLevelDerivedUDF3();");
        Schema s = pig.dumpSchema("B");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("C");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
        s = pig.dumpSchema("D");
        assertTrue(s.getField(0).type == DataType.DOUBLE);
    }


    //see PIG-2430
    @Test

View Full Code Here

        pig.registerQuery("DEFINE goodSchema3 org.apache.pig.test.TestUDF$MirrorSchema('b:{(a:int, b:int, c:int)}');");
        pig.registerQuery("a = load 'thing';");
        pig.registerQuery("b = foreach a generate goodSchema1();");
        pig.registerQuery("c = foreach a generate goodSchema2();");
        pig.registerQuery("d = foreach a generate goodSchema3();");
        pig.dumpSchema("b");
        pig.dumpSchema("c");
        pig.dumpSchema("d");
    }
    
    @Test

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.