Package org.apache.pig

Examples of org.apache.pig.PigServer.dumpSchema()

92
93
94
95
96
97
98
99
100
101
102
        Util.createInputFile(FileSystem.getLocal(new Configuration()), tmpDirName + "/table_testSimpleLoad", input);

        String query =
            "  a = load '" + tmpDirName + "/table_testSimpleLoad' as (m:map[int]);";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("a");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[int]}");
        Iterator<Tuple> it = pig.openIterator("a");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
        String query =
            "a = load '" + tmpDirName + "/testSimpleMapKeyLookup' as (m:map[int]);" +
            "b = foreach a generate m#'key';";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("b");
        assertEquals("Checking expected schema",sch.toString(), "{int}");
        Iterator<Tuple> it = pig.openIterator("b");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
        String query =
            "a = load '" + tmpDirName + "/testSimpleMapCast' as (m);" +
            "b = foreach a generate ([int])m;";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("b");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[int]}");
        Iterator<Tuple> it = pig.openIterator("b");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
        Util.createInputFile(FileSystem.getLocal(new Configuration()), tmpDirName + "/testComplexLoad", input);

        String query = "a = load '" + tmpDirName + "/testComplexLoad' as (m:map[bag{(i:int,j:int)}]);";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("a");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[{(i: int,j: int)}]}");
        Iterator<Tuple> it = pig.openIterator("a");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
232
233
234
235
236
237
238
239
240
241
242
        Util.createInputFile(FileSystem.getLocal(new Configuration()), tmpDirName + "/testComplexCast", input);

        String query = "a = load '" + tmpDirName + "/testComplexCast' as (m);" +
            "b = foreach a generate ([{(i:int,j:int)}])m;";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("b");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[{(i: int,j: int)}]}");
        Iterator<Tuple> it = pig.openIterator("b");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
266
267
268
269
270
271
272
273
274
275
276
        Util.createInputFile(FileSystem.getLocal(new Configuration()), tmpDirName + "/testComplexCast2", input);

        String query = "a = load '" + tmpDirName + "/testComplexCast2' as (m:[int]);" +
            "b = foreach a generate ([long])m;";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("b");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[long]}");
        Iterator<Tuple> it = pig.openIterator("b");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
295
296
297
298
299
300
301
302
303
304
305
        Util.createInputFile(FileSystem.getLocal(new Configuration()), tmpDirName + "/testUnTypedMap", input);

        String query = "a = load '" + tmpDirName + "/testUnTypedMap' as (m:[]);";
        Util.registerMultiLineQuery(pig, query);
        Schema sch = pig.dumpSchema("a");
        assertEquals("Checking expected schema",sch.toString(), "{m: map[]}");
        Iterator<Tuple> it = pig.openIterator("a");

        Assert.assertTrue(it.hasNext());
        Tuple t = it.next();
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
        expectedSchema.add(new Schema.FieldSchema("myint", DataType.INTEGER));
        expectedSchema.add(new Schema.FieldSchema("mystring", DataType.CHARARRAY));
        expectedSchema.add(new Schema.FieldSchema("underscore_int", DataType.INTEGER));
        expectedSchema.add(new Schema.FieldSchema("year", DataType.CHARARRAY));

        Assert.assertEquals(expectedSchema, pigServer.dumpSchema("A"));

        Iterator<Tuple> iterator = pigServer.openIterator("A");
        Tuple t = iterator.next();
        Assert.assertEquals(1, t.get(0));
        Assert.assertEquals("one", t.get(1));
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
        PigServer server = new PigServer(ExecType.LOCAL);
        server.registerQuery(
            "data = load '" + readTblName + "' using org.apache.hcatalog.pig.HCatLoader();");

        // Ensure Pig schema is correct.
        Schema schema = server.dumpSchema("data");
        Assert.assertEquals(2, schema.getFields().size());
        Assert.assertEquals("my_small_int", schema.getField(0).alias);
        Assert.assertEquals(DataType.INTEGER, schema.getField(0).type);
        Assert.assertEquals("my_tiny_int", schema.getField(1).alias);
        Assert.assertEquals(DataType.INTEGER, schema.getField(1).type);
View Full Code Here
420
421
422
423
424
425
426
427
428
429
430
        Properties properties = new Properties();
        properties.setProperty(HCatConstants.HCAT_DATA_CONVERT_BOOLEAN_TO_INTEGER, "true");
        PigServer server = new PigServer(ExecType.LOCAL, properties);
        server.registerQuery(
            "data = load 'test_convert_boolean_to_int' using org.apache.hcatalog.pig.HCatLoader();");
        Schema schema = server.dumpSchema("data");
        assertEquals(2, schema.getFields().size());

        assertEquals("a", schema.getField(0).alias);
        assertEquals(DataType.CHARARRAY, schema.getField(0).type);
        assertEquals("b", schema.getField(1).alias);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.