Package org.apache.pig.newplan.logical.relational

Examples of org.apache.pig.newplan.logical.relational.LOCross

2501
2502
2503
2504
2505
2506
2507
2508
2509
2510
2511
2512
2513
2514
2515
2516
2517
2518
2519
2520
2521
2522
2523
2524
2525
2526
2527
2528
2529
2530
2531
   
            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema1)) ;
            load2.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema2));
   
            LOCross cross = new LOCross(plan) ;
   
            // wiring
            plan.add(load1) ;
            plan.add(load2) ;
            plan.add(cross) ;
   
            plan.connect(load1, cross);
            plan.connect(load2, cross);
   
            // validate
            CompilationMessageCollector collector = new CompilationMessageCollector() ;
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit(); 
   
            printMessageCollector(collector) ;
            //printTypeGraph(plan) ;
   
            assertEquals(cross.getSchema().size(), 5) ;
            assertEquals(cross.getSchema().getField(0).type, DataType.INTEGER);
            assertEquals(cross.getSchema().getField(1).type, DataType.LONG);
            assertEquals(cross.getSchema().getField(2).type, DataType.BYTEARRAY);
            assertEquals(cross.getSchema().getField(3).type, DataType.FLOAT);
            assertEquals(cross.getSchema().getField(4).type, DataType.DOUBLE);
   
        }
View Full Code Here
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
2455
2456
2457
            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema1));
            load2.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema2));

            LOCross cross = new LOCross(plan);

            // wiring
            plan.add(load1);
            plan.add(load2);
            plan.add(cross);

            plan.connect(load1, cross);
            plan.connect(load2, cross);

            // validate
            CompilationMessageCollector collector = new CompilationMessageCollector();
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();

            printMessageCollector(collector);
            //printTypeGraph(plan);

            assertEquals(5, cross.getSchema().size());
            assertEquals(DataType.INTEGER, cross.getSchema().getField(0).type);
            assertEquals(DataType.LONG, cross.getSchema().getField(1).type);
            assertEquals(DataType.BYTEARRAY, cross.getSchema().getField(2).type);
            assertEquals(DataType.FLOAT, cross.getSchema().getField(3).type);
            assertEquals(DataType.DOUBLE, cross.getSchema().getField(4).type);

        }
View Full Code Here
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
2455
2456
2457
            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema1));
            load2.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema2));

            LOCross cross = new LOCross(plan);

            // wiring
            plan.add(load1);
            plan.add(load2);
            plan.add(cross);

            plan.connect(load1, cross);
            plan.connect(load2, cross);

            // validate
            CompilationMessageCollector collector = new CompilationMessageCollector();
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();

            printMessageCollector(collector);
            //printTypeGraph(plan);

            assertEquals(5, cross.getSchema().size());
            assertEquals(DataType.INTEGER, cross.getSchema().getField(0).type);
            assertEquals(DataType.LONG, cross.getSchema().getField(1).type);
            assertEquals(DataType.BYTEARRAY, cross.getSchema().getField(2).type);
            assertEquals(DataType.FLOAT, cross.getSchema().getField(3).type);
            assertEquals(DataType.DOUBLE, cross.getSchema().getField(4).type);

        }
View Full Code Here
312
313
314
315
316
317
318
319
        op.setFilterPlan(splitPlan);
        return buildOp(loc, op, alias, inputAlias, null);
    }

    String buildCrossOp(SourceLocation loc, String alias, List<String> inputAliases, String partitioner) throws ParserValidationException {
        LOCross op = new LOCross( plan );
        return buildOp ( loc, op, alias, inputAliases, partitioner );
    }
View Full Code Here
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
        buildNestedOp( loc, plan, op, alias, inputOp );
        return op;
    }

    Operator buildNestedCrossOp(SourceLocation loc, LogicalPlan plan, String alias, List<Operator> inputOpList) {
        LOCross op = new LOCross( plan );
        op.setNested(true);
        buildNestedOp( loc, plan, op, alias, inputOpList );
        return op;
    }
View Full Code Here
274
275
276
277
278
279
280
281
        op.setFilterPlan(splitPlan);
        return buildOp(loc, op, alias, inputAlias, null);
    }
   
    String buildCrossOp(SourceLocation loc, String alias, List<String> inputAliases, String partitioner) throws ParserValidationException {
        LOCross op = new LOCross( plan );
        return buildOp ( loc, op, alias, inputAliases, partitioner );
    }
View Full Code Here
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
        buildNestedOp( loc, plan, op, alias, inputOp );
        return op;
    }
   
    Operator buildNestedCrossOp(SourceLocation loc, LogicalPlan plan, String alias, List<Operator> inputOpList) {
        LOCross op = new LOCross( plan );
        op.setNested(true);
        buildNestedOp( loc, plan, op, alias, inputOpList );
        return op;
    }
View Full Code Here
2423
2424
2425
2426
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
   
            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema1)) ;
            load2.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema2));
   
            LOCross cross = new LOCross(plan) ;
   
            // wiring
            plan.add(load1) ;
            plan.add(load2) ;
            plan.add(cross) ;
   
            plan.connect(load1, cross);
            plan.connect(load2, cross);
   
            // validate
            CompilationMessageCollector collector = new CompilationMessageCollector() ;
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit(); 
   
            printMessageCollector(collector) ;
            //printTypeGraph(plan) ;
   
            assertEquals(cross.getSchema().size(), 5) ;
            assertEquals(cross.getSchema().getField(0).type, DataType.INTEGER);
            assertEquals(cross.getSchema().getField(1).type, DataType.LONG);
            assertEquals(cross.getSchema().getField(2).type, DataType.BYTEARRAY);
            assertEquals(cross.getSchema().getField(3).type, DataType.FLOAT);
            assertEquals(cross.getSchema().getField(4).type, DataType.DOUBLE);
   
        }
View Full Code Here
207
208
209
210
211
212
213
214
        op.setFilterPlan( filterPlan );
        return buildOp ( loc, op, alias, inputAlias, null );
    }
   
    String buildCrossOp(SourceLocation loc, String alias, List<String> inputAliases, String partitioner) throws ParserValidationException {
        LOCross op = new LOCross( plan );
        return buildOp ( loc, op, alias, inputAliases, partitioner );
    }
View Full Code Here
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
2366
2367
2368
2369
2370
2371
2372
2373
2374
2375
2376
2377
2378
2379
2380
   
            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema1)) ;
            load2.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema(schema2));
   
            LOCross cross = new LOCross(plan) ;
   
            // wiring
            plan.add(load1) ;
            plan.add(load2) ;
            plan.add(cross) ;
   
            plan.connect(load1, cross);
            plan.connect(load2, cross);
   
            // validate
            CompilationMessageCollector collector = new CompilationMessageCollector() ;
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit(); 
   
            printMessageCollector(collector) ;
            //printTypeGraph(plan) ;
   
            assertEquals(cross.getSchema().size(), 5) ;
            assertEquals(cross.getSchema().getField(0).type, DataType.INTEGER);
            assertEquals(cross.getSchema().getField(1).type, DataType.LONG);
            assertEquals(cross.getSchema().getField(2).type, DataType.BYTEARRAY);
            assertEquals(cross.getSchema().getField(3).type, DataType.FLOAT);
            assertEquals(cross.getSchema().getField(4).type, DataType.DOUBLE);
   
        }
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.logical.relational.LOCross

  • org.apache.pig.parser.LogicalPlanBuilder
  • org.apache.pig.test.TestTypeCheckingValidatorNewLP
  • org.apache.pig.impl.logicalLayer.FrontendException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.