Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan

124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
    }
       
    public void testSort() throws VisitorException, IOException {
      String query = "order (load 'a') by $0;";
      LogicalPlan plan = buildPlan(query);
      PhysicalPlan pp = buildPhysicalPlan(plan);

      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
    }
       
    public void testDistinct() throws VisitorException, IOException {
      String query = "distinct (load 'a');";
      LogicalPlan plan = buildPlan(query);
      PhysicalPlan pp = buildPhysicalPlan(plan);
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");
       
        if(generate){
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
   
    public void testCogroup() throws VisitorException, IOException {
        System.out.println("testCogroup");
      String query = "cogroup (load 'a') by ($0 + $1, $0 - $1), (load 'b') by ($0 + $1, $0 - $1);";
      LogicalPlan plan = buildPlan(query);
      PhysicalPlan pp = buildPhysicalPlan(plan);
     
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");
       
        if(generate){
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
    public void testArithmetic() throws VisitorException, IOException, ExecException {
     
      String query = "foreach (load 'A') generate $0 + $1 + '5', $0 - '5' - $1, 'hello';";
      LogicalPlan lp = buildPlan(query);
     
      PhysicalPlan pp = buildPhysicalPlan(lp);
     
        //Ensure that there is only 1 leaf node
      assertEquals(1, pp.getLeaves().size());
     
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
    }
   
    public void testComparison() throws VisitorException, IOException {
      String query = "filter (load 'a' using " + PigStorage.class.getName() + "(':')) by $0 + $1 > ($0 - $1) * ('4' / '2');";
      LogicalPlan lp = buildPlan(query);
      PhysicalPlan pp = buildPhysicalPlan(lp);
     
        //Ensure that there is only 1 leaf node
      assertEquals(1, pp.getLeaves().size());
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");
       
        if(generate){
View Full Code Here
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
    @Test
    public void testBinCond() throws VisitorException, IOException {
        String query = "foreach (load 'a') generate ($1 == '3'? $2 + $3 : $2 - $3) ;";
        LogicalPlan lp = buildPlan(query);

        PhysicalPlan pp = buildPhysicalPlan(lp);

       
        int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
    @Test
    public void testGenerate() throws VisitorException, IOException {
        String query = "foreach (load 'a') generate ($1+$2), ($1-$2), ($1*$2), ($1/$2), ($1%$2), -($1) ;";
        LogicalPlan lp = buildPlan(query);

        PhysicalPlan pp = buildPhysicalPlan(lp);

       
        int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
    @Test
    public void testUnion() throws VisitorException, IOException {
      String query = "union (load 'a'), (load 'b'), (load 'c');";
      LogicalPlan lp = buildPlan(query);
      PhysicalPlan pp = buildPhysicalPlan(lp);
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
    @Test
    public void testSplit() throws VisitorException, IOException {
      String query = "split (load 'a') into x if $0 < '7', y if $0 > '7';";
      LogicalPlan plan = buildPlan(query);
     
      PhysicalPlan pp = buildPhysicalPlan(plan);
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
        //PONot is not implemented. The query below translates to POIsNull istead
        //of PONOt(POIsNull)
      String query = "split (load 'a') into x if $0 IS NULL, y if $0 IS NOT NULL;";
      LogicalPlan plan = buildPlan(query);
     
      PhysicalPlan pp = buildPhysicalPlan(plan);
     
      int MAX_SIZE = 100000;
      ByteArrayOutputStream baos = new ByteArrayOutputStream();
        pp.explain(baos);
        baos.write((int)'\n');
        String compiledPlan = baos.toString();
        compiledPlan = compiledPlan.replaceAll("Load(.*)","Load()");

        if(generate){
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan

  • com.netflix.lipstick.MRPlanCalculatorTest
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.CombinerOptimizer
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceOper
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRUtil
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MultiQueryOptimizer
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NoopFilterRemover$PhysicalRemover
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NoopStoreRemover
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NoopStoreRemover$PhysicalRemover
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.