Package eu.stratosphere.compiler.plantranslate

Examples of eu.stratosphere.compiler.plantranslate.NepheleJobGraphGenerator$TaskInChain

494
495
496
497
498
499
500
501
502
503
504
505
506
507
      // return the PACT plan
      Plan plan = new Plan(sink, "Branching Union");
     
      OptimizedPlan oPlan = compileNoStats(plan);
     
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
     
      //Compile plan to verify that no error is thrown
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }
View Full Code Here
550
551
552
553
554
555
556
557
558
559
560
561
        Assert.assertTrue("Invalid data sink.", allSinks.remove(path));
      }
     
      // ---------- compile plan to nephele job graph to verify that no error is thrown ----------
     
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }
View Full Code Here
78
79
80
81
82
83
84
85
    // optimize and compile plan
    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);
   
    // return job graph of failing job
    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }
View Full Code Here
108
109
110
111
112
113
114
115
    // optimize and compile plan
    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);

    // return job graph of working job
    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }
View Full Code Here
306
307
308
309
310
311
312
313
314
315
316
317
318
319
    // return the PACT plan
    Plan plan = new Plan(sink, "Partition on DoP Change");
   
    OptimizedPlan oPlan = compileNoStats(plan);
   
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
   
    //Compile plan to verify that no error is thrown
    jobGen.compileJobGraph(oPlan);
   
    oPlan.accept(new Visitor<PlanNode>() {
     
      @Override
      public boolean preVisit(PlanNode visitable) {
View Full Code Here
69
70
71
72
73
74
75
76
   
    Plan plan = new Plan(sink, "Test Temp Task");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
    OptimizedPlan oPlan = compileNoStats(plan);
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
    jobGen.compileJobGraph(oPlan);
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
   
    try {
      OptimizedPlan oPlan = compileNoStats(plan);
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch(CompilerException ce) {
      ce.printStackTrace();
      fail("The pact compiler is unable to compile this plan correctly");
    }
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
    Plan plan = new Plan(output);

    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);

    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);

  }
View Full Code Here
101
102
103
104
105
106
107
    ShipStrategyType ss2 = deltaMapper.getOutgoingChannels().get(0).getShipStrategy();
   
    assertTrue( (ss1 == ShipStrategyType.FORWARD && ss2 == ShipStrategyType.PARTITION_HASH) ||
          (ss2 == ShipStrategyType.FORWARD && ss1 == ShipStrategyType.PARTITION_HASH) );
   
    new NepheleJobGraphGenerator().compileJobGraph(oPlan);
  }
View Full Code Here
145
146
147
148
149
150
151
    // verify solution delta
    assertEquals(2, joinWithSolutionSetNode.getOutgoingChannels().size());
    assertEquals(ShipStrategyType.PARTITION_HASH, joinWithSolutionSetNode.getOutgoingChannels().get(0).getShipStrategy());
    assertEquals(ShipStrategyType.PARTITION_HASH, joinWithSolutionSetNode.getOutgoingChannels().get(1).getShipStrategy());
   
    new NepheleJobGraphGenerator().compileJobGraph(oPlan);
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.compiler.plantranslate.NepheleJobGraphGenerator$TaskInChain

  • eu.stratosphere.api.common.aggregators.AggregatorRegistry
  • eu.stratosphere.api.common.distributions.DataDistribution
  • eu.stratosphere.client.LocalExecutor
  • eu.stratosphere.client.program.Client
  • eu.stratosphere.compiler.dag.TempMode
  • eu.stratosphere.compiler.plan.BulkIterationPlanNode
  • eu.stratosphere.compiler.plan.BulkPartialSolutionPlanNode
  • eu.stratosphere.compiler.plan.Channel
  • eu.stratosphere.compiler.plan.DualInputPlanNode
  • eu.stratosphere.compiler.plan.PlanNode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.