Examples of NepheleJobGraphGenerator

eu.stratosphere.compiler.plantranslate.NepheleJobGraphGenerator
This component translates the optimizer's resulting plan a nephele job graph. The translation is a one to one mapping. All decisions are made by the optimizer, this class simply creates nephele data structures and descriptions corresponding to the optimizer's result.
The basic method of operation is a top down traversal over the plan graph. On the way down, tasks are created for the plan nodes, on the way back up, the nodes connect their predecessor.
org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator
This component translates the optimizer's resulting plan a nephele job graph. The translation is a one to one mapping. All decisions are made by the optimizer, this class simply creates nephele data structures and descriptions corresponding to the optimizer's result.
The basic method of operation is a top down traversal over the plan graph. On the way down, tasks are created for the plan nodes, on the way back up, the nodes connect their predecessor.

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

  
      OptimizedPlan oPlan = compileNoStats(plan);
  
      // ---------- compile plan to nephele job graph to verify that no error is thrown ----------
  
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

        Assert.assertTrue("Invalid data sink.", allSinks.remove(path));
      }
      
      // ---------- compile plan to nephele job graph to verify that no error is thrown ----------
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      // return the PACT plan
      Plan plan = new Plan(sink, "Branching Source Multiple Times");
      
      OptimizedPlan oPlan = compileNoStats(plan);
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      
      //Compile plan to verify that no error is thrown
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

        Assert.assertTrue("Invalid data sink.", allSinks.remove(path));
      }
      
      // ---------- compile plan to nephele job graph to verify that no error is thrown ----------
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      // return the PACT plan
      Plan plan = new Plan(sink, "Branching of each contract type");
      
      OptimizedPlan oPlan = compileNoStats(plan);
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      
      //Compile plan to verify that no error is thrown
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      // return the PACT plan
      Plan plan = new Plan(sink, "Branching Union");
      
      OptimizedPlan oPlan = compileNoStats(plan);
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      
      //Compile plan to verify that no error is thrown
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

        Assert.assertTrue("Invalid data sink.", allSinks.remove(path));
      }
      
      // ---------- compile plan to nephele job graph to verify that no error is thrown ----------
      
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      ShipStrategyType ss2 = deltaMapper.getOutgoingChannels().get(0).getShipStrategy();
      
      assertTrue( (ss1 == ShipStrategyType.FORWARD && ss2 == ShipStrategyType.PARTITION_HASH) ||
            (ss2 == ShipStrategyType.FORWARD && ss1 == ShipStrategyType.PARTITION_HASH) );
    
      new NepheleJobGraphGenerator().compileJobGraph(oPlan);
    }
    catch (Exception e) {
      System.err.println(e.getMessage());
      e.printStackTrace();
      fail("Test errored: " + e.getMessage());

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      // verify solution delta
      assertEquals(2, joinWithSolutionSetNode.getOutgoingChannels().size());
      assertEquals(ShipStrategyType.PARTITION_HASH, joinWithSolutionSetNode.getOutgoingChannels().get(0).getShipStrategy());
      assertEquals(ShipStrategyType.PARTITION_HASH, joinWithSolutionSetNode.getOutgoingChannels().get(1).getShipStrategy());
      
      new NepheleJobGraphGenerator().compileJobGraph(oPlan);
    }
    catch (Exception e) {
      System.err.println(e.getMessage());
      e.printStackTrace();
      fail("Test errored: " + e.getMessage());

View Full Code Here

Examples of org.apache.flink.compiler.plantranslate.NepheleJobGraphGenerator

      
      // verify solution delta
      assertEquals(1, joinWithSolutionSetNode.getOutgoingChannels().size());
      assertEquals(ShipStrategyType.FORWARD, joinWithSolutionSetNode.getOutgoingChannels().get(0).getShipStrategy());
      
      new NepheleJobGraphGenerator().compileJobGraph(oPlan);
    }
    catch (Exception e) {
      System.err.println(e.getMessage());
      e.printStackTrace();
      fail("Test errored: " + e.getMessage());

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.