Examples of cascading.flow.FlowDef

cascading.flow.FlowDef
Class FlowDef is a fluent interface for defining a {@link Flow}.
This allows for ad-hoc building of Flow data and meta-data, like tags.
Instead of calling one of the {@link FlowConnector} connect methods, {@link FlowConnector#connect(FlowDef)}can be called.

    Tap empTap = getPlatform().getDelimitedFile( employeeFields, true, ",", "\"", employeeFields.getTypesClasses(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( salesFields, true, ",", "\"", salesFields.getTypesClasses(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( Fields.ALL, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Tap empTap = getPlatform().getDelimitedFile( employeeFields, true, ",", "\"", employeeFields.getTypesClasses(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( salesFields, true, ",", "\"", salesFields.getTypesClasses(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( Fields.ALL, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );


    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = getPlatform().getFlowConnector().connect( flowDef );


    validateFlowDescriptor( flow, statement );

View Full Code Here

      "src/main/resources/data/example/sales_fact_1997.tcsv", SinkMode.KEEP );


    Tap resultsTap = new FileTap( new SQLTypedTextDelimited( ",", "\"" ),
      "build/test/output/flow/results.tcsv", SinkMode.REPLACE );


    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );


    FlowConnector flowConnector = new LocalFlowConnector();


    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = flowConnector.connect( flowDef );


    flow.complete();

View Full Code Here

0 1 2 3

TOP

Related Classes of cascading.flow.FlowDef

bixo.pipes.AbstractFetchPipeTest

cascading.cascade.CascadePlatformTest

cascading.JoinFieldedPipesPlatformTest

cascading.lingual.examples.foodmart.FlowExample

cascading.lingual.flow.SQLFlowPlatformTest

cascading.lingual.platform.LingualFlowFactory

cascading.pattern.ensemble.EnsemblePlatformTestCase

cascading.pattern.Main

cascading.pattern.pmml.iris.RegressionFlowExample

cascading.pattern.pmml.PMMLPlatformTestCase

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.