Package cascading.flow.local

Examples of cascading.flow.local.LocalFlowConnector

298
299
300
301
302
303
304
305
306
307
308
        Properties cfg = new TestSettings().getProperties();

        FlowDef flow = new FlowDef().addSource(copy, sourceTap()).addTailSink(copy,
                new EsTap("cascading-local/cascade-connector"));

        FlowConnector connector = new LocalFlowConnector(cfg);
        Flow[] flows = new Flow[] { connector.connect(flow) };

        CascadeConnector cascadeConnector = new CascadeConnector(cfg);
        cascadeConnector.connect(flows).complete();
    }
View Full Code Here
310
311
312
313
314
315
316
    private Tap sourceTap() {
        return new FileTap(new TextDelimited(new Fields("id", "name", "url", "picture", "ts")), INPUT);
    }

    private void build(Properties cfg, Tap in, Tap out, Pipe pipe) {
        StatsUtils.proxy(new LocalFlowConnector(cfg).connect(in, out, pipe)).complete();
    }
View Full Code Here
153
154
155
156
157
158
159
        props.put(ConfigurationOptions.ES_READ_METADATA, readMetadata);
        return props;
    }

    private void build(Properties cfg, Tap in, Tap out, Pipe pipe) {
        StatsUtils.proxy(new LocalFlowConnector(cfg).connect(in, out, pipe)).complete();
    }
View Full Code Here
224
225
226
227
228
229
230
        Pipe pipe = new Pipe("copy");
        build(properties, in, out, pipe);
    }

    private void build(Properties props, Tap in, Tap out, Pipe pipe) {
        StatsUtils.proxy(new LocalFlowConnector(props).connect(in, out, pipe)).complete();
    }
View Full Code Here
123
124
125
126
127
128
129
        Assert.assertTrue(RestUtils.exists(indexPrefix + "cascading-local/pattern-format-2198-10-06"));
        Assert.assertTrue(RestUtils.exists(indexPrefix + "cascading-local/pattern-format-2890-10-06"));
    }

    private void build(Properties cfg, Tap in, Tap out, Pipe pipe) {
        StatsUtils.proxy(new LocalFlowConnector(cfg).connect(in, out, pipe)).complete();
    }
View Full Code Here
45
46
47
48
49
50
51
        return new DirectoryTap(new SolrScheme(fields, SOLR_CORE_DIR), path);
    }
   
    @Override
    protected FlowConnector makeFlowConnector() {
        return new LocalFlowConnector();
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
      .setPMMLInput( new File( "data/iris.lm_p.xml" ) )
      .retainOnlyActiveIncomingFields();

    flowDef.addAssemblyPlanner( pmmlPlanner );

    Flow flow = new LocalFlowConnector().connect( flowDef );

    flow.complete();

    TupleEntryIterator iterator = resultsTap.openForRead( flow.getFlowProcess() );
View Full Code Here
120
121
122
123
124
125
126
    }

  @Override
  public FlowConnector getFlowConnector( Map<Object, Object> properties )
    {
    return new LocalFlowConnector( properties );
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    Tap source = new StdInTap( new TextLine( new Fields( "line" ) ) );
    Tap sink = new StdOutTap( new TextLine( new Fields( "line" ) ) );

    Pipe pipe = new Pipe( "io" );

    Flow flow = new LocalFlowConnector().connect( source, sink, pipe );

    flow.complete();

    assertEquals( lines, output.toString() );
    }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    FlowConnector flowConnector = new LocalFlowConnector();

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = flowConnector.connect( flowDef );

    flow.complete();

    TupleEntryIterator iterator = resultsTap.openForRead( flow.getFlowProcess() );
View Full Code Here
TOP

Related Classes of cascading.flow.local.LocalFlowConnector

  • cascading.flow.local.planner.LocalPlanner
  • cascading.flow.local.planner.LocalRuleRegistry
  • cascading.lingual.examples.foodmart.FlowExample
  • cascading.lingual.platform.local.LocalPlatformBroker
  • cascading.pattern.pmml.iris.RegressionFlowExample
  • cascading.platform.local.LocalPlatform
  • cascading.tap.local.LocalTapPlatformTest
  • com.scaleunlimited.cascading.scheme.local.SolrSchemeLocalTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalJsonSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalJsonSearchTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.