Package cascading.tap.local

Examples of cascading.tap.local.FileTap

306
307
308
309
310
311
312
        CascadeConnector cascadeConnector = new CascadeConnector(cfg);
        cascadeConnector.connect(flows).complete();
    }

    private Tap sourceTap() {
        return new FileTap(new TextDelimited(new Fields("id", "name", "url", "picture", "ts")), INPUT);
    }
View Full Code Here
228
229
230
231
232
233
234
    private void build(Properties props, Tap in, Tap out, Pipe pipe) {
        StatsUtils.proxy(new LocalFlowConnector(props).connect(in, out, pipe)).complete();
    }

    private Tap sourceTap() {
        return new FileTap(new TextLine(new Fields("line")), TestUtils.sampleArtistsJson());
    }
View Full Code Here
35
36
37
38
39
40
41
        return new LocalFlowProcess();
    }
   
    @Override
    protected Tap<?, ?, ?> makeSourceTap(Fields fields, String path) {
        return new FileTap(new KryoScheme(fields), path, SinkMode.REPLACE);
    }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
    new RegressionFlowExample().run();
    }

  public void run() throws IOException
    {
    Tap irisTap = new FileTap( new TextDelimited( true, "\t", "\"" ), "data/iris.lm_p.tsv", SinkMode.KEEP );

    Tap resultsTap = new FileTap( new TextDelimited( true, "\t", "\"" ), "build/test/output/flow/results.tsv", SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "pmml flow" )
      .addSource( "iris", irisTap )
      .addSink( "results", resultsTap );

    PMMLPlanner pmmlPlanner = new PMMLPlanner()
      .setPMMLInput( new File( "data/iris.lm_p.xml" ) )
      .retainOnlyActiveIncomingFields();

    flowDef.addAssemblyPlanner( pmmlPlanner );

    Flow flow = new LocalFlowConnector().connect( flowDef );

    flow.complete();

    TupleEntryIterator iterator = resultsTap.openForRead( flow.getFlowProcess() );

    while( iterator.hasNext() )
      System.out.println( iterator.next() );

    iterator.close();
View Full Code Here
126
127
128
129
130
131
132
    }

  @Override
  public Tap getTap( Scheme scheme, String filename, SinkMode mode )
    {
    return new FileTap( scheme, filename, mode );
    }
View Full Code Here
133
134
135
136
137
138
139
140
141
  @Override
  public Tap getTextFile( Fields sourceFields, Fields sinkFields, String filename, SinkMode mode )
    {
    if( sourceFields == null )
      return new FileTap( new TextLine(), filename, mode );

    return new FileTap( new TextLine( sourceFields, sinkFields ), filename, mode );
    }
View Full Code Here
141
142
143
144
145
146
147
    }

  @Override
  public Tap getDelimitedFile( Fields fields, boolean hasHeader, String delimiter, String quote, Class[] types, String filename, SinkMode mode )
    {
    return new FileTap( new TextDelimited( fields, hasHeader, delimiter, quote, types ), filename, mode );
    }
View Full Code Here
147
148
149
150
151
152
153
    }

  @Override
  public Tap getDelimitedFile( Fields fields, boolean skipHeader, boolean writeHeader, String delimiter, String quote, Class[] types, String filename, SinkMode mode )
    {
    return new FileTap( new TextDelimited( fields, skipHeader, writeHeader, delimiter, quote, types ), filename, mode );
    }
View Full Code Here
153
154
155
156
157
158
159
    }

  @Override
  public Tap getDelimitedFile( String delimiter, String quote, FieldTypeResolver fieldTypeResolver, String filename, SinkMode mode )
    {
    return new FileTap( new TextDelimited( true, new DelimitedParser( delimiter, quote, fieldTypeResolver ) ), filename, mode );
    }
View Full Code Here
623
624
625
626
627
628
629
630
631
632
633
    // no need to open them all
    if( tap instanceof CompositeTap )
      tap = (Tap) ( (CompositeTap) tap ).getChildTaps().next();

    tap = new FileTap( new TextLine( new Fields( "line" ), charsetName ), tap.getIdentifier() );

    setSourceFields( delimitedParser.parseFirstLine( process, tap ) );

    return getSourceFields();
    }
View Full Code Here
TOP

Related Classes of cascading.tap.local.FileTap

  • cascading.lingual.examples.foodmart.FlowExample
  • cascading.lingual.platform.local.LocalDefaultFactory
  • cascading.lingual.platform.local.LocalPlatformBroker
  • cascading.pattern.pmml.iris.RegressionFlowExample
  • cascading.platform.local.LocalPlatform
  • cascading.scheme.local.TextDelimited
  • cascading.tap.local.io.TapFileOutputStream
  • com.scaleunlimited.cascading.scheme.local.SolrSchemeLocalTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalJsonSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalSaveTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.