Package cascading.tuple

Examples of cascading.tuple.TupleEntryIterator

52
53
54
55
56
57
58
59
60
61
62
63
64
65
    Tap<JobConf, RecordReader, OutputCollector> dst = new Lfs(new SequenceFile(OUT_FIELD), getTestRoot()+"/out");

    Flow f = CascadingUtil.get().getFlowConnector().connect(src, dst, pipe);
    f.complete();

    TupleEntryIterator tupleEntryIterator = dst.openForRead(CascadingUtil.get().getFlowProcess());
    List<BytesWritable> outStrings = new ArrayList<BytesWritable>(6);
    while (tupleEntryIterator.hasNext()) {
      TupleEntry next = tupleEntryIterator.next();
      BytesWritable bytes = (BytesWritable) next.getObject(OUT_FIELD);
      outStrings.add(bytes);
    }

    assertEquals(outStrings,
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
        new CustomBuffer(new Fields("result", " result1", "result2", "result3", "result4", "result5")));
    results = new Each(results, new Fields("key"), new FilterNull());

    CascadingUtil.get().getFlowConnector().connect(sources, sink, results).complete();

    TupleEntryIterator iter = sink.openForRead(CascadingUtil.get().getFlowProcess());

    assertEquals(new Tuple(1, 108, 108, 108, 108, 108, 108), iter.next().getTuple());
    assertEquals(new Tuple(2, 5, 5, 5, 5, 5, 5), iter.next().getTuple());
    assertEquals(new Tuple(3, 6, 6, 6, 6, 6, 6), iter.next().getTuple());
    assertEquals(new Tuple(5, 7, 7, 7, 7, 7, 7), iter.next().getTuple());

    assertFalse(iter.hasNext());
  }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
133
134
135
    Pipe results = new MultiGroupBy(s1, new Fields("key"), s2, new Fields("key"),
        new Fields("key-rename"), new CustomBuffer(new Fields("result", " result1", "result2", "result3", "result4", "result5")));

    CascadingUtil.get().getFlowConnector().connect(sources, sink, results).complete();

    TupleEntryIterator iter = sink.openForRead(CascadingUtil.get().getFlowProcess());

    assertEquals(new Tuple(1, 108, 108, 108, 108, 108, 108), iter.next().getTuple());
    assertEquals(new Tuple(2, 5, 5, 5, 5, 5, 5), iter.next().getTuple());
    assertEquals(new Tuple(3, 6, 6, 6, 6, 6, 6), iter.next().getTuple());
    assertEquals(new Tuple(5, 7, 7, 7, 7, 7, 7), iter.next().getTuple());

    assertFalse(iter.hasNext());
  }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
166
    Pipe results = new MultiGroupBy(s1, new Fields("key"), s2, new Fields("key"),
        new Fields("key-rename"), new CustomBuffer(new Fields("result")));

    CascadingUtil.get().getFlowConnector().connect(sources, sink, results).complete();

    TupleEntryIterator iter = sink.openForRead(CascadingUtil.get().getFlowProcess());

    assertEquals(new Tuple(1, 108), iter.next().getTuple());
    assertEquals(new Tuple(2, 5), iter.next().getTuple());
    assertEquals(new Tuple(3, 6), iter.next().getTuple());
    assertEquals(new Tuple(5, 7), iter.next().getTuple());

    assertFalse(iter.hasNext());
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
    }
    collector.close();
  }

  public static List<TupleEntry> getAllTupleEntries(Tap<JobConf, ?, ?> t) throws IOException {
    TupleEntryIterator iter = t.openForRead(CascadingUtil.get().getFlowProcess());
    List<TupleEntry> tuples = new ArrayList<TupleEntry>();
    while (iter.hasNext()) {
      tuples.add(new TupleEntry(iter.next()));
    }
    return tuples;
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
  public static List<Tuple> getAllTuples(Tap<JobConf, ?, ?> t) throws IOException {
    return getAllTuples(t, CascadingUtil.get().getFlowProcess());
  }

  public static List<Tuple> getAllTuples(Tap<JobConf, ?, ?> t, FlowProcess<JobConf> conf) throws IOException {
    TupleEntryIterator iter = t.openForRead(conf);
    List<Tuple> tuples = new ArrayList<Tuple>();
    while (iter.hasNext()) {
      tuples.add(iter.next().getTupleCopy());
    }
    return tuples;
  }
View Full Code Here
191
192
193
194
195
196
197
198
199
200
    return getConnection().createStatement().executeUpdate( sql );
    }

  protected void assertTableValuesEqual( String tableName, String sqlQuery ) throws Exception
    {
    TupleEntryIterator entryIterator = getTable( tableName );
    Table expectedTable = createTable( entryIterator, true );

    assertTableValuesEqual( expectedTable, sqlQuery );
    }
View Full Code Here
199
200
201
202
203
204
205
206
207
208
    assertTableValuesEqual( expectedTable, sqlQuery );
    }

  protected void assertTablesEqual( String tableName, String sqlQuery ) throws Exception
    {
    TupleEntryIterator entryIterator = getTable( tableName );
    Table expectedTable = createTable( entryIterator );

    assertTablesEqual( expectedTable, sqlQuery );
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
    assertNull( "should not have gotten connection", connection6 );
    }

  protected void assertTablesEqual( String tableName, String sqlQuery, boolean closeConnection, boolean expectSuccess ) throws Exception
    {
    TupleEntryIterator entryIterator = getTable( tableName );
    Table expectedTable = createTable( entryIterator );

    assertTablesEqual( expectedTable, sqlQuery, closeConnection, expectSuccess );
    }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
    Flow flow = flowConnector.connect( flowDef );

    flow.complete();

    TupleEntryIterator iterator = resultsTap.openForRead( flow.getFlowProcess() );

    while( iterator.hasNext() )
      System.out.println( iterator.next() );

    iterator.close();
    }
View Full Code Here
TOP

Related Classes of cascading.tuple.TupleEntryIterator

  • backtype.hadoop.ElasticTap
  • bixo.examples.crawl.DemoCrawlWorkflowLRTest
  • bixo.examples.crawl.DemoStatusTool
  • bixo.examples.crawl.LatestUrlDatumBufferTest
  • bixo.examples.webmining.DemoWebMiningWorkflowTest
  • bixo.fetcher.FetcherTest
  • bixo.pipes.AbstractFetchPipeTest
  • cascading.CascadingTestCase
  • cascading.dbmigrate.tap.DBMigrateTap
  • cascading.detail.PipeAssemblyTestBase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.