Package org.apache.crunch.impl.mr

Examples of org.apache.crunch.impl.mr.MRPipeline$StringifyFn

190
191
192
193
194
195
196
197
198
199
200
    pipeline.done();

    //verify HBaseTarget supports deletes.
    Scan clearScan = new Scan();
    clearScan.addFamily(COUNTS_COLFAM);
    pipeline = new MRPipeline(WordCountHBaseIT.class, hbaseTestUtil.getConfiguration());
    HBaseSourceTarget clearSource = new HBaseSourceTarget(outputTableName, clearScan);
    PTable<ImmutableBytesWritable, Result> counts = pipeline.read(clearSource);
    pipeline.write(clearCounts(counts), new HBaseTarget(outputTableName));
    pipeline.done();
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
    runLegacyMapsideLeftOuterJoin(MemPipeline.getInstance(), true, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }

  @Test
  public void testMapsideJoin_RightSideIsEmpty() throws IOException {
    MRPipeline pipeline = new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration());
    PTable<Integer, String> customerTable = readTable(pipeline, "customers.txt");
    PTable<Integer, String> orderTable = readTable(pipeline, "orders.txt");

    PTable<Integer, String> filteredOrderTable = orderTable
        .parallelDo(FilterFns.<Pair<Integer, String>>REJECT_ALL(), orderTable.getPTableType());
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
    assertTrue(materializedJoin.isEmpty());
  }

  @Test
  public void testLegacyMapsideJoin_LeftSideIsEmpty() throws IOException {
    MRPipeline pipeline = new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration());
    PTable<Integer, String> customerTable = readTable(pipeline, "customers.txt");
    PTable<Integer, String> orderTable = readTable(pipeline, "orders.txt");

    PTable<Integer, String> filteredCustomerTable = customerTable
        .parallelDo(FilterFns.<Pair<Integer, String>>REJECT_ALL(), customerTable.getPTableType());
View Full Code Here
174
175
176
177
178
179
180
181
    assertTrue(materializedJoin.isEmpty());
  }

  @Test
  public void testMapsideJoin() throws IOException {
    runMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }
View Full Code Here
180
181
182
183
184
185
186
187
                   false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }

  @Test
  public void testLegacyMapsideJoin() throws IOException {
    runLegacyMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, false, new MapsideJoinStrategy<Integer, String, String>(false));
  }
View Full Code Here
186
187
188
189
190
191
192
193
                   false, false, new MapsideJoinStrategy<Integer, String, String>(false));
  }

  @Test
  public void testMapsideJoin_Materialized() throws IOException {
    runMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, true, MapsideJoinStrategy.<Integer, String, String>create(true));
  }
View Full Code Here
192
193
194
195
196
197
198
199
                   false, true, MapsideJoinStrategy.<Integer, String, String>create(true));
  }

  @Test
  public void testLegacyMapsideJoin_Materialized() throws IOException {
    runLegacyMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }
View Full Code Here
198
199
200
201
202
203
204
205
                   false, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }

  @Test
  public void testMapsideJoin_RightOuterJoin() throws IOException {
    runMapsideRightOuterJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                             false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }
View Full Code Here
204
205
206
207
208
209
210
211
212
                             false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }

  @Test
  public void testLegacyMapsideJoin_LeftOuterJoin() throws IOException {
    runLegacyMapsideLeftOuterJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                                  false, false,
                                  new MapsideJoinStrategy<Integer, String, String>(false));
  }
View Full Code Here
211
212
213
214
215
216
217
218
                                  new MapsideJoinStrategy<Integer, String, String>(false));
  }

  @Test
  public void testMapsideJoin_RightOuterJoin_Materialized() throws IOException {
    runMapsideRightOuterJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                             false, true, MapsideJoinStrategy.<Integer, String, String>create(true));
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.mr.MRPipeline$StringifyFn

  • com.cloudera.cdk.data.crunch.TestCrunchDatasets
  • org.apache.bigtop.bigpetstore.etl.CrunchETL
  • org.apache.crunch.Breakpoint2IT
  • org.apache.crunch.BreakpointIT
  • org.apache.crunch.CancelJobsIT
  • org.apache.crunch.CheckpointIT
  • org.apache.crunch.CleanTextIT
  • org.apache.crunch.CollectionPObjectIT
  • org.apache.crunch.CollectionsIT
  • org.apache.crunch.CollectionsLengthIT
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.