Package org.apache.crunch.GroupingOptions

Examples of org.apache.crunch.GroupingOptions.Builder.build()

240
241
242
243
244
245
246
247
248
249
250
      }
    } else if (tf == AvroTypeFamily.getInstance()) {
      builder.conf("crunch.schema", ((AvroType<K>) ptype).getSchema().toString());
    }
    configureReducers(builder, ptable, conf, numReducers);
    return builder.build();
  }

  private static <K, V> GroupingOptions buildGroupingOptions(PTable<K, V> ptable, Configuration conf,
      int numReducers, ColumnOrder[] columnOrders) {
    PTypeFamily tf = ptable.getTypeFamily();
View Full Code Here
266
267
268
269
270
271
272
273
274
275
276
      }
    } else {
      throw new RuntimeException("Unrecognized type family: " + tf);
    }
    configureReducers(builder, ptable, conf, numReducers);
    return builder.build();
  }

  private static <K, V> void configureReducers(GroupingOptions.Builder builder,
      PTable<K, V> ptable, Configuration conf, int numReducers) {
    if (numReducers <= 0) {
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
      }
    }
    // TODO:CRUNCH-23: Intermediate Fix for release 1. More elaborate fix is
    // required check JIRA for details.
    builder.numReducers(1);
    return builder.build();
  }

  private static <T> GroupingOptions buildGroupingOptions(Configuration conf, PTypeFamily tf, PType<T> ptype,
      ColumnOrder[] columnOrders) {
    Builder builder = GroupingOptions.builder();
View Full Code Here
307
308
309
310
311
312
313
314
315
316
317
      throw new RuntimeException("Unrecognized type family: " + tf);
    }
    // TODO:CRUNCH-23: Intermediate Fix for release 1. More elaborate fix is
    // required check JIRA for details.
    builder.numReducers(1);
    return builder.build();
  }

  static class ReverseWritableComparator<T> extends Configured implements RawComparator<T> {

    RawComparator<T> comparator;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.