Package org.apache.hadoop.zebra.mapreduce

Examples of org.apache.hadoop.zebra.mapreduce.ZebraSortInfo

511
512
513
514
515
516
517
518
519
520
521
        TestTypedApi2.OutputPartitionerClass.class, paths);

    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
    .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey,
        TestTypedApi2.MemcmpRawComparator.class);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs4TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);

    // set map-only job.
    job.setNumReduceTasks(1);
View Full Code Here
600
601
602
603
604
605
606
607
608
609
610
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputsTypeApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);

    job.setNumReduceTasks(1);
    job.submit();
View Full Code Here
526
527
528
529
530
531
532
533
534
535
536
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTempDirRemoval.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
View Full Code Here
493
494
495
496
497
498
499
500
501
502
503
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs3TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
   
    job.setNumReduceTasks(1);
    job.submit();
View Full Code Here
587
588
589
590
591
592
593
594
595
596
597
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs2TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);

    // set map-only job.
    job.setNumReduceTasks(1);
View Full Code Here
642
643
644
645
646
647
648
649
650
651
652
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputsTypedApiNeg.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
    job.submit();
    job.waitForCompletion( true );
View Full Code Here
882
883
884
885
886
887
888
889
890
891
892
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
    .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);

    job.setNumReduceTasks(1);
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
      // Get schema string and sorting info from UDFContext and re-store them to
      // job config.
      Properties properties = UDFContext.getUDFContext().getUDFProperties(
              this.getClass(), new String[]{ udfContextSignature } );
      ZebraSchema zSchema = ZebraSchema.createZebraSchema(properties.getProperty(UDFCONTEXT_OUTPUT_SCHEMA));
      ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(properties.getProperty(UDFCONTEXT_SORT_INFO), null);
      ZebraStorageHint zStorageHint = ZebraStorageHint.createZebraStorageHint(storageHintString);
      try {
        BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint, zSortInfo);
      } catch (ParseException e) {
        throw new IOException("Invalid storage info: " + e.getMessage());
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.mapreduce.ZebraSortInfo

  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs2TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs3TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs4TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputsTypeApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputsTypedApiNeg
  • org.apache.hadoop.zebra.mapreduce.TestTempDirRemoval
  • org.apache.hadoop.zebra.mapreduce.TestTypedApi
  • org.apache.hadoop.zebra.mapreduce.TestTypedApi2
  • org.apache.hadoop.zebra.pig.TableStorer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.