Package org.apache.hadoop.zebra.mapreduce

Examples of org.apache.hadoop.zebra.mapreduce.ZebraStorageHint

509
510
511
512
513
514
515
516
517
518
519
    job.setOutputFormatClass(BasicTableOutputFormat.class);
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTypedApi2.OutputPartitionerClass.class, paths);

    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
    .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey,
        TestTypedApi2.MemcmpRawComparator.class);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
View Full Code Here
507
508
509
510
511
512
513
514
515
516
517
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs4TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
View Full Code Here
598
599
600
601
602
603
604
605
606
607
608
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputsTypeApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
View Full Code Here
524
525
526
527
528
529
530
531
532
533
534
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTempDirRemoval.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
View Full Code Here
491
492
493
494
495
496
497
498
499
500
501
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs3TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
   
View Full Code Here
585
586
587
588
589
590
591
592
593
594
595
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputs2TypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
View Full Code Here
640
641
642
643
644
645
646
647
648
649
650
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputsTypedApiNeg.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
View Full Code Here
880
881
882
883
884
885
886
887
888
889
890
    job.setOutputFormatClass(BasicTableOutputFormat.class);

    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
    .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
      // job config.
      Properties properties = UDFContext.getUDFContext().getUDFProperties(
              this.getClass(), new String[]{ udfContextSignature } );
      ZebraSchema zSchema = ZebraSchema.createZebraSchema(properties.getProperty(UDFCONTEXT_OUTPUT_SCHEMA));
      ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(properties.getProperty(UDFCONTEXT_SORT_INFO), null);
      ZebraStorageHint zStorageHint = ZebraStorageHint.createZebraStorageHint(storageHintString);
      try {
        BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint, zSortInfo);
      } catch (ParseException e) {
        throw new IOException("Invalid storage info: " + e.getMessage());
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.zebra.mapreduce.ZebraStorageHint

  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs2TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs3TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputs4TypedApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputsTypeApi
  • org.apache.hadoop.zebra.mapreduce.TestMultipleOutputsTypedApiNeg
  • org.apache.hadoop.zebra.mapreduce.TestTempDirRemoval
  • org.apache.hadoop.zebra.mapreduce.TestTypedApi
  • org.apache.hadoop.zebra.mapreduce.TestTypedApi2
  • org.apache.hadoop.zebra.pig.TableStorer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.