Examples of ZebraStorageHint

Examples of org.apache.hadoop.zebra.mapreduce.ZebraStorageHint

640
641
642
643
644
645
646
647
648
649
650
    String schema = "word:string, count:int";
    String storageHint = "[word];[count]";
    BasicTableOutputFormat.setMultipleOutputs(job,
        TestMultipleOutputsTypedApiNeg.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
        .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    job.setNumReduceTasks(1);
View Full Code Here

Examples of org.apache.hadoop.zebra.mapreduce.ZebraStorageHint

880
881
882
883
884
885
886
887
888
889
890
    job.setOutputFormatClass(BasicTableOutputFormat.class);

    BasicTableOutputFormat.setMultipleOutputs(job,
        TestTypedApi.OutputPartitionerClass.class, paths);
    ZebraSchema zSchema = ZebraSchema.createZebraSchema(schema);
    ZebraStorageHint zStorageHint = ZebraStorageHint
    .createZebraStorageHint(storageHint);
    ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(sortKey, null);
    BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint,
        zSortInfo);
    System.out.println("in runMR, sortkey: " + sortKey);
View Full Code Here

Examples of org.apache.hadoop.zebra.mapreduce.ZebraStorageHint

194
195
196
197
198
199
200
201
202
203
204
      // job config.
      Properties properties = UDFContext.getUDFContext().getUDFProperties(
              this.getClass(), new String[]{ udfContextSignature } );
      ZebraSchema zSchema = ZebraSchema.createZebraSchema(properties.getProperty(UDFCONTEXT_OUTPUT_SCHEMA));
      ZebraSortInfo zSortInfo = ZebraSortInfo.createZebraSortInfo(properties.getProperty(UDFCONTEXT_SORT_INFO), null);
      ZebraStorageHint zStorageHint = ZebraStorageHint.createZebraStorageHint(storageHintString);
      try {
        BasicTableOutputFormat.setStorageInfo(job, zSchema, zStorageHint, zSortInfo);
      } catch (ParseException e) {
        throw new IOException("Invalid storage info: " + e.getMessage());
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.