Package org.apache.crunch.types

Examples of org.apache.crunch.types.Converter

122
123
124
125
126
127
128
129
130
131
132
    fn.configure(conf);
    for (DoNode child : children) {
      childRTNodes.add(child.toRTNode(false, conf, nodeContext));
    }

    Converter inputConverter = null;
    if (inputNode) {
      if (nodeContext == NodeContext.MAP) {
        inputConverter = ptype.getConverter();
      } else {
        inputConverter = ((PGroupedTableType<?, ?>) ptype).getGroupingConverter();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
    this.outputFormatClass = outputFormatClass;
  }

  @Override
  public void configureForMapReduce(Job job, PType<?> ptype, Path outputPath, String name) {
    Converter converter = ptype.getConverter();
    Class keyClass = converter.getKeyClass();
    Class valueClass = converter.getValueClass();
    configureForMapReduce(job, keyClass, valueClass, outputPath, name);
  }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
    }
  }

  @Override
  public void configureForMapReduce(Job job, PType<?> ptype, Path outputPath, String name) {
    Converter converter = getConverter(ptype);
    Class keyClass = converter.getKeyClass();
    Class valueClass = converter.getValueClass();
    bundle.set(
        "elephantbird.protobuf.class.for." + LzoThriftBlockOutputFormat.class.getName(),
        ptype.getTypeClass().getName());
    configureForMapReduce(job, keyClass, valueClass, bundle, outputPath, name);
  }
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
    }
  }

  @Override
  public void configureForMapReduce(Job job, PType<?> ptype, Path outputPath, String name) {
    Converter converter = getConverter(ptype);
    Class keyClass = converter.getKeyClass();
    Class valueClass = converter.getValueClass();
    bundle.set(
        "elephantbird.protobuf.class.for." + LzoProtobufBlockOutputFormat.class.getName(),
        ptype.getTypeClass().getName());
    configureForMapReduce(job, keyClass, valueClass, bundle, outputPath, name);
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.types.Converter

  • com.twitter.elephantbird.crunch.LzoProtobufTarget
  • com.twitter.elephantbird.crunch.LzoThriftTarget
  • org.apache.crunch.impl.mem.MemPipeline
  • org.apache.crunch.impl.mr.plan.DoNode
  • org.apache.crunch.impl.spark.collect.InputCollection
  • org.apache.crunch.impl.spark.collect.InputTable
  • org.apache.crunch.impl.spark.SparkRuntime
  • org.apache.crunch.io.impl.FileTargetImpl
  • org.apache.crunch.io.text.TextFileTarget
  • org.kitesdk.data.crunch.DatasetTarget
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.