Package org.apache.crunch.impl.spark.serde

Examples of org.apache.crunch.impl.spark.serde.WritableSerDe

90
91
92
93
94
95
96
97
98
99
100
101
    PTableType<K, V> parentType = ptype.getTableType();
    if (parentType instanceof AvroType) {
      keySerde = getAvroSerde(parentType.getKeyType(), runtime.getConfiguration());
      valueSerde = getAvroSerde(parentType.getValueType(), runtime.getConfiguration());
    } else {
      keySerde = new WritableSerDe(((WritableType) parentType.getKeyType()).getSerializationClass());
      valueSerde = new WritableSerDe(((WritableType) parentType.getValueType()).getSerializationClass());
    }

    int numPartitions = (groupingOptions.getNumReducers() > 0) ? groupingOptions.getNumReducers() :
        PartitionUtils.getRecommendedPartitions(this, getPipeline().getConfiguration());
    if (numPartitions <= 0) {
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
    PTableType<K, V> parentType = ptype.getTableType();
    if (parentType instanceof AvroType) {
      keySerde = new AvroSerDe((AvroType) parentType.getKeyType());
      valueSerde = new AvroSerDe((AvroType) parentType.getValueType());
    } else {
      keySerde = new WritableSerDe(((WritableType) parentType.getKeyType()).getSerializationClass());
      valueSerde = new WritableSerDe(((WritableType) parentType.getValueType()).getSerializationClass());
    }

    int numPartitions = (groupingOptions.getNumReducers() > 0) ? groupingOptions.getNumReducers() :
        PartitionUtils.getRecommendedPartitions(this, getPipeline().getConfiguration());
    if (numPartitions <= 0) {
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
    PTableType<K, V> parentType = ptype.getTableType();
    if (parentType instanceof AvroType) {
      keySerde = getAvroSerde(parentType.getKeyType(), runtime.getConfiguration());
      valueSerde = getAvroSerde(parentType.getValueType(), runtime.getConfiguration());
    } else {
      keySerde = new WritableSerDe(((WritableType) parentType.getKeyType()).getSerializationClass());
      valueSerde = new WritableSerDe(((WritableType) parentType.getValueType()).getSerializationClass());
    }

    int numPartitions = (groupingOptions.getNumReducers() > 0) ? groupingOptions.getNumReducers() :
        PartitionUtils.getRecommendedPartitions(this, getPipeline().getConfiguration());
    if (numPartitions <= 0) {
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.spark.serde.WritableSerDe

  • org.apache.crunch.impl.spark.collect.PGroupedTableImpl
  • org.apache.hadoop.io.Writable
  • java.io.DataOutputStream
  • java.io.ByteArrayOutputStream
  • java.io.ByteArrayInputStream
  • java.io.DataInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.