Package org.apache.crunch.impl.spark.serde

Examples of org.apache.crunch.impl.spark.serde.AvroSerDe

75
76
77
78
79
80
81
  }

  private AvroSerDe getAvroSerde(PType ptype, Configuration conf) {
    AvroType at = (AvroType) ptype;
    Map<String, String> props = AvroMode.fromType(at).withFactoryFromConfiguration(conf).getModeProperties();
    return new AvroSerDe(at, props);
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
      parentRDD = parentRDD.mapPartitions(new CombineMapsideFunction<K, V>(combineFn, runtime.getRuntimeContext()));
    }
    SerDe keySerde, valueSerde;
    PTableType<K, V> parentType = ptype.getTableType();
    if (parentType instanceof AvroType) {
      keySerde = new AvroSerDe((AvroType) parentType.getKeyType());
      valueSerde = new AvroSerDe((AvroType) parentType.getValueType());
    } else {
      keySerde = new WritableSerDe(((WritableType) parentType.getKeyType()).getSerializationClass());
      valueSerde = new WritableSerDe(((WritableType) parentType.getValueType()).getSerializationClass());
    }
View Full Code Here
75
76
77
78
79
80
81
  }

  private AvroSerDe getAvroSerde(PType ptype, Configuration conf) {
    AvroType at = (AvroType) ptype;
    Map<String, String> props = AvroMode.fromType(at).withFactoryFromConfiguration(conf).getModeProperties();
    return new AvroSerDe(at, props);
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.spark.serde.AvroSerDe

  • org.apache.avro.io.Decoder
  • org.apache.avro.io.Encoder
  • org.apache.crunch.impl.spark.collect.PGroupedTableImpl
  • org.apache.hadoop.conf.Configuration
  • java.io.ByteArrayOutputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.