Package org.apache.crunch

Examples of org.apache.crunch.CrunchRuntimeException

99
100
101
102
103
104
105
106
107
108
109
    }
    if (materializedAt != null && (materializedAt instanceof ReadableSource)) {
      try {
        return ((ReadableSource<S>) materializedAt).read(getPipeline().getConfiguration());
      } catch (IOException e) {
        throw new CrunchRuntimeException("Error reading materialized data", e);
      }
    }
    materialized = true;
    return pipeline.materialize(this);
  }
View Full Code Here
375
376
377
378
379
380
381
382
383
384
      W instance = (W) WritableFactories.newInstance(clazz);
      BytesWritable bytes = (BytesWritable) writable;
      try {
        instance.readFields(new DataInputStream(new ByteArrayInputStream(bytes.getBytes())));
      } catch (IOException e) {
        throw new CrunchRuntimeException(e);
      }
      return instance;
    }
  }
View Full Code Here
415
416
417
418
419
420
421
422
423
424
425
    @Override
    public void configure(Configuration conf) {
      try {
        serializeWritableComparableCodes(conf);
      } catch (IOException e) {
        throw new CrunchRuntimeException("Error serializing writable comparable codes", e);
      }

      for (MapFn fn : fns) {
        fn.configure(conf);
      }
View Full Code Here
484
485
486
487
488
489
490
491
492
493
494
    @Override
    public void configure(Configuration conf) {
      try {
        serializeWritableComparableCodes(conf);
      } catch (IOException e) {
        throw new CrunchRuntimeException("Error serializing writable comparable codes", e);
      }
      for (MapFn fn : fns) {
        fn.configure(conf);
      }
    }
View Full Code Here
87
88
89
90
91
92
93
94
95
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    DataOutputStream dos = new DataOutputStream(baos);
    try {
      KeyValue.write(input, dos);
    } catch (IOException e) {
      throw new CrunchRuntimeException(e);
    }
    return new BytesWritable(baos.toByteArray());
  }
View Full Code Here
102
103
104
105
106
107
108
109
    ByteArrayInputStream bais = new ByteArrayInputStream(array, offset, limit);
    DataInputStream dis = new DataInputStream(bais);
    try {
      return KeyValue.create(dis);
    } catch (IOException e) {
      throw new CrunchRuntimeException(e);
    }
  }
View Full Code Here
120
121
122
123
124
125
126
127
    @Override
    public void initialize() {
      this.deserializer = ReflectionUtils.newInstance(serClazz, null).getDeserializer(clazz);
      if (deserializer == null) {
        throw new CrunchRuntimeException("No Hadoop deserializer for class: " + clazz);
      }
    }
View Full Code Here
136
137
138
139
140
141
142
143
        deserializer.open(bais);
        T ret = deserializer.deserialize(null);
        deserializer.close();
        return ret;
      } catch (Exception e) {
        throw new CrunchRuntimeException("Deserialization errror", e);
      }
    }
View Full Code Here
155
156
157
158
159
160
161
162
    @Override
    public void initialize() {
      this.serializer = ReflectionUtils.newInstance(serClazz, null).getSerializer(clazz);
      if (serializer == null) {
        throw new CrunchRuntimeException("No Hadoop serializer for class: " + clazz);
      }
    }
View Full Code Here
171
172
173
174
175
176
177
178
        serializer.open(baos);
        serializer.serialize(out);
        serializer.close();
        return ByteBuffer.wrap(baos.toByteArray());
      } catch (Exception e) {
        throw new CrunchRuntimeException("Serialization errror", e);
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.crunch.CrunchRuntimeException

  • com.twitter.elephantbird.crunch.CrunchElephantBirdExample$PersonInAddressBookFn
  • org.apache.crunch.fn.SDoubleFlatMapFunction
  • org.apache.crunch.fn.SDoubleFunction
  • org.apache.crunch.fn.SFlatMapFunction
  • org.apache.crunch.fn.SFlatMapFunction2
  • org.apache.crunch.fn.SFunction
  • org.apache.crunch.fn.SFunction2
  • org.apache.crunch.fn.SPairFlatMapFunction
  • org.apache.crunch.fn.SPairFunction
  • org.apache.crunch.impl.dist.collect.PCollectionImpl
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.