Package org.apache.crunch.impl.mr.run

Examples of org.apache.crunch.impl.mr.run.CrunchRuntimeException

84
85
86
87
88
89
90
91
92
93
94
    try {
      TableMapReduceUtil.addDependencyJars(job);
      FileOutputFormat.setOutputPath(job, outputPath);
    } catch (IOException e) {
      throw new CrunchRuntimeException(e);
    }

    if (null == name) {
      job.setOutputFormatClass(TableOutputFormat.class);
      job.setOutputKeyClass(ImmutableBytesWritable.class);
View Full Code Here
56
57
58
59
60
61
62
63
64
      ByteArrayInputStream byteInStream = new ByteArrayInputStream(byteOutStream.toByteArray());
      DataInput dataInput = new DataInputStream(byteInStream);
      copiedValue = writableClass.newInstance();
      copiedValue.readFields(dataInput);
    } catch (Exception e) {
      throw new CrunchRuntimeException("Error while deep copying " + source, e);
    }
    return copiedValue;
  }
View Full Code Here
90
91
92
93
94
95
96
97
    @Override
    public T map(String input) {
      try {
        return mapper.readValue(input, clazz);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
109
110
111
112
113
114
115
116
    @Override
    public String map(T input) {
      try {
        return mapper.writeValueAsString(input);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
133
134
135
136
137
138
139
140
    @Override
    public T map(ByteBuffer bb) {
      try {
        return (T) instance.newBuilderForType().mergeFrom(bb.array(), bb.position(), bb.limit()).build();
      } catch (InvalidProtocolBufferException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
178
179
180
181
182
183
184
185
186
      }
      System.arraycopy(bb.array(), bb.position(), bytes, 0, len);
      try {
        deserializer.deserialize(next, bytes);
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
      return next;
    }
View Full Code Here
201
202
203
204
205
206
207
208
    @Override
    public ByteBuffer map(T t) {
      try {
        return ByteBuffer.wrap(serializer.serialize(t));
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
50
51
52
53
54
55
56
57
58
      // Protobuf 2.4.x
      try {
        Message.Builder mb = (Message.Builder) clazz.getDeclaredMethod("newBuilder").invoke(null);
        return (M) mb.getDefaultInstanceForType();
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      } 
    }
  }
View Full Code Here
141
142
143
144
145
146
147
148
  public MRExecutor plan() {
    MSCRPlanner planner = new MSCRPlanner(this, outputTargets);
    try {
      return planner.plan(jarClass, conf);
    } catch (IOException e) {
      throw new CrunchRuntimeException(e);
    }
  }
View Full Code Here
183
184
185
186
187
188
189
190
191
192
      binaryEncoder.flush();
      binaryDecoder = DecoderFactory.get()
          .binaryDecoder(byteOutStream.toByteArray(), binaryDecoder);
      datumReader.read(target, binaryDecoder);
    } catch (Exception e) {
      throw new CrunchRuntimeException("Error while deep copying avro value " + source, e);
    }

    return target;
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.mr.run.CrunchRuntimeException

  • org.apache.crunch.impl.mr.emit.MultipleOutputEmitter
  • org.apache.crunch.impl.mr.emit.OutputEmitter
  • org.apache.crunch.impl.mr.MRPipeline
  • org.apache.crunch.io.hbase.HBaseTarget
  • org.apache.crunch.lib.join.MapsideJoin
  • org.apache.crunch.lib.join.MapsideJoin$MapsideJoinDoFn
  • org.apache.crunch.materialize.MaterializableIterable
  • org.apache.crunch.types.avro.AvroDeepCopier
  • org.apache.crunch.types.Protos
  • org.apache.crunch.types.PTypes$JacksonInputMapFn
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.