Package org.apache.crunch

Examples of org.apache.crunch.CrunchRuntimeException

120
121
122
123
124
125
126
127
128
    }

    private Path getCacheFilePath() {
      Path local = DistCache.getPathToCacheFile(new Path(inputPath), getConfiguration());
      if (local == null) {
        throw new CrunchRuntimeException("Can't find local cache file for '" + inputPath + "'");
      }
      return local;
    }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
          getCacheFilePath());
      Iterable<Pair<K, V>> iterable = null;
      try {
        iterable = sourceTarget.read(getConfiguration());
      } catch (IOException e) {
        throw new CrunchRuntimeException("Error reading right-side of map side join: ", e);
      }

      joinMap = ArrayListMultimap.create();
      for (Pair<K, V> joinPair : iterable) {
        joinMap.put(joinPair.first(), joinPair.second());
View Full Code Here
148
149
150
151
152
153
154
155
    }
    MSCRPlanner planner = new MSCRPlanner(this, outputTargets, toMaterialize);
    try {
      return planner.plan(jarClass, conf);
    } catch (IOException e) {
      throw new CrunchRuntimeException(e);
    }
  }
View Full Code Here
209
210
211
212
213
214
215
216
217
218
      pcollection = pcollection.parallelDo("UnionCollectionWrapper",
          (MapFn) IdentityFn.<Object> getInstance(), pcollection.getPType());
    }
    target.handleExisting(writeMode, getConfiguration());
    if (writeMode != WriteMode.APPEND && targetInCurrentRun(target)) {
      throw new CrunchRuntimeException("Target " + target + " is already written in current run." +
          " Use WriteMode.APPEND in order to write additional data to it.");
    }
    addOutput((PCollectionImpl<?>) pcollection, target);
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
    try {
      List<RTNode> nodes = ctxt.getNodes();
      this.node = nodes.get(0);
    } catch (IOException e) {
      LOG.info("Crunch deserialization error", e);
      throw new CrunchRuntimeException(e);
    }
    this.debug = ctxt.isDebugRun();
  }
View Full Code Here
95
96
97
98
99
100
101
102
    @Override
    public T map(String input) {
      try {
        return mapper.readValue(input, clazz);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
114
115
116
117
118
119
120
121
    @Override
    public String map(T input) {
      try {
        return mapper.writeValueAsString(input);
      } catch (Exception e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
138
139
140
141
142
143
144
145
    @Override
    public T map(ByteBuffer bb) {
      try {
        return (T) instance.newBuilderForType().mergeFrom(bb.array(), bb.position(), bb.limit()).build();
      } catch (InvalidProtocolBufferException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
183
184
185
186
187
188
189
190
191
      }
      System.arraycopy(bb.array(), bb.position(), bytes, 0, len);
      try {
        deserializer.deserialize(next, bytes);
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
      return next;
    }
View Full Code Here
206
207
208
209
210
211
212
213
    @Override
    public ByteBuffer map(T t) {
      try {
        return ByteBuffer.wrap(serializer.serialize(t));
      } catch (TException e) {
        throw new CrunchRuntimeException(e);
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.crunch.CrunchRuntimeException

  • com.twitter.elephantbird.crunch.CrunchElephantBirdExample$PersonInAddressBookFn
  • org.apache.crunch.fn.SDoubleFlatMapFunction
  • org.apache.crunch.fn.SDoubleFunction
  • org.apache.crunch.fn.SFlatMapFunction
  • org.apache.crunch.fn.SFlatMapFunction2
  • org.apache.crunch.fn.SFunction
  • org.apache.crunch.fn.SFunction2
  • org.apache.crunch.fn.SPairFlatMapFunction
  • org.apache.crunch.fn.SPairFunction
  • org.apache.crunch.impl.dist.collect.PCollectionImpl
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.