Package org.apache.crunch.impl.spark.fn

Examples of org.apache.crunch.impl.spark.fn.InputConverterFunction

54
55
56
57
58
59
60
61
62
63
64
          converter.getKeyClass(),
          converter.getValueClass());
      input.rdd().setName(source.toString());
      MapFn mapFn = converter.applyPTypeTransforms() ? source.getType().getInputMapFn() : IdentityFn.getInstance();
      return input
          .map(new InputConverterFunction(source.getConverter()))
          .map(new MapFunction(mapFn, runtime.getRuntimeContext()));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
          converter.getKeyClass(),
          converter.getValueClass());
      input.rdd().setName(source.toString());
      MapFn mapFn = converter.applyPTypeTransforms() ? source.getType().getInputMapFn() : IdentityFn.getInstance();
      return input
          .map(new InputConverterFunction(source.getConverter()))
          .map(new PairMapFunction(mapFn, runtime.getRuntimeContext()));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
          CrunchInputFormat.class,
          source.getConverter().getKeyClass(),
          source.getConverter().getValueClass());
      input.rdd().setName(source.toString());
      return input
          .map(new InputConverterFunction(source.getConverter()))
          .map(new MapFunction(source.getType().getInputMapFn(), runtime.getRuntimeContext()));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
          CrunchInputFormat.class,
          source.getConverter().getKeyClass(),
          source.getConverter().getValueClass());
      input.rdd().setName(source.toString());
      return input
          .map(new InputConverterFunction(source.getConverter()))
          .map(new MapFunction(source.getType().getInputMapFn(), runtime.getRuntimeContext()));
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.impl.spark.fn.InputConverterFunction

  • org.apache.crunch.impl.spark.collect.InputCollection
  • org.apache.crunch.impl.spark.collect.InputTable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.