Package com.datasalt.pangool.tuplemr.MultipleInputsInterface

Examples of com.datasalt.pangool.tuplemr.MultipleInputsInterface.Input

147
148
149
150
151
152
153
   * Defines an input as in {@link PangoolMultipleInputs} using {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
  }
View Full Code Here
172
173
174
175
176
177
178
   * Defines an input as in {@link PangoolMultipleInputs}
   *
   * @see PangoolMultipleInputs
   */
  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor));
  }
View Full Code Here
72
73
74
75
76
77
78
79
   * Deprecated. Use {@link #addInput(org.apache.hadoop.fs.Path, org.apache.hadoop.mapreduce.InputFormat, com.datasalt.pangool.tuplemr.mapred.MapOnlyMapper)}
   * instead.
   */
  @Deprecated
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }
View Full Code Here
77
78
79
80
81
82
83
84
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }

  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, processor));
    return this;
  }
View Full Code Here
175
176
177
178
179
180
181
182
183
184
185
    }
    job.setOutputKeyClass(outputKeyClass);
    job.setOutputValueClass(outputValueClass);
    FileOutputFormat.setOutputPath(job, outputPath);

    Input lastInput = null;

    for (Input input : multipleInputs.getMultiInputs()) {
      if (input.inputProcessor == null) {
        input.inputProcessor = mapOnlyMapper;
        if (input.inputProcessor == null) {
View Full Code Here
148
149
150
151
152
153
154
155
   * {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
    AvroUtils.addAvroSerialization(conf);
  }
View Full Code Here
174
175
176
177
178
179
180
   * Defines an input as in {@link PangoolMultipleInputs}
   *
   * @see PangoolMultipleInputs
   */
  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor));
  }
View Full Code Here
64
65
66
67
68
69
70
71
    return this;
  }

  @Deprecated
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }
View Full Code Here
69
70
71
72
73
74
75
76
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }

  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, processor));
    return this;
  }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
    }
    job.setOutputKeyClass(outputKeyClass);
    job.setOutputValueClass(outputValueClass);
    FileOutputFormat.setOutputPath(job, outputPath);

    Input lastInput = null;
   
    for(Input input : multipleInputs.getMultiInputs()) {
      if(input.inputProcessor == null) {
        input.inputProcessor = mapOnlyMapper;
        if(input.inputProcessor == null) {
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.tuplemr.MultipleInputsInterface.Input

  • com.datasalt.pangool.tuplemr.MapOnlyJobBuilder
  • com.datasalt.pangool.tuplemr.TupleMRBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.