Package com.datasalt.pangool.tuplemr.MultipleInputsInterface

Examples of com.datasalt.pangool.tuplemr.MultipleInputsInterface.Input

209
210
211
212
213
214
215
   * Defines an input as in {@link PangoolMultipleInputs}
   *
   * @see PangoolMultipleInputs
   */
  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor, new HashMap<String, String>()));
  }
View Full Code Here
213
214
215
216
217
218
219
  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor, new HashMap<String, String>()));
  }

  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor, Map<String, String> specificContext) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor, specificContext));
  }
View Full Code Here
90
91
92
93
94
95
96
97
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor) {
    return addInput(path, inputFormat, processor, new  HashMap<String, String>());
  }
 
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor, Map<String, String> specificContext) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, processor, specificContext));
    return this;
  }
View Full Code Here
216
217
218
219
220
221
222
223
224
225
226
    }
    job.setOutputKeyClass(outputKeyClass);
    job.setOutputValueClass(outputValueClass);
    FileOutputFormat.setOutputPath(job, outputPath);

    Input lastInput = null;

    for (Input input : multipleInputs.getMultiInputs()) {
      if (input.inputProcessor == null) {
        input.inputProcessor = mapOnlyMapper;
        if (input.inputProcessor == null) {
View Full Code Here
148
149
150
151
152
153
154
   * {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
  }
View Full Code Here
173
174
175
176
177
178
179
   * Defines an input as in {@link PangoolMultipleInputs}
   *
   * @see PangoolMultipleInputs
   */
  public void addInput(Path path, InputFormat inputFormat, TupleMapper inputProcessor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, inputProcessor));
  }
View Full Code Here
69
70
71
72
73
74
75
76
   * Deprecated. Use {@link #addInput(org.apache.hadoop.fs.Path, org.apache.hadoop.mapreduce.InputFormat, com.datasalt.pangool.tuplemr.mapred.MapOnlyMapper)}
   * instead.
   */
  @Deprecated
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }
View Full Code Here
74
75
76
77
78
79
80
81
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, null));
    return this;
  }

  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, processor));
    return this;
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
    }
    job.setOutputKeyClass(outputKeyClass);
    job.setOutputValueClass(outputValueClass);
    FileOutputFormat.setOutputPath(job, outputPath);

    Input lastInput = null;

    for (Input input : multipleInputs.getMultiInputs()) {
      if (input.inputProcessor == null) {
        input.inputProcessor = mapOnlyMapper;
        if (input.inputProcessor == null) {
View Full Code Here
72
73
74
75
76
77
78
79
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor) {
    return addInput(path, inputFormat, processor, new  HashMap<String, String>());
  }
 
  public MapOnlyJobBuilder addInput(Path path, InputFormat inputFormat, MapOnlyMapper processor, Map<String, String> specificContext) {
    multipleInputs.getMultiInputs().add(new Input(path, inputFormat, processor, specificContext));
    return this;
  }
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.tuplemr.MultipleInputsInterface.Input

  • com.datasalt.pangool.tuplemr.MapOnlyJobBuilder
  • com.datasalt.pangool.tuplemr.TupleMRBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.