Package com.datasalt.pangool.tuplemr.mapred.lib.input

Examples of com.datasalt.pangool.tuplemr.mapred.lib.input.TupleInputFormat

147
148
149
150
151
152
153
   * Defines an input as in {@link PangoolMultipleInputs} using {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
  }
View Full Code Here
148
149
150
151
152
153
154
155
   * {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
    AvroUtils.addAvroSerialization(conf);
  }
View Full Code Here
146
147
148
149
150
151
152
  /**
   * Adds an input file associated with a TupleFile.
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    addInput(path, new TupleInputFormat(), tupleMapper);
  }
View Full Code Here
156
157
158
159
160
161
162
   * <p>
   * A specific "Target Schema" is specified, which should be backwards-compatible with the Schema in the
   * Tuple File (new nullable fields are allowed, not used old fields too).
   */
  public void addTupleInput(Path path, Schema targetSchema, TupleMapper<ITuple, NullWritable> tupleMapper) {
    addInput(path, new TupleInputFormat(targetSchema), tupleMapper);
  }
View Full Code Here
72
73
74
75
76
77
78
  /**
   * Adds an input file associated with a TupleFile.
   */
  public void addTupleInput(Path path, MapOnlyMapper tupleMapper) {
    addInput(path, new TupleInputFormat(), tupleMapper);
  }
View Full Code Here
82
83
84
85
86
87
88
   * <p>
   * A specific "Target Schema" is specified, which should be backwards-compatible with the Schema in the
   * Tuple File (new nullable fields are allowed, not used old fields too).
   */
  public void addTupleInput(Path path, Schema targetSchema, MapOnlyMapper tupleMapper) {
    addInput(path, new TupleInputFormat(targetSchema), tupleMapper);
  }
View Full Code Here
148
149
150
151
152
153
154
   * {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    multipleInputs.getMultiInputs().add(new Input(path, new TupleInputFormat(), tupleMapper));
  }
View Full Code Here
148
149
150
151
152
153
154
   * Defines an input as in {@link PangoolMultipleInputs} using {@link TupleInputFormat}
   *
   * @see PangoolMultipleInputs
   */
  public void addTupleInput(Path path, TupleMapper<ITuple, NullWritable> tupleMapper) {
    addInput(path, new TupleInputFormat(), tupleMapper);
  }
View Full Code Here
250
251
252
253
254
255
256
  public TableBuilder addTupleFile(Path path, Schema explicitSchema) throws IOException {
    return addTupleFile(path, explicitSchema, null);
  }
 
  public TableBuilder addTupleFile(Path path, RecordProcessor recordProcessor) throws IOException {
    return addCustomInputFormatFile(path, new TupleInputFormat(), recordProcessor);
  }
View Full Code Here
254
255
256
257
258
259
260
  public TableBuilder addTupleFile(Path path, RecordProcessor recordProcessor) throws IOException {
    return addCustomInputFormatFile(path, new TupleInputFormat(), recordProcessor);
  }

  public TableBuilder addTupleFile(Path path, Schema explicitSchema, RecordProcessor recordProcessor) throws IOException {
    return addCustomInputFormatFile(path, new TupleInputFormat(explicitSchema), recordProcessor);
  }
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.tuplemr.mapred.lib.input.TupleInputFormat

  • com.datasalt.pangool.io.Tuple
  • com.datasalt.pangool.serialization.HadoopSerialization
  • com.datasalt.pangool.tuplemr.MapOnlyJobBuilder
  • com.datasalt.pangool.tuplemr.mapred.lib.output.TestTupleInputOutputFormat
  • com.datasalt.pangool.tuplemr.TupleMRBuilder
  • com.datasalt.pangool.utils.AvroRecordToTupleConverter
  • com.splout.db.hadoop.TableBuilder
  • com.splout.db.hadoop.TestTablespaceGenerator
  • com.splout.db.hadoop.TestTablespaceGeneratorJavaScript
  • com.splout.db.hadoop.TestTupleSampler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.