Package org.apache.hadoop.hbase.mapreduce

Examples of org.apache.hadoop.hbase.mapreduce.TableInputFormat

43
44
45
46
47
48
49
class HBaseInputFormat implements InputFormat<ImmutableBytesWritable, Result> {

    private final TableInputFormat inputFormat;

    public HBaseInputFormat() {
        inputFormat = new TableInputFormat();
    }
View Full Code Here
636
637
638
639
640
641
642
643
644
645
646
        return null;
    }

    @Override
    public InputFormat getInputFormat() {     
        TableInputFormat inputFormat = new HBaseTableIFBuilder()
        .withLimit(limit_)
        .withGt(gt_)
        .withGte(gte_)
        .withLt(lt_)
        .withLte(lte_)
View Full Code Here
44
45
46
47
48
49
50
class HBaseInputFormat implements InputFormat<ImmutableBytesWritable, ResultWritable> {

  private final TableInputFormat inputFormat;

  public HBaseInputFormat() {
    inputFormat = new TableInputFormat();
  }
View Full Code Here
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
        return null;
    }

    @Override
    public InputFormat getInputFormat() {
        TableInputFormat inputFormat = new HBaseTableIFBuilder()
        .withLimit(limit_)
        .withGt(gt_)
        .withGte(gte_)
        .withLt(lt_)
        .withLte(lte_)
        .withConf(m_conf)
        .build();
        inputFormat.setScan(scan);
        return inputFormat;
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
82
  @Override
  public RecordReader<E, Void> createRecordReader(InputSplit inputSplit,
      TaskAttemptContext taskAttemptContext) throws IOException, InterruptedException {
    Configuration conf = Hadoop.TaskAttemptContext
        .getConfiguration.invoke(taskAttemptContext);
    TableInputFormat delegate = getDelegate(conf);
    RecordReader<E, Void> unfilteredRecordReader = new HBaseRecordReaderWrapper<E>(
        delegate.createRecordReader(inputSplit, taskAttemptContext), entityMapper);
    if (view != null) {
      // use the constraints to filter out entities from the reader
      return new FilteredRecordReader<E>(unfilteredRecordReader,
          view.getConstraints(), view.getAccessor());
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
    }
    return unfilteredRecordReader;
  }

  private TableInputFormat getDelegate(Configuration conf) throws IOException {
    TableInputFormat delegate = new TableInputFormat();
    String tableName = HBaseMetadataProvider.getTableName(dataset.getName());
    conf.set(TableInputFormat.INPUT_TABLE, tableName);
    if (view != null) {
      Job tempJob = new Job();
      Scan scan = ((BaseEntityScanner) view.newEntityScanner()).getScan();
      TableMapReduceUtil.initTableMapperJob(tableName, scan, TableMapper.class, null,
          null, tempJob);
      Configuration tempConf = Hadoop.JobContext.getConfiguration.invoke(tempJob);
      conf.set(SCAN, tempConf.get(SCAN));
    }
    delegate.setConf(conf);
    return delegate;
  }
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
        return null;
    }

    @Override
    public InputFormat getInputFormat() {     
        TableInputFormat inputFormat = new HBaseTableIFBuilder()
        .withLimit(limit_)
        .withGt(gt_)
        .withGte(gte_)
        .withLt(lt_)
        .withLte(lte_)
View Full Code Here
396
397
398
399
400
401
402
403
404
405
406
        return null;
    }

    @Override
    public InputFormat getInputFormat() {     
        TableInputFormat inputFormat = new HBaseTableIFBuilder()
        .withLimit(limit_)
        .withGt(gt_)
        .withGte(gte_)
        .withLt(lt_)
        .withLte(lte_)
View Full Code Here
636
637
638
639
640
641
642
643
644
645
646
        return null;
    }

    @Override
    public InputFormat getInputFormat() {     
        TableInputFormat inputFormat = new HBaseTableIFBuilder()
        .withLimit(limit_)
        .withGt(gt_)
        .withGte(gte_)
        .withLt(lt_)
        .withLte(lte_)
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.mapreduce.TableInputFormat

  • com.lightboxtechnologies.spectrum.FsEntryHBaseInputFormat
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.hbase.client.HTable
  • org.apache.hadoop.hbase.client.Scan
  • org.apache.hadoop.hbase.HBaseConfiguration
  • org.apache.hadoop.hbase.TableName
  • org.apache.hcatalog.hbase.HBaseInputFormat
  • org.apache.pig.backend.hadoop.hbase.HBaseStorage
  • org.kitesdk.data.hbase.HBaseViewKeyInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.