Package org.apache.hadoop.hbase.mapreduce

Examples of org.apache.hadoop.hbase.mapreduce.TableSplit

716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
    @Override
    public WritableComparable<InputSplit> getSplitComparable(InputSplit split)
            throws IOException {
        return new WritableComparable<InputSplit>() {
            TableSplit tsplit = new TableSplit();

            @Override
            public void readFields(DataInput in) throws IOException {
                tsplit.readFields(in);
}

            @Override
            public void write(DataOutput out) throws IOException {
                tsplit.write(out);
            }

            @Override
            public int compareTo(InputSplit split) {
                return tsplit.compareTo((TableSplit) split);
            }
        };
    }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
    InputSplit split,
    JobConf jobConf,
    final Reporter reporter) throws IOException {

    HBaseSplit hbaseSplit = (HBaseSplit) split;
    TableSplit tableSplit = hbaseSplit.getSplit();
    String hbaseTableName = jobConf.get(HBaseSerDe.HBASE_TABLE_NAME);
    setHTable(new HTable(HBaseConfiguration.create(jobConf), Bytes.toBytes(hbaseTableName)));
    String hbaseColumnsMapping = jobConf.get(HBaseSerDe.HBASE_COLUMNS_MAPPING);
    List<Integer> readColIDs = ColumnProjectionUtils.getReadColumnIDs(jobConf);
    List<ColumnMapping> columnsMapping = null;
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
      } else {
        throw new IOException(comparisonOp + " is not a supported comparison operator");
      }
    }
    if (tableSplit != null) {
      tableSplit = new TableSplit(
        tableSplit.getTableName(),
        startRow,
        stopRow,
        tableSplit.getRegionLocation());
    }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
    }
    if (trr == null) {
      trr = new TableRecordReader();
    }
   
    TableSplit tSplit = (TableSplit)split;
   
    Scan scan = new Scan(scans[0]);   
    scan.setStartRow(tSplit.getStartRow());
    scan.setStopRow(tSplit.getEndRow());
   
    trr.setScan(scan);
    trr.setHTable(table);
    trr.init();
   
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
        if ((startRow.length == 0 || keys.getSecond()[i].length == 0 || Bytes.compareTo(startRow, keys.getSecond()[i]) < 0) &&
           (stopRow.length == 0 || Bytes.compareTo(stopRow, keys.getFirst()[i]) > 0)) {
          byte[] splitStart = startRow.length == 0 || Bytes.compareTo(keys.getFirst()[i], startRow) >= 0 ? keys.getFirst()[i]  : startRow;
          byte[] splitStop = (stopRow.length == 0 || Bytes.compareTo(keys.getSecond()[i], stopRow) <= 0)
                    && keys.getSecond()[i].length > 0 ? keys.getSecond()[i] : stopRow;
          InputSplit split = new TableSplit(table.getTableName(), splitStart, splitStop, regionLocation);
          splits.add(split);
        }
      }
    }
   
View Full Code Here
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
    @Override
    public WritableComparable<InputSplit> getSplitComparable(InputSplit split)
            throws IOException {
        return new WritableComparable<InputSplit>() {
            TableSplit tsplit = new TableSplit();

            @Override
            public void readFields(DataInput in) throws IOException {
                tsplit.readFields(in);
}

            @Override
            public void write(DataOutput out) throws IOException {
                tsplit.write(out);
            }

            @Override
            public int compareTo(InputSplit split) {
                return tsplit.compareTo((TableSplit) split);
            }
        };
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.mapreduce.TableSplit

  • com.mozilla.hadoop.hbase.mapreduce.MultiScanTableInputFormat
  • com.ngdata.hbaseindexer.mr.HBaseIndexerMapper
  • org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication$Verifier
  • org.apache.hadoop.hive.hbase.HBaseSplit
  • org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat
  • org.apache.pig.backend.hadoop.hbase.HBaseStorage
  • org.apache.pig.backend.hadoop.hbase.HBaseTableInputFormat
  • org.apache.pig.backend.hadoop.hbase.TableSplitComparable
  • org.kiji.schema.mapreduce.KijiTableInputFormat
  • org.lilyproject.mapreduce.AbstractLilyScanInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.