Examples of org.apache.hadoop.hbase.mapreduce.TableSplit

Package org.apache.hadoop.hbase.mapreduce

Examples of org.apache.hadoop.hbase.mapreduce.TableSplit

org.apache.hadoop.hbase.mapreduce.TableSplit
A table split corresponds to a key range (low, high) and an optional scanner. All references to row below refer to the key of the row.

    public List<InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext context)
    throws IOException {
        List<InputSplit> splits = super.getSplits(context);
        ListIterator<InputSplit> splitIter = splits.listIterator();
        while (splitIter.hasNext()) {
            TableSplit split = (TableSplit) splitIter.next();
            byte[] startKey = split.getStartRow();
            byte[] endKey = split.getEndRow();
            // Skip if the region doesn't satisfy configured options.
            if ((skipRegion(CompareOp.LESS, startKey, lt_)) ||
                    (skipRegion(CompareOp.GREATER, endKey, gt_)) ||
                    (skipRegion(CompareOp.GREATER, endKey, gte_)) ||
                    (skipRegion(CompareOp.LESS_OR_EQUAL, startKey, lte_)) )  {

View Full Code Here

    InputSplit split,
    JobConf jobConf,
    final Reporter reporter) throws IOException {


    HBaseSplit hbaseSplit = (HBaseSplit) split;
    TableSplit tableSplit = hbaseSplit.getSplit();
    String hbaseTableName = jobConf.get(HBaseSerDe.HBASE_TABLE_NAME);
    setHTable(new HTable(HBaseConfiguration.create(jobConf), Bytes.toBytes(hbaseTableName)));
    String hbaseColumnsMapping = jobConf.get(HBaseSerDe.HBASE_COLUMNS_MAPPING);
    boolean doColumnRegexMatching = jobConf.getBoolean(HBaseSerDe.HBASE_COLUMNS_REGEX_MATCHING, true);
    List<Integer> readColIDs = ColumnProjectionUtils.getReadColumnIDs(jobConf);

View Full Code Here

      } else {
        throw new IOException(comparisonOp + " is not a supported comparison operator");
      }
    }
    if (tableSplit != null) {
      tableSplit = new TableSplit(
        tableSplit.getTableName(),
        startRow,
        stopRow,
        tableSplit.getRegionLocation());
    }

View Full Code Here

    throws IOException {
        List<InputSplit> splits = super.getSplits(context);
        ListIterator<InputSplit> splitIter = splits.listIterator();
        LOG.info("Got " + splits.size() + " splits.");
        while (splitIter.hasNext()) {
            TableSplit split = (TableSplit) splitIter.next();
            byte[] startKey = split.getStartRow();
            byte[] endKey = split.getEndRow();
            // Skip if the region doesn't satisfy configured options.
            if ((skipRegion(CompareOp.LESS, startKey, lt_)) ||
                    (skipRegion(CompareOp.GREATER, endKey, gt_)) ||
                    (skipRegion(CompareOp.GREATER, endKey, gte_)) ||
                    (skipRegion(CompareOp.LESS_OR_EQUAL, startKey, lte_)) )  {

View Full Code Here


    @Override
    public WritableComparable<InputSplit> getSplitComparable(InputSplit split)
            throws IOException {
        return new WritableComparable<InputSplit>() {
            TableSplit tsplit = new TableSplit();


            @Override
            public void readFields(DataInput in) throws IOException {
                tsplit.readFields(in);
}


            @Override
            public void write(DataOutput out) throws IOException {
                tsplit.write(out);
            }


            @Override
            public int compareTo(InputSplit split) {
                return tsplit.compareTo((TableSplit) split);
            }
        };
    }

View Full Code Here


    @Override
    public WritableComparable<InputSplit> getSplitComparable(InputSplit split)
            throws IOException {
        return new WritableComparable<InputSplit>() {
            TableSplit tsplit = new TableSplit();


            @Override
            public void readFields(DataInput in) throws IOException {
                tsplit.readFields(in);
}


            @Override
            public void write(DataOutput out) throws IOException {
                tsplit.write(out);
            }


            @Override
            public int compareTo(InputSplit split) {
                return tsplit.compareTo((TableSplit) split);
            }
        };
    }

View Full Code Here


    TableSplit tsplit;


    // need a default constructor to be able to de-serialize using just the Writable interface
    public TableSplitComparable() {
        tsplit = new TableSplit();
    }

View Full Code Here

    InputSplit split,
    JobConf jobConf,
    final Reporter reporter) throws IOException {


    HBaseSplit hbaseSplit = (HBaseSplit) split;
    TableSplit tableSplit = hbaseSplit.getSplit();
    String hbaseTableName = jobConf.get(HBaseSerDe.HBASE_TABLE_NAME);
    setHTable(new HTable(new HBaseConfiguration(jobConf), Bytes.toBytes(hbaseTableName)));
    String hbaseColumnsMapping = jobConf.get(HBaseSerDe.HBASE_COLUMNS_MAPPING);
    List<String> hbaseColumnFamilies = new ArrayList<String>();
    List<String> hbaseColumnQualifiers = new ArrayList<String>();

View Full Code Here

    // make it compare as the very next value after startRow
    byte [] stopRow = new byte[startRow.length + 1];
    System.arraycopy(startRow, 0, stopRow, 0, startRow.length);


    if (tableSplit != null) {
      tableSplit = new TableSplit(
        tableSplit.getTableName(),
        startRow,
        stopRow,
        tableSplit.getRegionLocation());
    }

View Full Code Here


    @Override
    public WritableComparable<InputSplit> getSplitComparable(InputSplit split)
            throws IOException {
        return new WritableComparable<InputSplit>() {
            TableSplit tsplit = new TableSplit();


            @Override
            public void readFields(DataInput in) throws IOException {
                tsplit.readFields(in);
            }


            @Override
            public void write(DataOutput out) throws IOException {
                tsplit.write(out);
            }


            @Override
            public int compareTo(InputSplit split) {
                return tsplit.compareTo((TableSplit) split);
            }
        };
    }

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hadoop.hbase.mapreduce.TableSplit

com.mozilla.hadoop.hbase.mapreduce.MultiScanTableInputFormat

com.ngdata.hbaseindexer.mr.HBaseIndexerMapper

org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication$Verifier

org.apache.hadoop.hive.hbase.HBaseSplit

org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat

org.apache.pig.backend.hadoop.hbase.HBaseStorage

org.apache.pig.backend.hadoop.hbase.HBaseTableInputFormat

org.apache.pig.backend.hadoop.hbase.TableSplitComparable

org.kiji.schema.mapreduce.KijiTableInputFormat

org.lilyproject.mapreduce.AbstractLilyScanInputFormat

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.