Examples of org.apache.hadoop.hbase.filter.Filter

org.apache.hadoop.hbase.filter.Filter
Interface for row and column filters directly applied within the regionserver. A filter can expect the following call sequence:
- {@link #reset()}
- {@link #filterAllRemaining()} -> true indicates scan is over, false, keep going on.
- {@link #filterRowKey(byte[],int,int)} -> true to drop this row,if false, we will also call
- {@link #filterKeyValue(KeyValue)} -> true to drop this key/value
- {@link #filterRow(List)} -> allows directmodification of the final list to be submitted
- {@link #filterRow()} -> last chance to drop entire row based on the sequence offilterValue() calls. Eg: filter a row if it doesn't contain a specified column.
Filter instances are created one per region/scan. This interface replaces the old RowFilterInterface. When implementing your own filters, consider inheriting {@link FilterBase} to helpyou reduce boilerplate. @see FilterBase

  @Test
  public void testValueFilter() throws Exception {
    // Match group one rows
    long expectedRows = numRows / 2;
    long expectedKeys = colsPerRow;
    Filter f = new ValueFilter(CompareOp.EQUAL,
        new BinaryComparator(Bytes.toBytes("testValueOne")));
    Scan s = new Scan();
    s.setFilter(f);
    verifyScanNoEarlyOut(s, expectedRows, expectedKeys);

View Full Code Here


  @Test
  public void testSkipFilter() throws Exception {
    // Test for qualifier regex: "testQualifierOne-2"
    // Should only get rows from second group, and all keys
    Filter f = new SkipFilter(new QualifierFilter(CompareOp.NOT_EQUAL,
        new BinaryComparator(Bytes.toBytes("testQualifierOne-2"))));
    Scan s = new Scan();
    s.setFilter(f);
    
    KeyValue [] kvs = {

View Full Code Here

      new RegexStringComparator(".+-2")));
    filters.add(new QualifierFilter(CompareOp.EQUAL,
      new RegexStringComparator(".+-2")));
    filters.add(new ValueFilter(CompareOp.EQUAL,
      new SubstringComparator("One")));
    Filter f = new FilterList(Operator.MUST_PASS_ALL, filters);
    Scan s = new Scan();
    s.addFamily(FAMILIES[0]);
    s.setFilter(f);
    KeyValue [] kvs = {
        new KeyValue(ROWS_ONE[2], FAMILIES[0], QUALIFIERS_ONE[2], VALUES[0])

View Full Code Here

    filtlist.addFilter(filt);
    obj = doType(conf, filtlist, FilterList.class);
    assertTrue(obj instanceof FilterList);
    assertNotNull(((FilterList)obj).getFilters());
    assertEquals(1, ((FilterList)obj).getFilters().size());
    Filter child = ((FilterList)obj).getFilters().get(0);
    assertTrue(child instanceof CustomFilter);
    assertEquals("mykey", ((CustomFilter)child).getKey());
  }

View Full Code Here

        if (scanner != null) scanner.close();
      }
    }


    protected Scan constructScan(byte[] valuePrefix) throws IOException {
      Filter filter = new SingleColumnValueFilter(
          FAMILY_NAME, QUALIFIER_NAME, CompareFilter.CompareOp.EQUAL,
          new BinaryComparator(valuePrefix)
      );
      Scan scan = new Scan();
      scan.addColumn(FAMILY_NAME, QUALIFIER_NAME);

View Full Code Here

        switch(qcode) {
          case INCLUDE:
          case INCLUDE_AND_SEEK_NEXT_ROW:
          case INCLUDE_AND_SEEK_NEXT_COL:


            Filter f = matcher.getFilter();
            outResult.add(f == null ? kv : f.transform(kv));
            count++;


            if (qcode == ScanQueryMatcher.MatchCode.INCLUDE_AND_SEEK_NEXT_ROW) {
              if (!matcher.moreRowsMayExistAfter(kv)) {
                return false;

View Full Code Here

    byte[] endRow = model.hasEndRow() ? model.getEndRow() : null;
    RowSpec spec = new RowSpec(model.getStartRow(), endRow,
      model.getColumns(), model.getStartTime(), model.getEndTime(),
      model.getMaxVersions());
    try {
      Filter filter = ScannerResultGenerator.buildFilterFromModel(model);
      String tableName = tableResource.getName();
      ScannerResultGenerator gen =
        new ScannerResultGenerator(tableName, spec, filter);
      String id = gen.getID();
      ScannerInstanceResource instance =

View Full Code Here

    // Make sure key is of some substance... non-null and > than first key.
    assertTrue(key != null && key.length > 0 &&
      Bytes.BYTES_COMPARATOR.compare(key, new byte [] {'a', 'a', 'a'}) >= 0);
    LOG.info("Key=" + Bytes.toString(key));
    Scan s = startRow == null? new Scan(): new Scan(startRow);
    Filter f = new RowFilter(op, new BinaryComparator(key));
    f = new WhileMatchFilter(f);
    s.setFilter(f);
    return s;
  }

View Full Code Here

      put.add(FAMILY, QUALIFIERS[i], VALUE);
      ht.put(put);
    }
    Scan scan = new Scan();
    scan.addFamily(FAMILY);
    Filter filter = new QualifierFilter(CompareOp.EQUAL,
      new RegexStringComparator("col[1-5]"));
    scan.setFilter(filter);
    ResultScanner scanner = ht.getScanner(scan);
    int expectedIndex = 1;
    for(Result result : ht.getScanner(scan)) {

View Full Code Here

      put.add(FAMILY, QUALIFIERS[i], VALUE);
      ht.put(put);
    }
    Scan scan = new Scan();
    scan.addFamily(FAMILY);
    Filter filter = new KeyOnlyFilter(true);
    scan.setFilter(filter);
    ResultScanner scanner = ht.getScanner(scan);
    int count = 0;
    for(Result result : ht.getScanner(scan)) {
      assertEquals(result.size(), 1);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.hbase.filter.Filter

co.cask.cdap.data2.transaction.queue.coprocessor.hbase94.DequeueScanObserver

co.cask.cdap.data2.transaction.queue.coprocessor.hbase96.DequeueScanObserver

co.cask.tephra.hbase94.coprocessor.TransactionProcessor

co.cask.tephra.hbase94.coprocessor.TransactionVisibilityFilterTest

co.cask.tephra.hbase96.coprocessor.TransactionProcessor

co.cask.tephra.hbase96.coprocessor.TransactionVisibilityFilterTest

co.cask.tephra.hbase98.coprocessor.TransactionProcessor

co.cask.tephra.hbase98.coprocessor.TransactionVisibilityFilterTest

co.nubetech.crux.server.filter.HBaseFilterFactory

com.atlantbh.jmeter.plugins.hbasecomponents.samplers.HBaseScanSampler

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.