Examples of org.apache.accumulo.core.client.Scanner

org.apache.accumulo.core.client.Scanner
Scans a table over a given range. "Clients can iterate over multiple column families, and there are several mechanisms for limiting the rows, columns, and timestamps traversed by a scan. For example, we could restrict [a] scan ... to only produce anchors whose columns match [a] regular expression ..., or to only produce anchors whose timestamps fall within ten days of the current time."

    bw.close();


    IteratorSetting is = new IteratorSetting(5, RegExFilter.class);
    RegExFilter.setRegexs(is, s2, null, null, null, true, true);


    Scanner scanner = conn.createScanner(table, new Authorizations());
    scanner.addScanIterator(is);


    assertTrue("Client side iterator couldn't find a match when it should have", scanner.iterator().hasNext());


    conn.tableOperations().attachIterator(table, is);
    assertTrue("server side iterator couldn't find a match when it should have", conn.createScanner(table, new Authorizations()).iterator().hasNext());
  }

View Full Code Here

  public void pageBody(HttpServletRequest req, HttpServletResponse resp, StringBuilder sb) throws Exception {
    String type = getType(req);
    int minutes = getMinutes(req);
    long endTime = System.currentTimeMillis();
    long startTime = endTime - minutes * 60 * 1000;
    Scanner scanner = getScanner(sb);
    if (scanner == null) {
      return;
    }
    Range range = new Range(new Text("start:" + Long.toHexString(startTime)), new Text("start:" + Long.toHexString(endTime)));
    scanner.setRange(range);
    Table trace = new Table("trace", "Traces for " + getType(req));
    trace.addSortableColumn("Start", new ShowTraceLinkType(), "Start Time");
    trace.addSortableColumn("ms", new DurationType(), "Span time");
    trace.addUnsortableColumn("Source", new StringType<String>(), "Service and location");
    for (Entry<Key,Value> entry : scanner) {

View Full Code Here

  }
  
  private static void readBack(Opts opts, ScannerOpts scanOpts, Connector conn) throws Exception {
    int i = 0;
    for (String table : tableNames) {
      Scanner scanner = conn.createScanner(table, opts.auths);
      scanner.setBatchSize(scanOpts.scanBatchSize);
      int count = i;
      for (Entry<Key,Value> elt : scanner) {
        String expected = String.format("%05d", count);
        if (!elt.getKey().getRow().toString().equals(expected))
          throw new RuntimeException("entry " + elt + " does not match expected " + expected + " in table " + table);

View Full Code Here

    try {
      Connector conn = HdfsZooInstance.getInstance().getConnector(principal, at);
      if (!conn.tableOperations().exists(table)) {
        return new NullScanner();
      }
      Scanner scanner = conn.createScanner(table, conn.securityOperations().getUserAuthorizations(principal));
      return scanner;
    } catch (AccumuloSecurityException ex) {
      sb.append("<h2>Unable to read trace table: check trace username and password configuration.</h2>\n");
      return null;
    } catch (TableNotFoundException ex) {

View Full Code Here

    int count = 10000;
    Opts() { super("mrtest1"); }
  }
  
  private static void readBack(Connector conn, Opts opts, ScannerOpts scanOpts) throws Exception {
    Scanner scanner = conn.createScanner("mrtest1", opts.auths);
    scanner.setBatchSize(scanOpts.scanBatchSize);
    int count = 0;
    for (Entry<Key,Value> elt : scanner) {
      String expected = String.format("%05d", count);
      assert (elt.getKey().getRow().toString().equals(expected));
      count++;

View Full Code Here

    Random r = new Random();
    
    ArrayList<Value> values = new ArrayList<Value>();
    
    while (true) {
      Scanner scanner = ContinuousUtil.createScanner(conn, opts.getTableName(), opts.randomAuths.getAuths(r));
      String row = findAStartRow(opts.min, opts.max, scanner, r);
      
      while (row != null) {
        
        values.clear();
        
        long t1 = System.currentTimeMillis();
        Span span = Trace.on("walk");
        try {
          scanner.setRange(new Range(new Text(row)));
          for (Entry<Key,Value> entry : scanner) {
            validate(entry.getKey(), entry.getValue());
            values.add(entry.getValue());
          }
        } finally {

View Full Code Here

    scanRange(table, ik1, true, ik2, false);
    scanRange(table, ik1, true, ik2, true);
  }
  
  private void scanRange(String table, IntKey ik1, boolean inclusive1, IntKey ik2, boolean inclusive2) throws Exception {
    Scanner scanner = getConnector().createScanner(table, Constants.NO_AUTHS);
    
    Key key1 = null;
    Key key2 = null;
    
    IntKey expectedIntKey;
    IntKey expectedEndIntKey;
    
    if (ik1 != null) {
      key1 = ik1.createKey();
      expectedIntKey = ik1;
      
      if (!inclusive1) {
        expectedIntKey = expectedIntKey.increment();
      }
    } else {
      expectedIntKey = new IntKey(0, 0, 0, 0);
    }
    
    if (ik2 != null) {
      key2 = ik2.createKey();
      expectedEndIntKey = ik2;
      
      if (inclusive2) {
        expectedEndIntKey = expectedEndIntKey.increment();
      }
    } else {
      expectedEndIntKey = new IntKey(ROW_LIMIT, 0, 0, 0);
    }
    
    Range range = new Range(key1, inclusive1, key2, inclusive2);
    
    scanner.setRange(range);
    
    for (Entry<Key,Value> entry : scanner) {
      
      Key expectedKey = expectedIntKey.createKey();
      if (!expectedKey.equals(entry.getKey())) {

View Full Code Here

    }
    
  }
  
  private void queryDefaultData() throws Exception {
    Scanner scanner;
    
    // should return no records
    getConnector().securityOperations().changeUserAuthorizations(getPrincipal(), new Authorizations("BASE", "DEFLABEL"));
    scanner = getConnector().createScanner("vt2", new Authorizations());
    verifyDefault(scanner, 0);

View Full Code Here

    }
    return bas;
  }
  
  private void verify(ByteArraySet nss, String... expected) throws Exception {
    Scanner scanner = getConnector().createScanner("vt", new Authorizations(nss));
    verify(scanner.iterator(), expected);
    
    BatchScanner bs = getConnector().createBatchScanner("vt", new Authorizations(nss), 3);
    bs.setRanges(Collections.singleton(new Range()));
    verify(bs.iterator(), expected);
    bs.close();

View Full Code Here

    Iterator<Entry<Key,Value>> metadataEntries = null;
    
    LogEntryIterator(TCredentials creds) throws IOException, KeeperException, InterruptedException {
      rootTabletEntries = getLogEntries(creds, Constants.ROOT_TABLET_EXTENT).iterator();
      try {
        Scanner scanner = HdfsZooInstance.getInstance().getConnector(creds.getPrincipal(), CredentialHelper.extractToken(creds))
            .createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS);
        scanner.fetchColumnFamily(Constants.METADATA_LOG_COLUMN_FAMILY);
        metadataEntries = scanner.iterator();
      } catch (Exception ex) {
        throw new IOException(ex);
      }
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.accumulo.core.client.Scanner

clojure_accumulo.iterators.ClojureCombinerTest

clojure_accumulo.iterators.ClojureFilterTest

clojure_accumulo.iterators.ClojureMapperTest

mil.nga.giat.geowave.vector.AccumuloDataStatisticsStoreExt

org.apache.accumulo.core.client.admin.TableOperationsImpl

org.apache.accumulo.core.client.impl.OfflineIterator

org.apache.accumulo.core.client.impl.ScannerImplTest

org.apache.accumulo.core.client.impl.TableOperationsImpl

org.apache.accumulo.core.client.mapreduce.AccumuloOutputFormatTest

org.apache.accumulo.core.client.mapreduce.InputFormatBase

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.