Package org.apache.accumulo.core.client

Examples of org.apache.accumulo.core.client.Scanner


      log.debug("Creating " + tableName);
      c.tableOperations().create(tableName);
      log.debug("Deleting rows from " + tableName);
      c.tableOperations().deleteRows(tableName, null, null);
      log.debug("Verifying no rows were found");
      Scanner scanner = c.createScanner(tableName, new Authorizations());
      assertEquals(0, Iterables.size(scanner));
    }
  }
View Full Code Here


    if (!sawMRE) {
      throw new Exception("Did not see MutationsRejectedException");
    }
   
    // verify mutation did not go through
    Scanner scanner = getConnector().createScanner("ct", Constants.NO_AUTHS);
    scanner.setRange(new Range(new Text("r1")));
   
    Iterator<Entry<Key,Value>> iter = scanner.iterator();
    Entry<Key,Value> entry = iter.next();
   
    if (!entry.getKey().getRow().equals(new Text("r1")) || !entry.getKey().getColumnFamily().equals(new Text("cf1"))
        || !entry.getKey().getColumnQualifier().equals(new Text("cq1")) || !entry.getValue().equals(new Value("123".getBytes(Constants.UTF8)))) {
      throw new Exception("Unexpected key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    if (iter.hasNext()) {
      entry = iter.next();
      throw new Exception("Unexpected extra key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    // remove the numeric value constraint
    getConnector().tableOperations().removeConstraint("ct", 1);
    UtilWaitThread.sleep(1000);
   
    // now should be able to add a non numeric value
    bw = getConnector().createBatchWriter("ct", new BatchWriterConfig());
    bw.addMutation(mut2);
    bw.close();
   
    // verify mutation went through
    iter = scanner.iterator();
    entry = iter.next();
   
    if (!entry.getKey().getRow().equals(new Text("r1")) || !entry.getKey().getColumnFamily().equals(new Text("cf1"))
        || !entry.getKey().getColumnQualifier().equals(new Text("cq1")) || !entry.getValue().equals(new Value("123a".getBytes(Constants.UTF8)))) {
      throw new Exception("Unexpected key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    if (iter.hasNext()) {
      entry = iter.next();
      throw new Exception("Unexpected extra key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    // add a constraint that references a non-existant class
    getConnector().tableOperations().setProperty("ct", Property.TABLE_CONSTRAINT_PREFIX + "1", "com.foobar.nonExistantClass");
    UtilWaitThread.sleep(1000);
   
    // add a mutation
    bw = getConnector().createBatchWriter("ct", new BatchWriterConfig());
   
    Mutation mut3 = new Mutation(new Text("r1"));
    mut3.put(new Text("cf1"), new Text("cq1"), new Value("foo".getBytes(Constants.UTF8)));
   
    bw.addMutation(mut3);
   
    sawMRE = false;
   
    try {
      bw.close();
      // should not get here
      throw new Exception("Test failed, mutation went through when table had bad constraints");
    } catch (MutationsRejectedException mre) {
      sawMRE = true;
    }
   
    if (!sawMRE) {
      throw new Exception("Did not see MutationsRejectedException");
    }
   
    // verify the mutation did not go through
    iter = scanner.iterator();
    entry = iter.next();
   
    if (!entry.getKey().getRow().equals(new Text("r1")) || !entry.getKey().getColumnFamily().equals(new Text("cf1"))
        || !entry.getKey().getColumnQualifier().equals(new Text("cq1")) || !entry.getValue().equals(new Value("123a".getBytes(Constants.UTF8)))) {
      throw new Exception("Unexpected key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    if (iter.hasNext()) {
      entry = iter.next();
      throw new Exception("Unexpected extra key or value " + entry.getKey() + " " + entry.getValue());
    }
   
    // remove the bad constraint
    getConnector().tableOperations().removeProperty("ct", Property.TABLE_CONSTRAINT_PREFIX + "1");
    UtilWaitThread.sleep(1000);
   
    // try the mutation again
    bw = getConnector().createBatchWriter("ct", new BatchWriterConfig());
    bw.addMutation(mut3);
    bw.close();
   
    // verify it went through
    iter = scanner.iterator();
    entry = iter.next();
   
    if (!entry.getKey().getRow().equals(new Text("r1")) || !entry.getKey().getColumnFamily().equals(new Text("cf1"))
        || !entry.getKey().getColumnQualifier().equals(new Text("cq1")) || !entry.getValue().equals(new Value("foo".getBytes(Constants.UTF8)))) {
      throw new Exception("Unexpected key or value " + entry.getKey() + " " + entry.getValue());
View Full Code Here

   
    if (!sawMRE) {
      throw new Exception("Did not see MutationsRejectedException");
    }
   
    Scanner scanner = getConnector().createScanner(table, Constants.NO_AUTHS);
   
    Iterator<Entry<Key,Value>> iter = scanner.iterator();
   
    Entry<Key,Value> entry = iter.next();
   
    if (!entry.getKey().getRow().equals(new Text("r1")) || !entry.getKey().getColumnFamily().equals(new Text("cf1"))
        || !entry.getKey().getColumnQualifier().equals(new Text("cq1")) || !entry.getValue().equals(new Value("123".getBytes(Constants.UTF8)))) {
View Full Code Here

    m3.put("data", "x", "1");
    m3.put("data", "y", "2");
    bw.addMutation(m3);
    bw.close();

    Scanner scanner = c.createScanner(table2, Constants.NO_AUTHS);
   
    HashMap<String,String> expected = new HashMap<String,String>();
    expected.put("001:x", "9");
    expected.put("001:y", "7");
    expected.put("008:x", "3");
View Full Code Here

    ScannerOpts scanOpts = new ScannerOpts();
    BatchWriterOpts bwOpts = new BatchWriterOpts();
    opts.parseArgs(RemoveEntriesForMissingFiles.class.getName(), args, scanOpts, bwOpts);
    FileSystem fs = FileSystem.get(CachedConfiguration.getInstance());
    Connector connector = opts.getConnector();
    Scanner metadata = connector.createScanner(Constants.METADATA_TABLE_NAME, opts.auths);
    metadata.setBatchSize(scanOpts.scanBatchSize);
    metadata.setRange(Constants.METADATA_KEYSPACE);
    metadata.fetchColumnFamily(Constants.METADATA_DATAFILE_COLUMN_FAMILY);
    int count = 0;
    int missing = 0;
    BatchWriter writer = null;
    if (opts.fix)
      writer = connector.createBatchWriter(Constants.METADATA_TABLE_NAME, bwOpts.getBatchWriterConfig());
View Full Code Here

    BatchWriterOpts bwOpts = new BatchWriterOpts();
    opts.parseArgs(AddFilesWithMissingEntries.class.getName(), args, bwOpts);
   
    final Key rootTableEnd = new Key(Constants.ROOT_TABLET_EXTENT.getEndRow());
    final Range range = new Range(rootTableEnd.followingKey(PartialKey.ROW), true, Constants.METADATA_RESERVED_KEYSPACE_START_KEY, false);
    final Scanner scanner = opts.getConnector().createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS);
    scanner.setRange(range);
    final Configuration conf = new Configuration();
    final FileSystem fs = FileSystem.get(conf);
   
    KeyExtent last = new KeyExtent();
    String directory = null;
View Full Code Here

  }
 
  private void load(Instance instance, String[] metadata, String[] deletes) throws Exception {
    TCredentials credential = CredentialHelper.create("root", new PasswordToken(new byte[0]), "instance");
   
    Scanner scanner = instance.getConnector(credential.getPrincipal(), CredentialHelper.extractToken(credential)).createScanner(Constants.METADATA_TABLE_NAME,
        Constants.NO_AUTHS);
    int count = 0;
    for (@SuppressWarnings("unused")
    Entry<Key,Value> entry : scanner) {
      count++;
View Full Code Here

    verifyData("bulkFile", 0, 1999);
   
  }
 
  private void verifyData(String table, int s, int e) throws Exception {
    Scanner scanner = getConnector().createScanner(table, Constants.NO_AUTHS);
   
    Iterator<Entry<Key,Value>> iter = scanner.iterator();
   
    for (int i = s; i <= e; i++) {
      if (!iter.hasNext())
        throw new Exception("row " + i + " not found");
     
View Full Code Here

     * have no loaded markers.
     */

    // determine which failed files were loaded
    Connector conn = master.getConnector();
    Scanner mscanner = new IsolatedScanner(conn.createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
    mscanner.setRange(new KeyExtent(new Text(tableId), null, null).toMetadataRange());
    mscanner.fetchColumnFamily(Constants.METADATA_BULKFILE_COLUMN_FAMILY);
   
    for (Entry<Key,Value> entry : mscanner) {
      if (Long.parseLong(entry.getValue().toString()) == tid) {
        String loadedFile = entry.getKey().getColumnQualifier().toString();
        String absPath = failures.remove(loadedFile);
View Full Code Here

   
    verifyData(2l);
  }
 
  private void verifyData(long ts) throws Exception {
    Scanner scanner = getConnector().createScanner("foo", Constants.NO_AUTHS);
   
    Iterator<Entry<Key,Value>> iter = scanner.iterator();
   
    for (int i = 0; i < 10000; i++) {
      if (!iter.hasNext()) {
        throw new Exception("row " + i + " not found");
      }
View Full Code Here

TOP

Related Classes of org.apache.accumulo.core.client.Scanner

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.