Package com.yahoo.omid.client

Examples of com.yahoo.omid.client.TransactionManager


   }
  

   @Test public void testScanUncommitted() throws Exception {
      try{
         TransactionManager tm = new TransactionManager(hbaseConf);
         TransactionalTable table = new TransactionalTable(hbaseConf, TEST_TABLE);
         TransactionState t=tm.beginTransaction();
         int[] lIntsA=new int[]{100,243,2342,22,1,5,43,56};
         for (int i=0;i<lIntsA.length;i++) {
            byte[]data=Bytes.toBytes(lIntsA[i]);
            Put put=new Put(data);
            put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes(TEST_COL), data);
            table.put(t,put);
         }
         tm.tryCommit(t);
  
         TransactionState tu=tm.beginTransaction();
         int[] lIntsB=new int[]{105,24,4342,32,7,3,30,40};
         for (int i=0;i<lIntsB.length;i++) {
            byte[]data=Bytes.toBytes(lIntsB[i]);
            Put put=new Put(data);
            put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes(TEST_COL), data);
            table.put(tu,put);
         }
  
         t=tm.beginTransaction();
         int[] lIntsC=new int[]{109,224,242,2,16,59,23,26};
         for (int i=0;i<lIntsC.length;i++) {
            byte[]data=Bytes.toBytes(lIntsC[i]);
            Put put=new Put(data);
            put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes(TEST_COL), data);
            table.put(t,put);
         }
         tm.tryCommit(t);
        
         t=tm.beginTransaction();
         Scan s=new Scan();
         ResultScanner res=table.getScanner(t,s);
         Result rr;
         int count = 0;
  
         while ((rr=res.next())!=null) {
            int iTmp=Bytes.toInt(rr.getValue(Bytes.toBytes(TEST_FAMILY),
                                             Bytes.toBytes(TEST_COL)));
            LOG.info("Result: "+iTmp);
            count++;
         }
         assertTrue("Count should be " + (lIntsA.length*lIntsC.length) + " but is " + count,
                    count == lIntsA.length + lIntsC.length);
         LOG.info("Rows found " + count);
         tm.tryCommit(t);
         table.close();
      } catch (Exception e) {
         LOG.error("Exception in test", e);
      }
   }
View Full Code Here


public class TestSingleColumnFamily extends OmidTestBase {
   private static final Log LOG = LogFactory.getLog(TestSingleColumnFamily.class);

   @Test public void testSingleColumnFamily() throws Exception {
      TransactionManager tm = new TransactionManager(hbaseConf);
      TransactionalTable table1 = new TransactionalTable(hbaseConf, TEST_TABLE);
      int num=10;
      TransactionState t=tm.beginTransaction();
      for(int j=0;j<num;j++) {
         byte[]data=Bytes.toBytes(j);
         Put put=new Put(data);
         put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value1"), data);
         put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value2"), data);
         table1.put(t,put);
      }
      //tm.tryCommit(t);
      //t=tm.beginTransaction(); //Visible if in a different transaction
      Scan s=new Scan();
      ResultScanner res=table1.getScanner(t,s);
      Result rr;
      int count = 0;
      while ((rr=res.next())!=null) {
         int tmp1=Bytes.toInt(rr.getValue(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value1")));
         int tmp2=Bytes.toInt(rr.getValue(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value2")));
         LOG.info("RES:"+tmp1+";"+tmp2);
         count++;
      }
      assertTrue("Can't see puts. I should see "
                 + num + " but I see " + count
                 , num == count);

      tm.tryCommit(t);
      t=tm.beginTransaction();

      for(int j=0;j<num/2;j++) {
         byte[]data=Bytes.toBytes(j);
         byte[]ndata=Bytes.toBytes(j*10);
         Put put=new Put(data);
         put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value2"), ndata);
         table1.put(t,put);
      }
      tm.tryCommit(t);
      t=tm.beginTransaction();
      s=new Scan();
      res=table1.getScanner(t,s);
      count = 0;
      int modified = 0, notmodified = 0;
      while ((rr=res.next())!=null) {
         int tmp1=Bytes.toInt(rr.getValue(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value1")));
         int tmp2=Bytes.toInt(rr.getValue(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("value2")));
         LOG.info("RES:"+tmp1+";"+tmp2);
         count++;
        
         if (tmp2 == Bytes.toInt(rr.getRow())*10) {
            modified++;
         } else {
            notmodified++;
         }
         if (count == 8) {
            System.out.println("stop");
         }
      }
      assertTrue("Can't see puts. I should see "
                 + num + " but I see " + count
                 , num == count);
      assertTrue("Half of rows should equal row id, half not ("
                 + modified + ", " + notmodified + ")"
                 , modified == notmodified && notmodified == (num/2));
     
      tm.tryCommit(t);
      LOG.info("End commiting");
      table1.close();
   }
View Full Code Here

   @Test public void testMultiPutSameRow() throws Exception {
      try{
         byte[] family = Bytes.toBytes(TEST_FAMILY);
         byte[] col1 = Bytes.toBytes("value1");
         byte[] col2 = Bytes.toBytes("value2");
         TransactionManager tm = new TransactionManager(hbaseConf);
         TransactionalTable table1 = new TransactionalTable(hbaseConf, TEST_TABLE);
         TransactionState t=tm.beginTransaction();
         int val=1000;
         byte[]data=Bytes.toBytes(val);
         Put put1=new Put(data);
         put1.add(family, col1, data);
         table1.put(t,put1);
         Put put2=new Put(data);
         put2.add(family, col2, data);
         table1.put(t,put2);
         tm.tryCommit(t);
         table1.close();

         assertTrue("Invalid value in table", verifyValue(Bytes.toBytes(TEST_TABLE),
                                                          data, family, col1, data));
         assertTrue("Invalid value in table", verifyValue(Bytes.toBytes(TEST_TABLE),
View Full Code Here

   @Test public void testManyManyPut() throws Exception {
      try{
         byte[] family = Bytes.toBytes(TEST_FAMILY);
         byte[] col = Bytes.toBytes("value");

         TransactionManager tm = new TransactionManager(hbaseConf);
         TransactionalTable table1 = new TransactionalTable(hbaseConf, TEST_TABLE);
         TransactionState t=tm.beginTransaction();
         int num=50;
         for(int j=0;j<=num;j++) {
            byte[]data=Bytes.toBytes(j);
            Put put=new Put(data);
            put.add(family, col, data);
            table1.put(t,put);
         }
         tm.tryCommit(t);
         table1.close();

         byte[] data=Bytes.toBytes(0);
         assertTrue("Invalid value in table", verifyValue(Bytes.toBytes(TEST_TABLE),
                                                          data, family, col, data));
View Full Code Here

            //admin.createTable(desc);
            admin.createTable(desc, new byte[][]{Bytes.toBytes("3000")});
            LOG.info("created table");
        }

        TransactionManager tm = new TransactionManager(conf);
        TransactionalTable tt = new TransactionalTable(conf, TEST_TABLE);

        TransactionalTable tt2 = new TransactionalTable(conf, TEST_TABLE2);

        TransactionState t1 = tm.beginTransaction();

        Put put = new Put(Bytes.toBytes("2002"));
        put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("c"), Bytes.toBytes("2002"));
        tt.put(t1, put);

        tt2.put(t1, put);

        ResultScanner rs = tt.getScanner(t1, new Scan());
        Result r = rs.next();
        while (r != null) {
            System.out.println(r);
            r = rs.next();
        }
        tm.tryCommit(t1);

        System.out.println();

        t1 = tm.beginTransaction();

        put = new Put(Bytes.toBytes("2003"));
        put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("c"), Bytes.toBytes("2003"));
        tt.put(t1, put);
        tt2.put(t1, put);
        tm.abort(t1);

        rs = tt.getScanner(t1, new Scan());
        r = rs.next();
        while (r != null) {
            System.out.print(r);
            r = rs.next();
        }

        System.out.println();

        rs = tt2.getScanner(t1, new Scan());
        r = rs.next();
        while (r != null) {
            System.out.print(r);
            r = rs.next();
        }
       
        System.out.println();
       
       
        put = new Put(Bytes.toBytes("2004"));
        put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("c"), Bytes.toBytes("2004"));
        tt.put(t1, put);
        tt2.put(t1, put);
        put = new Put(Bytes.toBytes("3001"));
        put.add(Bytes.toBytes(TEST_FAMILY), Bytes.toBytes("c"), Bytes.toBytes("3002"));
        tt.put(t1, put);
        tt2.put(t1, put);
        tm.abort(t1);

        rs = tt.getScanner(t1, new Scan());
        r = rs.next();
        while (r != null) {
            System.out.print(r);
View Full Code Here

public class TestTransactionConflict extends OmidTestBase {
   private static final Log LOG = LogFactory.getLog(TestTransactionConflict.class);

   @Test
   public void runTestWriteWriteConflict() throws Exception {
      TransactionManager tm = new TransactionManager(hbaseConf);
      TransactionalTable tt = new TransactionalTable(hbaseConf, TEST_TABLE);

      TransactionState t1 = tm.beginTransaction();
      LOG.info("Transaction created " + t1);

      TransactionState t2 = tm.beginTransaction();
      LOG.info("Transaction created" + t2);

      byte[] row = Bytes.toBytes("test-simple");
      byte[] fam = Bytes.toBytes(TEST_FAMILY);
      byte[] col = Bytes.toBytes("testdata");
      byte[] data1 = Bytes.toBytes("testWrite-1");
      byte[] data2 = Bytes.toBytes("testWrite-2");

      Put p = new Put(row);
      p.add(fam, col, data1);
      tt.put(t1, p);

      Put p2 = new Put(row);
      p2.add(fam, col, data2);
      tt.put(t2, p2);

      tm.tryCommit(t2);

      boolean aborted = false;
      try {
         tm.tryCommit(t1);
         assertTrue("Transaction commited successfully", false);
      } catch (CommitUnsuccessfulException e) {
         aborted = true;
      }
      assertTrue("Transaction didn't raise exception", aborted);
View Full Code Here

      assertTrue("Transaction didn't raise exception", aborted);
   }

   @Test
   public void runTestMultiTableConflict() throws Exception {
      TransactionManager tm = new TransactionManager(hbaseConf);
      TransactionalTable tt = new TransactionalTable(hbaseConf, TEST_TABLE);
      String table2 = TEST_TABLE + 2;

      HBaseAdmin admin = new HBaseAdmin(hbaseConf);

      if (!admin.tableExists(table2)) {
         HTableDescriptor desc = new HTableDescriptor(table2);
         HColumnDescriptor datafam = new HColumnDescriptor(TEST_FAMILY);
         datafam.setMaxVersions(Integer.MAX_VALUE);
         desc.addFamily(datafam);

         admin.createTable(desc);
      }

      if (admin.isTableDisabled(table2)) {
         admin.enableTable(table2);
      }

      TransactionalTable tt2 = new TransactionalTable(hbaseConf, table2);

      TransactionState t1 = tm.beginTransaction();
      LOG.info("Transaction created " + t1);

      TransactionState t2 = tm.beginTransaction();
      LOG.info("Transaction created" + t2);

      byte[] row = Bytes.toBytes("test-simple");
      byte[] row2 = Bytes.toBytes("test-simple2");
      byte[] fam = Bytes.toBytes(TEST_FAMILY);
      byte[] col = Bytes.toBytes("testdata");
      byte[] data1 = Bytes.toBytes("testWrite-1");
      byte[] data2 = Bytes.toBytes("testWrite-2");

      Put p = new Put(row);
      p.add(fam, col, data1);
      tt.put(t1, p);
      tt2.put(t1, p);

      Put p2 = new Put(row);
      p2.add(fam, col, data2);
      tt.put(t2, p2);
      p2 = new Put(row2);
      p2.add(fam, col, data2);
      tt2.put(t2, p2);

      tm.tryCommit(t2);

      boolean aborted = false;
      try {
         tm.tryCommit(t1);
         assertTrue("Transaction commited successfully", false);
      } catch (CommitUnsuccessfulException e) {
         aborted = true;
      }
      assertTrue("Transaction didn't raise exception", aborted);
View Full Code Here

      assertEquals(1, count);
   }

   @Test
   public void runTestCleanupAfterConflict() throws Exception {
      TransactionManager tm = new TransactionManager(hbaseConf);
      TransactionalTable tt = new TransactionalTable(hbaseConf, TEST_TABLE);

      TransactionState t1 = tm.beginTransaction();
      LOG.info("Transaction created " + t1);

      TransactionState t2 = tm.beginTransaction();
      LOG.info("Transaction created" + t2);

      byte[] row = Bytes.toBytes("test-simple");
      byte[] fam = Bytes.toBytes(TEST_FAMILY);
      byte[] col = Bytes.toBytes("testdata");
      byte[] data1 = Bytes.toBytes("testWrite-1");
      byte[] data2 = Bytes.toBytes("testWrite-2");

      Put p = new Put(row);
      p.add(fam, col, data1);
      tt.put(t1, p);

      Get g = new Get(row).setMaxVersions();
      Result r = tt.get(g);
      assertEquals("Unexpected size for read.", 1, r.size());
      assertTrue("Unexpected value for read: " + Bytes.toString(r.getValue(fam, col)),
            Bytes.equals(data1, r.getValue(fam, col)));

      Put p2 = new Put(row);
      p2.add(fam, col, data2);
      tt.put(t2, p2);

      r = tt.get(g);
      assertEquals("Unexpected size for read.", 2, r.size());
      r = tt.get(t2, g);
      assertEquals("Unexpected size for read.", 1, r.size());
      assertTrue("Unexpected value for read: " + Bytes.toString(r.getValue(fam, col)),
            Bytes.equals(data2, r.getValue(fam, col)));

      tm.tryCommit(t1);

      boolean aborted = false;
      try {
         tm.tryCommit(t2);
         assertTrue("Transaction commited successfully", false);
      } catch (CommitUnsuccessfulException e) {
         aborted = true;
      }
      assertTrue("Transaction didn't raise exception", aborted);
View Full Code Here

   }

   @Test
   public void testCleanupWithDeleteRow() throws Exception {
      try {
         TransactionManager tm = new TransactionManager(hbaseConf);
         TransactionalTable tt = new TransactionalTable(hbaseConf, TEST_TABLE);

         TransactionState t1 = tm.beginTransaction();
         LOG.info("Transaction created " + t1);

         int rowcount = 10;
         int count = 0;

         byte[] fam = Bytes.toBytes(TEST_FAMILY);
         byte[] col = Bytes.toBytes("testdata");
         byte[] data1 = Bytes.toBytes("testWrite-1");
         byte[] data2 = Bytes.toBytes("testWrite-2");

         byte[] modrow = Bytes.toBytes("test-del" + 3);
         for (int i = 0; i < rowcount; i++) {
            byte[] row = Bytes.toBytes("test-del" + i);

            Put p = new Put(row);
            p.add(fam, col, data1);
            tt.put(t1, p);
         }
         tm.tryCommit(t1);

         TransactionState t2 = tm.beginTransaction();
         LOG.info("Transaction created " + t2);
         Delete d = new Delete(modrow);
         tt.delete(t2, d);

         ResultScanner rs = tt.getScanner(t2, new Scan());
         Result r = rs.next();
         count = 0;
         while (r != null) {
            count++;
            LOG.trace("row: " + Bytes.toString(r.getRow()) + " count: " + count);
            r = rs.next();
         }
         assertEquals("Wrong count", rowcount - 1, count);

         TransactionState t3 = tm.beginTransaction();
         LOG.info("Transaction created " + t3);
         Put p = new Put(modrow);
         p.add(fam, col, data2);
         tt.put(t3, p);

         tm.tryCommit(t3);

         boolean aborted = false;
         try {
            tm.tryCommit(t2);
            assertTrue("Didn't abort", false);
         } catch (CommitUnsuccessfulException e) {
            aborted = true;
         }
         assertTrue("Didn't raise exception", aborted);

         TransactionState tscan = tm.beginTransaction();
         rs = tt.getScanner(tscan, new Scan());
         r = rs.next();
         count = 0;
         while (r != null) {
            count++;
View Full Code Here

public class TestAbortTransaction extends OmidTestBase {
   private static final Log LOG = LogFactory.getLog(TestAbortTransaction.class);

   @Test public void runTestInterleaveScan() throws Exception {
      try {
         TransactionManager tm = new TransactionManager(hbaseConf);
         TransactionalTable tt = new TransactionalTable(hbaseConf, TEST_TABLE);
        
         TransactionState t1 = tm.beginTransaction();
         LOG.info("Transaction created " + t1);
        
         byte[] fam = Bytes.toBytes(TEST_FAMILY);
         byte[] col = Bytes.toBytes("testdata");
         byte[] data1 = Bytes.toBytes("testWrite-1");
         byte[] data2 = Bytes.toBytes("testWrite-2");
        
         byte[] startrow = Bytes.toBytes("test-scan" + 0);
         byte[] stoprow = Bytes.toBytes("test-scan" + 9);
         byte[] modrow = Bytes.toBytes("test-scan" + 3);
         for (int i = 0; i < 10; i++) {
            byte[] row = Bytes.toBytes("test-scan" + i);
           
            Put p = new Put(row);
            p.add(fam, col, data1);
            tt.put(t1, p);
         }
         tm.tryCommit(t1);

         TransactionState t2 = tm.beginTransaction();
         Put p = new Put(modrow);
         p.add(fam, col, data2);
         tt.put(t2, p);        
        
         int modifiedrows = 0;
         ResultScanner rs = tt.getScanner(t2, new Scan().setStartRow(startrow).setStopRow(stoprow).addColumn(fam, col));
         Result r = rs.next();
         while (r != null) {
            if (Bytes.equals(data2, r.getValue(fam, col))) {
               if (LOG.isTraceEnabled()) {
                  LOG.trace("Modified :" + Bytes.toString(r.getRow()));
               }
               modifiedrows++;
            }
           
            r = rs.next();
         }
        
         assertTrue("Expected 1 row modified, but " + modifiedrows + " are.",
                    modifiedrows == 1);
         tm.abort(t2);
        
         TransactionState tscan = tm.beginTransaction();
         rs = tt.getScanner(tscan, new Scan().setStartRow(startrow).setStopRow(stoprow).addColumn(fam, col));
         r = rs.next();
         while (r != null) {
            if (LOG.isTraceEnabled()) {
               LOG.trace("Scan1 :" + Bytes.toString(r.getRow()) + " => " + Bytes.toString(r.getValue(fam, col)));
View Full Code Here

TOP

Related Classes of com.yahoo.omid.client.TransactionManager

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.