Examples of org.kitesdk.data.hbase.impl.SchemaManager

org.kitesdk.data.hbase.impl.SchemaManager
Interface for managing schemas with a meta store. This interface provides various methods for accessing the schema values in the meta store, as well as methods for creating or migrating new schemas.

    HTablePool tablePool = HBaseTestUtils.startHBaseAndGetPool();


    // managed table should be created by HBaseDatasetRepository
    HBaseTestUtils.util.deleteTable(Bytes.toBytes(managedTableName));


    SchemaManager schemaManager = new DefaultSchemaManager(tablePool);
    HBaseAdmin admin = new HBaseAdmin(HBaseTestUtils.getConf());
    provider = new HBaseMetadataProvider(admin, schemaManager);
  }

View Full Code Here

    return new HTablePool(getConf(), 10);
  }


  public static SchemaManager initializeSchemaManager(
      HTablePool tablePool, String directory) throws Exception {
    SchemaManager entityManager = new DefaultSchemaManager(
        tablePool);
    SchemaTool schemaTool = new SchemaTool(new HBaseAdmin(getConf()),
        entityManager);
    schemaTool.createOrMigrateSchemaDirectory(directory, true);
    return entityManager;

View Full Code Here

    Dao<GenericRecord> dao = new GenericAvroDao(tablePool, tableName,
        "TestRecord", manager, testRecord);


    manager.migrateSchema(tableName, "TestRecord", goodMigrationRecordAddField);


    SchemaManager afterManager = new DefaultSchemaManager(tablePool);
    Dao<GenericRecord> afterDao = new GenericAvroDao(tablePool, tableName,
        "TestRecord", afterManager, goodMigrationRecordAddField);


    // Create the new entities
    for (int i = 0; i < 10; ++i) {

View Full Code Here

    Dao<GenericRecord> dao = new GenericAvroDao(tablePool, tableName,
        "TestRecord", manager);


    manager.migrateSchema(tableName, "TestRecord", goodMigrationRecordAddField);


    SchemaManager afterManager = new DefaultSchemaManager(tablePool);
    Dao<GenericRecord> afterDao = new GenericAvroDao(tablePool, tableName,
        "TestRecord", afterManager);


    // Create an entity with each dao.
    PartitionKey key1 = createKey(dao.getPartitionStrategy(), 1);

View Full Code Here

    badMigration(testRecordv2);
  }


  @Test(expected = IncompatibleSchemaException.class)
  public void testBadMigrationIntToLong() throws Exception {
    SchemaManager manager = new DefaultSchemaManager(tablePool);
    manager.migrateSchema(tableName, "TestRecord", goodMigrationRecordAddField);
    manager.migrateSchema(tableName, "TestRecord", badMigrationRecordIntToLong);
  }

View Full Code Here

    Dao<ManagedSchema> managedDao = new SpecificAvroDao<ManagedSchema>(
        tablePool, "managed_schemas", managedRecordString, ManagedSchema.class);


    managedDao.delete(new PartitionKey(tableName, "test"));


    SchemaManager manager = new DefaultSchemaManager(tablePool);
    try {
      manager.getEntityVersion(tableName, "test",
          parser.parseEntitySchema(testRecord));
      fail();
    } catch (SchemaNotFoundException e) {
      // This is what we expect
    }
    manager.createSchema(tableName, "test", testRecord,
        "org.kitesdk.data.hbase.avro.AvroKeyEntitySchemaParser",
        "org.kitesdk.data.hbase.avro.AvroKeySerDe",
        "org.kitesdk.data.hbase.avro.AvroEntitySerDe");
    assertEquals(
        0,
        manager.getEntityVersion(tableName, "test",
            parser.parseEntitySchema(testRecord)));
  }

View Full Code Here

   * table in HBase, and create the required tables to run.
   */
  public UserProfileExample() {
    Configuration conf = HBaseConfiguration.create();
    HTablePool pool = new HTablePool(conf, 10);
    SchemaManager schemaManager = new DefaultSchemaManager(pool);


    registerSchemas(conf, schemaManager);


    userProfileDao = new SpecificAvroDao<UserProfileModel>(pool,
        "kite_example_user_profiles", "UserProfileModel", schemaManager);

View Full Code Here

TOP

Related Classes of org.kitesdk.data.hbase.impl.SchemaManager

org.kitesdk.data.hbase.avro.example.UserProfileExample

org.kitesdk.data.hbase.avro.ManagedDaoTest

org.kitesdk.data.hbase.HBaseMetadataProviderTest

org.kitesdk.data.hbase.testing.HBaseTestUtils

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.