Examples of HBaseColumnNameTranslator

org.kiji.schema.layout.HBaseColumnNameTranslator
Translates between HBase and Kiji table column names.
This abstract class defines an interface for mapping between names of HBase HTable families/qualifiers and Kiji table family/qualifiers.

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

    if (null == map) {
      LOG.debug("No result data.");
      return mFilteredMap;
    }


    final HBaseColumnNameTranslator columnNameTranslator =
        HBaseColumnNameTranslator.from(mTableLayout);
    // Loop over the families in the HTable.
    for (NavigableMap.Entry<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> familyEntry
             : map.entrySet()) {
      // Loop over the columns in the family.
      for (NavigableMap.Entry<byte[], NavigableMap<Long, byte[]>> columnEntry
               : familyEntry.getValue().entrySet()) {
        final HBaseColumnName hbaseColumnName =
            new HBaseColumnName(familyEntry.getKey(), columnEntry.getKey());


        // Translate the HBase column name to a Kiji column name.
        KijiColumnName kijiColumnName;
        try {
          kijiColumnName = columnNameTranslator.toKijiColumnName(
              new HBaseColumnName(familyEntry.getKey(), columnEntry.getKey()));
        } catch (NoSuchColumnException e) {
          LOG.info("Ignoring HBase column '{}:{}' because it doesn't contain Kiji data.",
              Bytes.toStringBinary(hbaseColumnName.getFamily()),
              Bytes.toStringBinary(hbaseColumnName.getQualifier()));

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

  static String getMetaTableKey(
      final HBaseKijiTable table,
      final KijiColumnName columnName,
      final String key
  ) throws NoSuchColumnException {
    final HBaseColumnNameTranslator translator = table.getColumnNameTranslator();
    Preconditions.checkArgument(isValidAnnotationKey(key), "Annotation key: %s does not conform to "
        + "required pattern: %s", key, ALLOWED_ANNOTATION_KEY_PATTERN);
    return String.format("%s%s.%s",
        METATABLE_KEY_PREFIX, translator.toHBaseColumnName(columnName), key);
  }

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

   */
  static KijiColumnName columnFromMetaTableKey(
      final HBaseKijiTable table,
      final String metaTableKey
  ) throws NoSuchColumnException {
    final HBaseColumnNameTranslator translator = table.getColumnNameTranslator();
    // Everything between the prefix and the annotation key.
    final String hbaseColumnString =
        metaTableKey.substring(METATABLE_KEY_PREFIX.length(), metaTableKey.lastIndexOf('.'));
    // Everything before the first ':'.
    final String hbaseFamily = hbaseColumnString.substring(0, hbaseColumnString.indexOf(':'));
    // Everything after the first ':'. The +1 excludes the ':' itself.
    final String hbaseQualifier = hbaseColumnString.substring(hbaseColumnString.indexOf(':') + 1);


    final HBaseColumnName hbaseColumn = new HBaseColumnName(hbaseFamily, hbaseQualifier);
    return translator.toKijiColumnName(hbaseColumn);
  }

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

        .build();


    LOG.debug("HBaseMapPager data request: {} and page size {}", nextPageDataRequest, pageSize);


    final KijiTableLayout layout = mTable.getLayout();
    final HBaseColumnNameTranslator translator = HBaseColumnNameTranslator.from(layout);
    final HBaseDataRequestAdapter adapter =
        new HBaseDataRequestAdapter(nextPageDataRequest, translator);
    try {
      final Get hbaseGet = adapter.toGet(mEntityId, layout);
      if (LOG.isDebugEnabled()) {
        LOG.debug("Sending HBase Get: {} with filter {}",
            hbaseGet, Debug.toDebugString(hbaseGet.getFilter()));
      }
      final Result result = doHBaseGet(hbaseGet);
      LOG.debug("Got {} cells over {} requested", result.size(), pageSize);


      final KeyValue[] kvs = result.raw();
      final String[] qualifiers = new String[kvs.length];
      for (int i = 0; i < kvs.length; ++i) {
        final HBaseColumnName hbaseColumn =
            new HBaseColumnName(kvs[i].getFamily(), kvs[i].getQualifier());
        final KijiColumnName kijiColumn = translator.toKijiColumnName(hbaseColumn);
        qualifiers[i] = kijiColumn.getQualifier();
      }


      // There is an HBase bug that leads to less KeyValue being returned than expected.
      // An empty result appears to be a reliable way to detect the end of the iteration.

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

        .build();


    LOG.debug("HBaseMapPager data request: {} and page size {}", nextPageDataRequest, pageSize);


    final KijiTableLayout layout = mTable.getLayout();
    final HBaseColumnNameTranslator translator = HBaseColumnNameTranslator.from(layout);
    final HBaseDataRequestAdapter adapter =
        new HBaseDataRequestAdapter(nextPageDataRequest, translator);
    try {
      final Get hbaseGet = adapter.toGet(mEntityId, layout);
      if (LOG.isDebugEnabled()) {

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

    }
    if (tableLayoutDesc.getMemstoreFlushsize() != null) {
        tableDescriptor.setMemStoreFlushSize(tableLayoutDesc.getMemstoreFlushsize());
    }


    HBaseColumnNameTranslator translator = HBaseColumnNameTranslator.from(tableLayout);


    // Add the columns.
    for (LocalityGroupLayout localityGroup : tableLayout.getLocalityGroupMap().values()) {
      tableDescriptor.addFamily(toHColumnDescriptor(localityGroup, translator));
    }

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator

    long actualMemstoreFlushsize = hTableDescriptor.getMemStoreFlushSize();
    message = String.format("memstore_flushsize should match the value %d defined in %s",
      EXPECTED_MEMSTORE_FLUSHSIZE, KijiTableLayouts.FULL_FEATURED);
    assertEquals(message, EXPECTED_MEMSTORE_FLUSHSIZE, actualMemstoreFlushsize);


    HBaseColumnNameTranslator columnNameTranslator =
        HBaseColumnNameTranslator.from(KijiTableLayout.newLayout(fullFeaturedLayout));
    HBaseColumnName columnName = columnNameTranslator.toHBaseColumnName(
      KijiColumnName.create(FULL_FEATURED_TABLE_FAMILY_NAME, FULL_FEATURED_TABLE_QUALIFIER_NAME));


    // Check the block size value
    HColumnDescriptor columnDescriptor = hTableDescriptor.getFamily(columnName.getFamily());
    int actualBlockSize = columnDescriptor.getBlocksize();

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator


    // Check the memstore flush size value
    long actualMemstoreFlushsize = hTableDescriptor.getMemStoreFlushSize();
    assertEquals(EXPECTED_MEMSTORE_FLUSHSIZE + 1000L, actualMemstoreFlushsize);


    HBaseColumnNameTranslator columnNameTranslator =
        HBaseColumnNameTranslator.from(KijiTableLayout.newLayout(fullFeaturedLayout));
    KijiColumnName kijiColumnName = KijiColumnName.create(FULL_FEATURED_TABLE_FAMILY_NAME,
      FULL_FEATURED_TABLE_QUALIFIER_NAME);
    HBaseColumnName columnName = columnNameTranslator.toHBaseColumnName(kijiColumnName);


    // Check the block size value
    HColumnDescriptor columnDescriptor = hTableDescriptor.getFamily(columnName.getFamily());
    int actualBlockSize = columnDescriptor.getBlocksize();
    assertEquals(1024, actualBlockSize);

View Full Code Here

Examples of org.kiji.schema.layout.HBaseColumnNameTranslator


    // Check the memstore flush size value
    long actualMemstoreFlushsize = hTableDescriptor.getMemStoreFlushSize();
    assertEquals(updatedMemstoreFlushsize, actualMemstoreFlushsize);


    HBaseColumnNameTranslator columnNameTranslator =
        HBaseColumnNameTranslator.from(KijiTableLayout.newLayout(simpleLayout));
    KijiColumnName kijiColumnName = KijiColumnName.create(SIMPLE_TABLE_FAMILY_NAME,
      SIMPLE_TABLE_QUALIFIER_NAME);
    HBaseColumnName columnName = columnNameTranslator.toHBaseColumnName(kijiColumnName);


    // Check the block size value
    HColumnDescriptor columnDescriptor = hTableDescriptor.getFamily(columnName.getFamily());
    int actualBlockSize = columnDescriptor.getBlocksize();
    assertEquals(updatedBlocksize, actualBlockSize);

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.