Package org.kiji.schema.avro

Examples of org.kiji.schema.avro.RowKeyFormat2

846
847
848
849
850
851
852
853
854
855
856
   * Convenience method to be a minimal and valid table layout that can then be used to
   * build one with a specific condition.
   * @return a valid table layout with one locality group and one column
   */
  private TableLayoutDesc makeMinimalValidLayout() {
    RowKeyFormat2 format = makeHashPrefixedRowKeyFormat();

    makeHashPrefixedRowKeyFormat();
    return TableLayoutDesc.newBuilder()
        .setName("table_name")
        .setKeysFormat(format)
View Full Code Here
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
    }
  }

  @Test
  public void testDuplicateQualifierName() throws Exception {
    RowKeyFormat2 format = makeHashPrefixedRowKeyFormat();
    // Reference layout with a single column: "family_name:column_name"
    final TableLayoutDesc desc = TableLayoutDesc.newBuilder()
        .setName("table_name")
        .setKeysFormat(format)
        .setVersion(TABLE_LAYOUT_VERSION)
View Full Code Here
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
  }

  /** Test for a family with both group and map type. */
  @Test
  public void testInvalidGroupAndMapFamily() throws Exception {
    RowKeyFormat2 format = makeHashPrefixedRowKeyFormat();
    // Reference layout with a single column: "family_name:column_name"
    final TableLayoutDesc desc = TableLayoutDesc.newBuilder()
        .setName("table_name")
        .setKeysFormat(format)
        .setVersion(TABLE_LAYOUT_VERSION)
View Full Code Here
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
    Object keysFormatRaw = descOut.getKeysFormat();
    assertNotNull("Unexpected null RowKeyFormat2 field", keysFormatRaw);
    assertTrue("keys_format should be an RKF2", keysFormatRaw instanceof RowKeyFormat2);

    RowKeyFormat2 rkf2 = (RowKeyFormat2) keysFormatRaw;
    HashSpec salt = rkf2.getSalt();
    assertNotNull("Expected non-null salt", salt);

    // Test that the null salt element specified above is replaced with the default
    // values we specified.
    assertEquals(2, (int) salt.getHashSize());
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
   */
  public static JsonEntityIdParser create(
      final JsonNode node,
      final KijiTableLayout layout) throws IOException {

    RowKeyFormat2 format = getRKF2(layout);

    if (node.isArray()) {
      final Object[] components = new Object[node.size()];
      boolean wildCarded = false;
      for (int i = 0; i < node.size(); i++) {
        final Object component = getNodeValue(node.get(i));
        if (component.equals(WildcardSingleton.INSTANCE)) {
          wildCarded = true;
          components[i] = null;
        } else if (null != format
            && ComponentType.LONG == format.getComponents().get(i).getType()) {
          components[i] = ((Number) component).longValue();
        } else {
          components[i] = component;
        }
      }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
   */
  private static LinkedHashMap<String, String> getEntityIdColumnTypes(
      final KijiTableLayout layout
  ) {
    LinkedHashMap<String, String> columns = Maps.newLinkedHashMap();
    RowKeyFormat2 keyFormat = (RowKeyFormat2) layout.getDesc().getKeysFormat();
    switch (keyFormat.getEncoding()) {
      case RAW: {
        columns.put(RAW_KEY_COL, BYTES_TYPE);
        break;
      }
      case FORMATTED: {
        for (RowKeyComponent component : keyFormat.getComponents()) {
          columns.put(
              translateEntityIDComponentNameToColumnName(component.getName()),
              getCQLType(component.getType()));
        }
        break;
      }
      default: throw new IllegalArgumentException(
          String.format("Unknown row key encoding %s.", keyFormat.getEncoding()));
    }
    return columns;
  }
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
   */
  private static LinkedHashMap<String, Object> getEntityIdColumnValues(
      final KijiTableLayout layout,
      final EntityId entityId
  ) {
    RowKeyFormat2 keyFormat = (RowKeyFormat2) layout.getDesc().getKeysFormat();
    final LinkedHashMap<String, Object> columnValues = Maps.newLinkedHashMap();
    switch (keyFormat.getEncoding()) {
      case RAW: {
        columnValues.put(RAW_KEY_COL, ByteBuffer.wrap(entityId.getHBaseRowKey()));
        break;
      }
      case FORMATTED: {
        final List<RowKeyComponent> components = keyFormat.getComponents();
        final List<Object> values = entityId.getComponents();
        Preconditions.checkArgument(components.size() == values.size(),
            "Number of entity ID components (%s) must match the number of entity ID values (%s).",
            components, values);
        for (int i = 0; i < components.size(); i++) {
          columnValues.put(
              translateEntityIDComponentNameToColumnName(components.get(i).getName()),
              values.get(i));
        }
        break;
      }
      default: throw new IllegalArgumentException(
          String.format("Unknown row key encoding %s.", keyFormat.getEncoding()));
    }
    return columnValues;
  }
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
   *
   * @param layout to return partition key columns for.
   * @return the primary key columns for the layout.
   */
  public static List<String> getPartitionKeyColumns(KijiTableLayout layout) {
    RowKeyFormat2 keyFormat = (RowKeyFormat2) layout.getDesc().getKeysFormat();
    switch (keyFormat.getEncoding()) {
      case RAW: return Lists.newArrayList(RAW_KEY_COL);
      case FORMATTED:
        return transformToColumns(
            keyFormat.getComponents().subList(0, keyFormat.getRangeScanStartIndex()));
      default:
        throw new IllegalArgumentException(
            String.format("Unknown row key encoding %s.", keyFormat.getEncoding()));
    }
  }
View Full Code Here
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
   *
   * @param layout The layou of the table.
   * @return the cluster columns of the table from the entity ID.
   */
  private static List<String> getEntityIdClusterColumns(KijiTableLayout layout) {
    RowKeyFormat2 keyFormat = (RowKeyFormat2) layout.getDesc().getKeysFormat();
    switch (keyFormat.getEncoding()) {
      case RAW: {
        return Lists.newArrayList();
      }
      case FORMATTED: {
        int size = keyFormat.getComponents().size();
        int start = keyFormat.getRangeScanStartIndex();
        if (start == size) {
          return Lists.newArrayList();
        } else {
          return transformToColumns(
              keyFormat
                  .getComponents()
                  .subList(keyFormat.getRangeScanStartIndex(), keyFormat.getComponents().size()));
        }
      }
      default:
        throw new IllegalArgumentException(
            String.format("Unknown row key encoding %s.", keyFormat.getEncoding()));
    }
  }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
   * @return A function to decode row keys and tokens for the table.
   */
  public static Function<Row, TokenRowKeyComponents> getRowKeyDecoderFunction(
      final KijiTableLayout layout
  ) {
    final RowKeyFormat2 keyFormat = (RowKeyFormat2) layout.getDesc().getKeysFormat();

    switch (keyFormat.getEncoding()) {
      case RAW: return new RawRowKeyDecoder(layout);
      case FORMATTED: return new FormattedRowKeyDecoder(layout);
      default:
        throw new IllegalArgumentException(
            String.format("Unknown row key encoding %s.", keyFormat.getEncoding()));
    }
  }
View Full Code Here
TOP

Related Classes of org.kiji.schema.avro.RowKeyFormat2

  • org.kiji.schema.filter.FormattedEntityIdRowFilter$FormattedEntityIdRowFilterDeserializer
  • org.kiji.schema.filter.TestFormattedEntityIdRowFilter
  • org.kiji.schema.impl.cassandra.CassandraKijiResultScanner
  • org.kiji.schema.impl.cassandra.CQLUtils
  • org.kiji.schema.impl.cassandra.RowDecoders
  • org.kiji.schema.KijiRowKeySplitter
  • org.kiji.schema.layout.KijiTableLayout
  • org.kiji.schema.layout.TestKijiTableLayout
  • org.kiji.schema.layout.TestKijiTableLayoutAddColumn
  • org.kiji.schema.layout.TestKijiTableLayoutRenaming
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.