Package org.kitesdk.data.spi

Examples of org.kitesdk.data.spi.PartitionKey

119
120
121
122
123
124
125
    Object[] keyParts = new Object[genericRecord.getSchema().getFields().size()];
    for (int i = 0; i < genericRecord.getSchema().getFields().size(); i++) {
      keyParts[i] = genericRecord.get(i);
    }
    return new PartitionKey(keyParts);
  }
View Full Code Here
549
550
551
552
553
554
555
556
557
558
559
    // Test put
    assertTrue(dao.put(compositeRecord));
   
    // validate deleting one of the records doesn't delete the entire row
    PartitionKey key = new PartitionKey("1", "1");
    subRecord2Dao.delete(key);
    subRecord1 = subRecord1Dao.get(key);
    assertNotNull(subRecord1);
    assertNull(subRecord2Dao.get(key));
   
View Full Code Here
124
125
126
127
128
129
130
    return new PartitionKey(keyParts);
  }

  @Override
  public byte[] serialize(Object... keyPartValues) {
    return serialize(new PartitionKey(keyPartValues));
  }
View Full Code Here
647
648
649
650
651
652
653
654
655
656
657
    AvroKeyEntitySchemaParser parser = new AvroKeyEntitySchemaParser();
    // Clear out what was set up in before()
    Dao<ManagedSchema> managedDao = new SpecificAvroDao<ManagedSchema>(
        tablePool, "managed_schemas", managedRecordString, ManagedSchema.class);

    managedDao.delete(new PartitionKey(tableName, "test"));

    SchemaManager manager = new DefaultSchemaManager(tablePool);
    try {
      manager.getEntityVersion(tableName, "test",
          parser.parseEntitySchema(testRecord));
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
        client.listPartitionNames(NAMESPACE, NAME2, (short) 10).size());

  }

  private void writeRecord(Dataset<GenericRecord> dataset, int partition) {
    PartitionKey key = new PartitionKey(partition);
    DatasetWriter<GenericRecord> writer =
        ((PartitionedDataset<GenericRecord>) dataset).getPartition(key, true).newWriter();
    try {
      GenericRecordBuilder recordBuilder = new GenericRecordBuilder(
          dataset.getDescriptor().getSchema())
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    return returnList;
  }

  @Override
  public ManagedSchema getManagedSchema(String tableName, String entityName) {
    PartitionKey key = new PartitionKey(tableName, entityName);
    ManagedSchema managedSchemaRecord = managedSchemaDao.get(key);
    if (managedSchemaRecord == null) {
      return null;
    } else {
      return managedSchemaRecord;
View Full Code Here
111
112
113
114
115
116
117
118
119
120
  private void testBasicOperations(Dao<SimpleHBaseRecord> dao) {
    SimpleHBaseRecord r1 = SimpleHBaseRecord.newBuilder().setField1("Field 1")
        .setKeyPart1("KeyPart 1").build();
    dao.put(r1);

    PartitionKey key = new PartitionKey("KeyPart 1");
    SimpleHBaseRecord r2 = dao.get(key);
    assertEquals(r1.getField1().toString(), r2.getField1().toString());
    assertEquals(r1.getKeyPart1().toString(), r2.getKeyPart1().toString());
  }
View Full Code Here
196
197
198
199
200
201
202
    for (int i = 0, n = partitioners.size(); i < n; i += 1) {
      final FieldPartitioner fp = partitioners.get(i);
      values[i] = marker.valueFor(fp);
    }

    return new PartitionKey(values);
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
        .setSubRecord1(subRecord1).setSubRecord2(subRecord2).build();

    // Test put and get
    dao.put(compositeRecord);

    PartitionKey key = new PartitionKey("1", "1");
    CompositeRecord returnedCompositeRecord = dao.get(key);
    assertEquals("field1_1", returnedCompositeRecord.getSubRecord1()
        .getField1());
    assertEquals("field1_2", returnedCompositeRecord.getSubRecord1()
        .getField2());
    assertEquals("field2_1", returnedCompositeRecord.getSubRecord2()
        .getField1());
    assertEquals("field2_2", returnedCompositeRecord.getSubRecord2()
        .getField2());

    // Test OCC
    assertFalse(dao.put(compositeRecord));
    assertTrue(dao.put(returnedCompositeRecord));

    // Test null field
    subRecord1 = SubRecord1.newBuilder().setKeyPart1("1").setKeyPart2("2")
        .setField1("field1_1").setField2("field1_2").build();
    compositeRecord = CompositeRecord.newBuilder().setSubRecord1(subRecord1)
        .build();
    dao.put(compositeRecord);
    key = new PartitionKey("1", "2");
    compositeRecord = dao.get(key);
    assertEquals(null, compositeRecord.getSubRecord2());
  }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
    compositeRecord.put("SubRecord1", subRecord1);
    compositeRecord.put("SubRecord2", subRecord2);

    // Test put and get
    dao.put(compositeRecord);
    PartitionKey key = new PartitionKey("1", "1");
    Map<String, SpecificRecord> returnedCompositeRecord = dao.get(key);
    assertEquals("field1_1", ((SubRecord1) returnedCompositeRecord.get("SubRecord1"))
        .getField1());
    assertEquals("field1_2", ((SubRecord1) returnedCompositeRecord.get("SubRecord1"))
        .getField2());
    assertEquals("field2_1", ((SubRecord2) returnedCompositeRecord.get("SubRecord2"))
        .getField1());
    assertEquals("field2_2", ((SubRecord2) returnedCompositeRecord.get("SubRecord2"))
        .getField2());

    // Test OCC
    assertFalse(dao.put(compositeRecord));
    assertTrue(dao.put(returnedCompositeRecord));

    // Test null field
    compositeRecord = new HashMap<String, SpecificRecord>();
    subRecord1 = SubRecord1.newBuilder().setKeyPart1("1").setKeyPart2("2")
        .setField1("field1_1").setField2("field1_2").build();
    compositeRecord.put("SubRecord1", subRecord1);
    dao.put(compositeRecord);
    key = new PartitionKey("1", "2");
    compositeRecord = dao.get(key);
    assertEquals(null, compositeRecord.get("SubRecord2"));
  }
View Full Code Here
TOP

Related Classes of org.kitesdk.data.spi.PartitionKey

  • org.kitesdk.data.crunch.TestCrunchDatasets
  • org.kitesdk.data.hbase.avro.AvroDaoTest
  • org.kitesdk.data.hbase.avro.AvroKeySerDe
  • org.kitesdk.data.hbase.avro.CompositeDaoTest
  • org.kitesdk.data.hbase.avro.example.UserProfileExample
  • org.kitesdk.data.hbase.avro.ManagedDaoTest
  • org.kitesdk.data.hbase.DaoDataset
  • org.kitesdk.data.hbase.DaoView
  • org.kitesdk.data.hbase.filters.ScannerFilterTest
  • org.kitesdk.data.hbase.impl.BaseDao
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.