Package com.pardot.rhombus

Examples of com.pardot.rhombus.ObjectMapper

127
128
129
130
131
132
133
134
135
136
    cm.dropKeyspace(cm.getRhombusKeyspaceName());

    // Get the Rhombus object mapper
    CKeyspaceDefinition definition = JsonUtil.objectFromJsonResource(CKeyspaceDefinition.class
        , this.getClass().getClassLoader(), "CKeyspaceTestData.js");
    ObjectMapper om = cm.getRhombusObjectMapper(definition);
    assertNotNull(om);

    cm.teardown();
  }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
    // Try to get an object mapper for the functional keyspace
    cm.getObjectMapper(definition);
    assertNotNull(definition);

    // Make sure we have stored the keyspace definition in our Rhombus keyspace
    ObjectMapper rhombusObjectMapper = cm.getRhombusObjectMapper(definition);
    CKeyspaceDefinition createdDefinition = rhombusObjectMapper.hydrateRhombusKeyspaceDefinition(definition.getName());
    assertEquals(definition, createdDefinition);

    // Close down our ConnectionManager, make a new one, and verify that we get the proper keyspace
    cm.teardown();
    cm = getConnectionManager();
    ObjectMapper defObjectMapper = cm.getObjectMapper(definition);
    assertEquals(definition, defObjectMapper.getKeyspaceDefinition_ONLY_FOR_TESTING());

    cm.teardown();
  }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
    CDefinition keyspaceDef = definition2.getDefinitions().values().iterator().next();
    Map<String, CField> fields = keyspaceDef.getFields();
    fields.put("new_field", new CField("new_field", CField.CDataType.ASCII));
    assertNotEquals(definition, definition2);

    ObjectMapper om = cm.getObjectMapper(definition2);
    CKeyspaceDefinition omDef = om.getKeyspaceDefinition_ONLY_FOR_TESTING();
    assertEquals(definition, omDef);

    cm.teardown();
  }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
    // Simulate a new process interacting with this Rhombus data by tearing down the cluster
    // and getting a new connection manager
    cm.teardown();
    cm = getConnectionManager();

    ObjectMapper om = cm.getObjectMapper(definition.getName());
    CKeyspaceDefinition rhombusStorageKeyspaceDefinition = om.getKeyspaceDefinition_ONLY_FOR_TESTING();
    assertEquals(definition, rhombusStorageKeyspaceDefinition);

    cm.teardown();
  }
View Full Code Here
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
    cm.dropKeyspace(OldKeyspaceDefinition.getName());
    cm.dropKeyspace(cm.getRhombusKeyspaceName());

    //Rebuild the keyspace and get the object mapper
    cm.buildKeyspace(OldKeyspaceDefinition, true);
    ObjectMapper om = cm.getObjectMapper(OldKeyspaceDefinition.getName());

    //insert some data
    //Get a test object to insert
    Map<String, Object> testObject = JsonUtil.rhombusMapFromJsonMap(TestHelpers.getTestObject(0), OldKeyspaceDefinition.getDefinitions().get("testtype"));
    UUID key = (UUID)om.insert("testtype", testObject);

    //Query to get back the object from the database
    Map<String, Object> dbObject = om.getByKey("testtype", key);
    for(String dbKey : dbObject.keySet()) {
      //Verify that everything but the key is the same
      if(!dbKey.equals("id")) {
        assertEquals(testObject.get(dbKey), dbObject.get(dbKey));
      }
    }

    //run the migration grabbing a brand new object mapper
    cm = getConnectionManager();
    om = cm.getObjectMapper(NewKeyspaceDefinition);

    //make sure that our keyspace definitions do not match
    assertNotEquals(NewKeyspaceDefinition, cm.hydrateLatestKeyspaceDefinitionFromCassandra(NewKeyspaceDefinition.getName()));
    assertNotEquals(NewKeyspaceDefinition, om.getKeyspaceDefinition_ONLY_FOR_TESTING());

    //run the migration
    cm.runMigration(NewKeyspaceDefinition, true);

    //make sure that the object mapper has the new keyspace definition
    CKeyspaceDefinition updatedKeyspaceDefinition = om.getKeyspaceDefinition_ONLY_FOR_TESTING();
    assertEquals(NewKeyspaceDefinition, updatedKeyspaceDefinition);

    //make sure that the new keyspace definition has been stored in the rhombus metadata store
    CKeyspaceDefinition updatedRhombusDefinition = cm.hydrateLatestKeyspaceDefinitionFromCassandra(NewKeyspaceDefinition.getName());
    assertEquals(NewKeyspaceDefinition, updatedRhombusDefinition);

    //now query out some data grabbing a brand new object mapper
    cm = getConnectionManager();
    om = cm.getObjectMapper(NewKeyspaceDefinition.getName());

    //now insert some stuff into the newly added object and indexes
    testObject = JsonUtil.rhombusMapFromJsonMap(TestHelpers.getTestObject(0), OldKeyspaceDefinition.getDefinitions().get("testtype"));
    om.insert("testtype", testObject);


    testObject = Maps.newHashMap();
    testObject.put("index_1", "one");
    testObject.put("index_2", "two");
    testObject.put("value", "three");
    key = (UUID)om.insert("simple", testObject);

    //Query to get back the object from the database
    //Query by foreign key
    Criteria criteria = new Criteria();
    SortedMap<String, Object> indexValues = Maps.newTreeMap();
    indexValues.put("data1", "This is data one");
    indexValues.put("data2", "This is data two");
    criteria.setIndexKeys(indexValues);
    List<Map<String, Object>> results = om.list("testtype", criteria);
    assertEquals(777L,results.get(0).get("foreignid"));
    assertEquals("This is data one",results.get(0).get("data1"));

    Map<String,Object> result = om.getByKey("simple", key);
    assertEquals("one",result.get("index_1"));
    assertEquals("two",result.get("index_2"));
    assertEquals("three",result.get("value"));

    // Make sure we have saved both versions of the keyspace
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    definition.getDefinitions().get("testtype");

    //Build the keyspace, get the object mapper, and truncate data
    cm.buildKeyspace(definition, true);
    cm.setDefaultKeyspace(definition);
    ObjectMapper om = cm.getObjectMapper(definition.getName());
    om.setExecuteAsync(false);

    //Insert one object which is filtered and one which is not
    Map<String, Object> testObject = Maps.newHashMap();
    testObject.put("foreignid", 123l);
    testObject.put("filtered", 0);
    testObject.put("data1", "notfiltered");
    UUID notFilteredKey = (UUID)om.insert("testtype", testObject);

    testObject = Maps.newHashMap();
    testObject.put("foreignid", 123l);
    testObject.put("filtered", 1);
    testObject.put("data1", "filtered");
    UUID filteredKey = (UUID)om.insert("testtype", testObject);

    Thread.sleep(1000l);

    // Make sure we get both back when we query using a standard index
    Criteria foreignIdCriteria = new Criteria();
    foreignIdCriteria.setOrdering(CObjectOrdering.DESCENDING);
    foreignIdCriteria.setLimit(50l);
    foreignIdCriteria.setAllowFiltering(true);
    SortedMap<String, Object> indexKeys = Maps.newTreeMap();
    indexKeys.put("foreignid", 123l);
    foreignIdCriteria.setIndexKeys(indexKeys);
    List<Map<String, Object>> dbObjects = om.list("testtype", foreignIdCriteria);
    assertEquals(2, dbObjects.size());

    // Make sure we only get one back when searching for not filtered
    Criteria foreignIdAndNotFilteredCriteria = new Criteria();
    foreignIdAndNotFilteredCriteria.setOrdering(CObjectOrdering.DESCENDING);
    foreignIdAndNotFilteredCriteria.setLimit(50l);
    foreignIdAndNotFilteredCriteria.setAllowFiltering(true);
    indexKeys = Maps.newTreeMap();
    indexKeys.put("foreignid", 123l);
    indexKeys.put("filtered", 0);
    foreignIdAndNotFilteredCriteria.setIndexKeys(indexKeys);
    dbObjects = om.list("testtype", foreignIdAndNotFilteredCriteria);
    assertEquals(1, dbObjects.size());
    assertEquals(notFilteredKey, dbObjects.get(0).get("id"));

    // Make sure we only get one back when searching for filtered
    Criteria foreignIdAndFilteredCriteria = new Criteria();
    foreignIdAndFilteredCriteria.setOrdering(CObjectOrdering.DESCENDING);
    foreignIdAndFilteredCriteria.setLimit(50l);
    foreignIdAndFilteredCriteria.setAllowFiltering(true);
    indexKeys = Maps.newTreeMap();
    indexKeys.put("foreignid", 123l);
    indexKeys.put("filtered", 1);
    foreignIdAndFilteredCriteria.setIndexKeys(indexKeys);
    dbObjects = om.list("testtype", foreignIdAndFilteredCriteria);
    assertEquals(1, dbObjects.size());
    assertEquals(filteredKey, dbObjects.get(0).get("id"));

    //Teardown connections
    cm.teardown();
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
    definition.getDefinitions().get("testtype");

    //Build the keyspace, get the object mapper, and truncate data
    cm.buildKeyspace(definition, true);
    cm.setDefaultKeyspace(definition);
    ObjectMapper om = cm.getObjectMapper(definition.getName());
    om.setExecuteAsync(false);

    Map<String, Object> testObject;
    long pageSize = 50;
    for(int i = 0 ; i < pageSize*2 - 5 ; i++) {
      testObject = Maps.newHashMap();
      testObject.put("foreignid", 123l);
      testObject.put("filtered", 0);
      testObject.put("data1", "notfiltered");
      om.insert("testtype", testObject);
    }

    testObject = Maps.newHashMap();
    testObject.put("foreignid", 123l);
    testObject.put("filtered", 1);
    testObject.put("data1", "filtered");
    UUID filteredKey = (UUID)om.insert("testtype", testObject);

    Thread.sleep(1000l);

    // Make sure we get one filtered result back when we query with a limit less than the number of objects
    Criteria foreignIdCriteria = new Criteria();
    foreignIdCriteria.setOrdering(CObjectOrdering.DESCENDING);
    foreignIdCriteria.setLimit(pageSize);
    foreignIdCriteria.setAllowFiltering(true);
    SortedMap<String, Object> indexKeys = Maps.newTreeMap();
    indexKeys.put("foreignid", 123l);
    indexKeys.put("filtered", 1);
    foreignIdCriteria.setIndexKeys(indexKeys);
    List<Map<String, Object>> dbObjects = om.list("testtype", foreignIdCriteria);
    assertEquals(1, dbObjects.size());

    //Teardown connections
    cm.teardown();
  }
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
    definition.getDefinitions().get("testtype");

    //Build the keyspace, get the object mapper, and truncate data
    cm.buildKeyspace(definition, true);
    cm.setDefaultKeyspace(definition);
    ObjectMapper om = cm.getObjectMapper(definition.getName());
    om.setExecuteAsync(false);

    Map<String, Object> testObject;
    testObject = Maps.newHashMap();
    testObject.put("foreignid", 123l);
    testObject.put("filtered", 1);
    testObject.put("data1", "filtered");
    UUID filteredKey = (UUID)om.insert("testtype", testObject);


    long pageSize = 50;
    for(int i = 0 ; i < pageSize*2 + 1 ; i++) {
      testObject = Maps.newHashMap();
      testObject.put("foreignid", 123l);
      testObject.put("filtered", 0);
      testObject.put("data1", "notfiltered");
      om.insert("testtype", testObject);
    }

    Thread.sleep(1000l);

    // Make sure we get one filtered result back when we query with a limit less than the number of objects
    Criteria foreignIdCriteria = new Criteria();
    foreignIdCriteria.setOrdering(CObjectOrdering.DESCENDING);
    foreignIdCriteria.setLimit(pageSize);
    foreignIdCriteria.setAllowFiltering(true);
    SortedMap<String, Object> indexKeys = Maps.newTreeMap();
    indexKeys.put("foreignid", 123l);
    indexKeys.put("filtered", 1);
    foreignIdCriteria.setIndexKeys(indexKeys);
    List<Map<String, Object>> dbObjects = om.list("testtype", foreignIdCriteria);
    assertEquals(1, dbObjects.size());

    //Teardown connections
    cm.teardown();
  }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
    assertNotNull(definition);

    //Rebuild the keyspace and get the object mapper
    cm.buildKeyspace(definition, true);
    cm.setDefaultKeyspace(definition);
    ObjectMapper om = cm.getObjectMapper(definition.getName());

    //Get a test object to insert
    Map<String, Object> testObject = JsonUtil.rhombusMapFromJsonMap(TestHelpers.getTestObject(0), definition.getDefinitions().get("testtype"));
    UUID key = (UUID) om.insert("testtype", testObject);

    // Test that we can insert with TTL
    //Get a test object to insert
    Map<String, Object> testObject4 = JsonUtil.rhombusMapFromJsonMap(TestHelpers.getTestObject(0), definition.getDefinitions().get("testtype"));
    // This one should only persist for 4 seconds
    Integer ttl = 4;
    testObject4.put("_ttl", ttl);
    UUID key5 = (UUID) om.insert("testtype", testObject4);

    Map<String, Object> testObject5 = JsonUtil.rhombusMapFromJsonMap(TestHelpers.getTestObject(0), definition.getDefinitions().get("testtype"));
    // Whereas this one should persist for one day
    ttl = 86400;
    testObject5.put("_ttl", ttl);
    UUID key6 = (UUID) om.insert("testtype", testObject5);

    // Let's wait for five seconds
    Thread.sleep(5000);

    Map<String, Object> dbObject3 = om.getByKey("testtype", key5);
    // So the object created with key5 should be gone
    assertNull(dbObject3);
    Map<String, Object> dbObject4 = om.getByKey("testtype", key6);
    // Yet the object created with key6 should be extant
    assertNotNull(dbObject4);

    //Teardown connections
    cm.teardown();
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
    //Rebuild the keyspace and get the object mapper
    cm.buildKeyspace(definition, true);
    logger.debug("Built keyspace: {}", definition.getName());
    cm.setDefaultKeyspace(definition);
    ObjectMapper om = cm.getObjectMapper();
    om.setLogCql(true);

    //Set up test data
    int nDataItems = 200;

    List<Map<String, Object>> values2 = Lists.newArrayList();
    Integer ttl = 4;

    // insert additional data, we are testing for counts > 50
    for (int i = 0; i < nDataItems; i++) {
      Map<String, Object> value = Maps.newHashMap();
      value.put("account_id", "00000003-0000-0030-0040-000000030000");
      value.put("user_id", "00000003-0000-0030-0040-000000030000");
      value.put("field2", "Value" + (i + 8));
      values2.add(value);
    }

    List<Map<String, Object>> updatedValues2 = Lists.newArrayList();
    for (Map<String, Object> baseValue : values2) {
      Map<String, Object> value = JsonUtil.rhombusMapFromJsonMap(baseValue, definition.getDefinitions().get("object2"));
      value.put("_ttl", ttl);
      updatedValues2.add(value);
    }

    Map<String, List<Map<String, Object>>> multiInsertMap = Maps.newHashMap();
    multiInsertMap.put("object2", updatedValues2);


    //Insert data with 4-second TTL
    om.insertBatchMixed(multiInsertMap);

    // Sleep for five seconds
    Thread.sleep(5000);

    //Count the number of inserts we made
    SortedMap<String, Object> indexValues = Maps.newTreeMap();
    indexValues.put("account_id", UUID.fromString("00000003-0000-0030-0040-000000030000"));
    indexValues.put("user_id", UUID.fromString("00000003-0000-0030-0040-000000030000"));
    Criteria criteria = new Criteria();
    criteria.setIndexKeys(indexValues);

    // Should be zero.
    long count = om.count("object2", criteria);
    assertEquals(0, count);


    // Good.  Now let's make sure we aren't crazy.
    values2 = Lists.newArrayList();



    for (int i = 0; i < nDataItems; i++) {
      Map<String, Object> value = Maps.newHashMap();
      value.put("account_id", "00000003-0000-0030-0040-000000030000");
      value.put("user_id", "00000003-0000-0030-0040-000000030000");
      value.put("field2", "Value" + (i + 8));
      value.put("_ttl", ttl);
      values2.add(value);
    }

    Integer shortTimeToLive = 4;
    Integer longTimeToLive = 6;
    int numThatShouldBeExcluded = 15;
    int numThatShouldRemain = nDataItems - numThatShouldBeExcluded;
    int j = 0;

    updatedValues2 = Lists.newArrayList();
    for (Map<String, Object> baseValue : values2) {
      if (j < numThatShouldBeExcluded) {
        ttl = shortTimeToLive;
      }
      else {
        ttl = longTimeToLive;
      }
      j++;
      Map<String, Object> value = JsonUtil.rhombusMapFromJsonMap(baseValue, definition.getDefinitions().get("object2"));
      value.put("_ttl", ttl);
      updatedValues2.add(value);
    }

    multiInsertMap = Maps.newHashMap();
    multiInsertMap.put("object2", updatedValues2);


    //Insert data with 4-second TTL
    om.insertBatchMixed(multiInsertMap);

    // Sleep for five seconds
    Thread.sleep(5000);

    //Count the number of inserts we made
    indexValues = Maps.newTreeMap();
    indexValues.put("account_id", UUID.fromString("00000003-0000-0030-0040-000000030000"));
    indexValues.put("user_id", UUID.fromString("00000003-0000-0030-0040-000000030000"));
    criteria = new Criteria();
    criteria.setIndexKeys(indexValues);

    // Should be 185
    count = om.count("object2", criteria);
    assertEquals(numThatShouldRemain, count);

    cm.teardown();
  }
View Full Code Here
TOP

Related Classes of com.pardot.rhombus.ObjectMapper

  • com.pardot.rhombus.cobject.async.StatementIteratorConsumer
  • com.pardot.rhombus.cobject.migrations.CKeyspaceDefinitionMigrator
  • com.pardot.rhombus.CQLExecutorIteratorTest$Subject
  • com.pardot.rhombus.functional.AsyncExecITCase
  • com.pardot.rhombus.functional.AsyncSpeedITCase
  • com.pardot.rhombus.functional.ConnectionManagerITCase
  • com.pardot.rhombus.functional.InsertTimingITCase
  • com.pardot.rhombus.functional.MultiDatacenterPrepareITCase
  • com.pardot.rhombus.functional.ObjectMapperClientFilteringITCase
  • com.pardot.rhombus.functional.ObjectMapperITCase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.