System.setProperty("cassandra.config", "cassandra-config/cassandra.yaml");
String defaultTableName = "simple";
String testUniqueTableName = "simpleA";
//Build the connection manager
ConnectionManager cm = getConnectionManager();
//Build our keyspace definition object
CKeyspaceDefinition keyspaceDefinition = JsonUtil.objectFromJsonResource(CKeyspaceDefinition.class, this.getClass().getClassLoader(), "TableWriterSimpleKeyspace.js");
assertNotNull(keyspaceDefinition);
String keyspaceName = keyspaceDefinition.getName();
// Hardcode this for simplicity
ShardingStrategyMonthly shardStrategy = new ShardingStrategyMonthly();
// SSTableWriter craps out if we try to close a writer on a table and then create a new one on the same table, so each test should write to different tables
Map<String, CDefinition> tableDefs = keyspaceDefinition.getDefinitions();
CDefinition def = tableDefs.get(defaultTableName);
def.setName(testUniqueTableName);
tableDefs.remove(defaultTableName);
tableDefs.put(testUniqueTableName, def);
// Make sure the SSTableOutput directory exists and is clear
File keyspaceDir = new File(keyspaceName);
if (keyspaceDir.exists()) {
FileUtils.deleteRecursive(new File(keyspaceName));
}
assertTrue(new File(keyspaceName).mkdir());
//Rebuild the keyspace and get the object mapper
cm.buildKeyspace(keyspaceDefinition, true);
logger.debug("Built keyspace: {}", keyspaceDefinition.getName());
cm.setDefaultKeyspace(keyspaceDefinition);
ObjectMapper om = cm.getObjectMapper();
om.setLogCql(true);
om.truncateTables();
// This is the only static table definition this test keyspace has
List<String> staticTableNames = Arrays.asList(testUniqueTableName);
//Insert our test data into the SSTable
// For this test, all this data goes into the one table we have defined
List<Map<String, Object>> values = JsonUtil.rhombusMapFromResource(this.getClass().getClassLoader(), "SSTableWriterSimpleTestData.js");
// Tack on time based UUIDs because we don't really care what the UUID values are
for (Map<String, Object> map : values) {
map.put("id", UUIDs.startOf(Long.parseLong(map.get("created_at").toString(), 10)));
}
// Build the map to insert that we'll actually pass in
Map<String, List<Map<String, Object>>> insert = new HashMap<String, List<Map<String, Object>>>();
for (String staticTableName : staticTableNames) {
insert.put(staticTableName, values);
}
// Actually insert the data into the SSTableWriters
om.initializeSSTableWriters(false);
om.insertIntoSSTable(insert);
om.completeSSTableWrites();
// Figure out all the table names (including index tables) so we can load them into Cassandra
File[] tableDirs = keyspaceDir.listFiles();
assertNotNull(tableDirs);
List<String> allTableNames = Lists.newArrayList();
for (File file : tableDirs) {
if (file != null) {
allTableNames.add(file.getName());
}
}
for (String tableName : allTableNames) {
String SSTablePath = keyspaceName + "/" + tableName;
// Load the SSTables into Cassandra
ProcessBuilder builder = new ProcessBuilder("sstableloader", "-d", "localhost", SSTablePath);
builder.redirectErrorStream(true);
Process p = builder.start();
BufferedReader r = new BufferedReader(new InputStreamReader(p.getInputStream()));
long startTime = System.currentTimeMillis();
// TODO: sleep is the devil
while (!r.readLine().contains("100%") && ((System.currentTimeMillis() - startTime) < 10000)) {
Thread.sleep(100);
}
}
String staticTableName = staticTableNames.get(0);
for (Map<String, Object> expected : values) {
Map<String, Object> actual = om.getByKey(staticTableName, expected.get("id"));
assertEquals(expected, actual);
}
Map<String, Map<String, Object>> indexedExpected = Maps.uniqueIndex(values, new Function<Map<String, Object>,String>() {
public String apply(Map<String, Object> input) {
return input.get("id").toString();
}});
// Confirm get by index_1 query
SortedMap<String, Object> indexValues = Maps.newTreeMap();
indexValues.put("index_1", "index1");
Criteria criteria = new Criteria();
criteria.setIndexKeys(indexValues);
criteria.setLimit(50L);
List<Map<String, Object>> results = om.list(testUniqueTableName, criteria);
Map<String, Map<String, Object>> indexedResults;
indexedResults = Maps.uniqueIndex(results, new Function<Map<String, Object>, String>() {
public String apply(Map<String, Object> input) {
return input.get("id").toString();
}
});
Map<String, Map<String, Object>> indexedExpected1 = Maps.newHashMap(indexedExpected);
// Index_1 test data doesn't include value 4
indexedExpected1.remove("864f1400-2a7e-11b2-8080-808080808080");
assertEquals(indexedExpected1, indexedResults);
// Confirm get by index_2 query
indexValues = Maps.newTreeMap();
indexValues.put("index_2", "index2");
criteria = new Criteria();
criteria.setIndexKeys(indexValues);
criteria.setLimit(50L);
results = om.list(testUniqueTableName, criteria);
indexedResults = Maps.uniqueIndex(results, new Function<Map<String, Object>,String>() {
public String apply(Map<String, Object> input) {
return input.get("id").toString();
}});
Map<String, Map<String, Object>> indexedExpected2 = Maps.newHashMap(indexedExpected);
// Index_2 test data doesn't include value 3
indexedExpected2.remove("80593300-2a7e-11b2-8080-808080808080");
assertEquals(indexedExpected2, indexedResults);
// Clean up the SSTable directories after ourselves
FileUtils.deleteRecursive(new File(keyspaceName));
cm.teardown();
}