Package krati.store

Examples of krati.store.DynamicDataStore

45
46
47
48
49
50
51
52
53
54
55
                              double hashLoadFactor,
                              int initLevel,
                              File dataDirectory) {
        super(name);
        try {
            this.datastore = new DynamicDataStore(dataDirectory,
                                                  initLevel,
                                                  segmentFileSizeMB,
                                                  segmentFactory,
                                                  hashLoadFactor,
                                                  new FnvHashFunction());
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
        try {
            StoreConfig storeConfig = new StoreConfig(homeDir, initialCapacity);
            storeConfig.setSegmentFactory(segmentFactory);
            storeConfig.setHashFunction(hashFunction);
            storeConfig.setSegmentFileSizeMB(segmentFileSize);
            DataStore<byte[], byte[]> dynamicDataStore = new DynamicDataStore(storeConfig);
            result = new SerializableObjectStore<K, V>(dynamicDataStore, keySerializer, valueSerializer);
        } catch (Exception e) {
            throw new RuntimeCamelException("Failed to create Krati DataStore.", e);
        }
        return result;
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
        try {
            StoreConfig storeConfig = new StoreConfig(homeDir, initialCapacity);
            storeConfig.setSegmentFactory(segmentFactory);
            storeConfig.setHashFunction(hashFunction);
            storeConfig.setSegmentFileSizeMB(segmentFileSize);
            DataStore<byte[], byte[]> dynamicDataStore = new DynamicDataStore(storeConfig);
            result = new SerializableObjectStore<K, V>(dynamicDataStore, keySerializer, valueSerializer);
        } catch (Exception e) {
            throw new RuntimeCamelException("Failed to create Krati DataStore.", e);
        }
        return result;
View Full Code Here
47
48
49
50
51
52
53
54
     *
     * @param config - HashIndex configuration
     * @throws Exception if the index cannot be created.
     */
    public HashIndex(StoreConfig config) throws Exception {
        _store = new DynamicDataStore(config);
        _logger.info("init " + config.getHomeDir().getPath());
    }
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
   
    public void testStoreConfig() throws Exception {
        File dir = FileUtils.getTestDir(getClass().getSimpleName());
       
        StoreConfig config;
        DynamicDataStore store;
       
        config = new StoreConfig(dir, 10000);
        config.setSegmentFileSizeMB(32);
        assertTrue(config.getDataHandler() == null);
       
        store = new DynamicDataStore(config);
        store.put("key".getBytes(), "value".getBytes());
        assertTrue(Arrays.equals("value".getBytes(), store.get("key".getBytes())));
        store.close();
       
        config.setDataHandler(new DefaultDataStoreHandler());
        assertTrue(config.getDataHandler() != null);
        config.save();
       
        StoreConfig config2 = new StoreConfig(dir, 10000);
        assertTrue(config2.getDataHandler() == null);
       
        store = new DynamicDataStore(config2);
        assertTrue(Arrays.equals("value".getBytes(), store.get("key".getBytes())));
        store.close();
       
        FileUtils.deleteDirectory(dir);
    }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
   
    public void testStoreConfig() throws Exception {
        File dir = FileUtils.getTestDir(getClass().getSimpleName());
       
        StoreConfig config;
        DynamicDataStore store;
       
        config = new StoreConfig(dir, 10000);
        config.setSegmentFileSizeMB(32);
        assertTrue(config.getDataHandler() == null);
        config.setDataHandler(createDataStoreHandler());
        assertTrue(config.getDataHandler() != null);
       
        byte[] key = "key".getBytes();
        byte[] value = randomValue();
        store = new DynamicDataStore(config);
        store.put(key, value);
        assertTrue(Arrays.equals(value, store.get(key)));
        store.close();
       
        StoreConfig config2 = StoreConfig.newInstance(dir);
        assertTrue(config2.getDataHandler() != null);
        assertEquals(config.getDataHandler().getClass(), config2.getDataHandler().getClass());
       
        store = new DynamicDataStore(config2);
        assertTrue(Arrays.equals(value, store.get(key)));
        store.close();
       
        FileUtils.deleteDirectory(dir);
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
   
    public void testMaxCapacity() throws Exception {
        StoreConfig config = new StoreConfig(getHomeDir(), Integer.MAX_VALUE);
        config.setIndexesCached(false); // Do not cache indexes in memory
       
        DynamicDataStore store = StoreFactory.createDynamicDataStore(config);
       
        // Compute maxLevel
        LinearHashing h = new LinearHashing(DynamicConstants.SUB_ARRAY_SIZE);
        h.reinit(Integer.MAX_VALUE);
        int maxLevel = h.getLevel();
       
        // Check store initLevel
        assertEquals(maxLevel, store.getLevel());
       
        // Check store capacity
        int capacityExpected = DynamicConstants.SUB_ARRAY_SIZE << maxLevel;
        assertEquals(capacityExpected, store.capacity());
        assertEquals(capacityExpected, store.getDataArray().length());
       
        store.close();
    }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
*/
public class TestDynamicDataStoreIterator extends AbstractTestDataStoreIterator {
   
    @Override
    protected DataStore<byte[], byte[]> createStore(File homeDir) throws Exception {
        return new DynamicDataStore(
                homeDir,
                1,     /* initLevel */
                100,   /* batchSize */
                5,     /* numSyncBatches */
                32,    /* segmentFileSizeMB */
 
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
*/
public class TestDynamicDataStoreApi extends AbstractTestDataStoreApi {

    @Override
    protected DataStore<byte[], byte[]> createStore(File homeDir) throws Exception {
        return new DynamicDataStore(
                homeDir,
                1,     /* initLevel */
                100,   /* batchSize */
                5,     /* numSyncBatches */
                32,    /* segmentFileSizeMB */
 
View Full Code Here
518
519
520
521
522
523
524
     * @param config - DataStore configuration
     * @return A dynamic DataStore with growing capacity as needed.
     * @throws Exception if the store cannot be created.
     */
    public static DynamicDataStore createDynamicDataStore(StoreConfig config) throws Exception {
        return new DynamicDataStore(config);
    }
View Full Code Here
TOP

Related Classes of krati.store.DynamicDataStore

  • krati.core.array.AddressArray
  • krati.core.array.AddressArrayFactory
  • krati.core.array.SimpleDataArray
  • krati.core.segment.SegmentManager
  • krati.core.StoreConfig
  • krati.core.StoreFactory
  • krati.store.index.HashIndex
  • krati.util.FnvHashFunction
  • krati.util.LinearHashing
  • org.apache.camel.component.krati.KratiHelper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.