Package krati.core.segment

Examples of krati.core.segment.WriteBufferSegmentFactory

88
89
90
91
92
93
94
95
96
97
98
       */
      NetworkTypeaheadConfig<TypeaheadElement> config =
        TypeaheadConfigFactory.createNetworkTypeaheadConfig(properties);
      config.setElementStoreCached(false); // disable cache to bypass serialization
      config.setElementStoreSegmentFactory(new ChannelSegmentFactory());
      config.setConnectionsStoreSegmentFactory(new WriteBufferSegmentFactory(config.getConnectionsStoreSegmentMB()));
     
      WeightedNetworkTypeaheadInitializer<TypeaheadElement> initializer =
        new WeightedNetworkTypeaheadInitializer<TypeaheadElement>(config);
      WeightedNetworkTypeahead<TypeaheadElement> typeahead =
        (WeightedNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    // create elementStore
    ArrayStoreElement<E> elementStore = StoreFactory.createElementStorePartition(
        config.getElementStoreDir(),
        config.getElementStoreIndexStart(),
        config.getElementStoreCapacity(),
        new WriteBufferSegmentFactory(config.getElementStoreSegmentMB()),
        config.getElementStoreSegmentMB(),
        config.getElementSerializer());
   
    // load elementStore in memory
    if(config.isElementStoreCached()) {
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
     * Configure target NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(targetProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new WriteBufferSegmentFactory(config.getConnectionsStoreSegmentMB()));
    initializer = new VanillaNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    VanillaNetworkTypeahead<TypeaheadElement> targetTypeahead =
      (VanillaNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
    long targetLoadTime = c.tick();
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
     * Configure target NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(targetProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new WriteBufferSegmentFactory(config.getConnectionsStoreSegmentMB()));
    initializer = new WeightedNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    WeightedNetworkTypeahead<TypeaheadElement> targetTypeahead =
      (WeightedNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
    long targetLoadTime = c.tick();
View Full Code Here
47
48
49
50
51
52
53
54
55
 
  protected ConnectionsStore<String> createConnectionsStore() throws Exception {
    int indexSegmentFileSizeMB = 8;
    SegmentFactory indexSegmentFactory = new MemorySegmentFactory();
    int storeSegmentFileSizeMB = 32;
    SegmentFactory storeSegmentFactory = new WriteBufferSegmentFactory(storeSegmentFileSizeMB);
   
    return StoreFactory.createConnectionsStore(storeHome, getInitialCapacity(), indexSegmentFileSizeMB, indexSegmentFactory, storeSegmentFileSizeMB, storeSegmentFactory);
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
       
        config.setBatchSize(10000);
        config.setNumSyncBatches(100);
       
        // Configure store segments
        config.setSegmentFactory(new WriteBufferSegmentFactory());
        config.setSegmentFileSizeMB(128);
        config.setSegmentCompactFactor(0.67);
       
        // Configure index segments
        config.setInt(StoreParams.PARAM_INDEX_SEGMENT_FILE_SIZE_MB, 32);
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
            File homeDir = FileUtils.getTestDir(getClass().getSimpleName());
            StoreConfig config = new StoreConfig(homeDir, getInitialCapacity());
            config.setBatchSize(1000);
            config.setNumSyncBatches(5);
            config.setSegmentFileSizeMB(32);
            config.setSegmentFactory(new WriteBufferSegmentFactory());
            _bytesDB = new BytesDB(config);
        } catch(Exception e) {
            e.printStackTrace();
        }
    }
View Full Code Here
132
133
134
135
136
137
138
    public SimpleRetention(int id, File homeDir,
                           RetentionPolicy retentionPolicy,
                           EventBatchSerializer<T> batchSerializer, int batchSize) throws Exception {
        this(id, homeDir, 100000,
             retentionPolicy, batchSerializer, batchSize,
             new WriteBufferSegmentFactory(), 32 /* storeSegmentFileSizeMB */);
    }
View Full Code Here
132
133
134
135
136
137
138
        return _retentionSegmentFileSizeMB;
    }
   
    public void setRetentionSegmentFactory(SegmentFactory retentionSegmentFactory) {
        this._retentionSegmentFactory = retentionSegmentFactory == null ?
                new WriteBufferSegmentFactory() : retentionSegmentFactory;
    }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
            File storeDir = DirUtils.getTestDir(getClass());
            StoreConfig config = new StoreConfig(storeDir, 100000);
            config.setBatchSize(getBatchSize());
            config.setNumSyncBatches(10);
            config.setSegmentFileSizeMB(32);
            config.setSegmentFactory(new WriteBufferSegmentFactory());
            config.setInt(StoreParams.PARAM_INDEX_SEGMENT_FILE_SIZE_MB, 8);
            config.setClass(StoreParams.PARAM_SEGMENT_FACTORY_CLASS, MemorySegmentFactory.class);
           
            _store = new IndexedDataStore(config);
        } catch(Exception e) {
View Full Code Here
TOP

Related Classes of krati.core.segment.WriteBufferSegmentFactory

  • cleo.search.bootstrap.NetworkTypeaheadWeightedConnectionsStoreBootstrap
  • cleo.search.copy.CopyVanillaNetworkTypeahead
  • cleo.search.copy.CopyWeightedNetworkTypeahead
  • cleo.search.test.store.TestConnectionsStore
  • cleo.search.tool.VanillaNetworkTypeaheadInitializer
  • krati.examples.LargeStore
  • krati.retention.RetentionConfig
  • krati.retention.SimpleRetention
  • test.store.TestBytesDBGrowth
  • test.store.TestBytesDBSib
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.