Package krati.core.segment

Examples of krati.core.segment.MappedSegmentFactory

17
18
19
20
21
22
23
24
25
26
27
        super.setUp();
        File storeDir = TestUtils.createTempDir();
        storeDir.mkdirs();
        storeDir.deleteOnExit();
        this.store = new KratiStorageEngine("storeName",
                                            new MappedSegmentFactory(),
                                            10,
                                            10,
                                            0.75,
                                            0,
                                            storeDir);
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    /**
     * Configure source NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(sourceProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new MappedSegmentFactory());
    initializer = new VanillaNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    VanillaNetworkTypeahead<TypeaheadElement> sourceTypeahead =
      (VanillaNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
    long sourceLoadTime = c.tick();
   
    /**
     * Configure target NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(targetProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new WriteBufferSegmentFactory(config.getConnectionsStoreSegmentMB()));
    initializer = new VanillaNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    VanillaNetworkTypeahead<TypeaheadElement> targetTypeahead =
      (VanillaNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    /**
     * Configure source NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(sourceProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new MappedSegmentFactory());
    initializer = new WeightedNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    WeightedNetworkTypeahead<TypeaheadElement> sourceTypeahead =
      (WeightedNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
    long sourceLoadTime = c.tick();
   
    /**
     * Configure target NetworkTypeahead
     */
    config = TypeaheadConfigFactory.createNetworkTypeaheadConfig(targetProperties);
    config.setElementStoreCached(false); // disable cache to bypass serialization
    config.setElementStoreSegmentFactory(new MappedSegmentFactory());
    config.setConnectionsStoreSegmentFactory(new WriteBufferSegmentFactory(config.getConnectionsStoreSegmentMB()));
    initializer = new WeightedNetworkTypeaheadInitializer<TypeaheadElement>(config);
   
    WeightedNetworkTypeahead<TypeaheadElement> targetTypeahead =
      (WeightedNetworkTypeahead<TypeaheadElement>) initializer.getTypeahead();
View Full Code Here
37
38
39
40
41
42
43
  public KratiArrayStoreIntsScan(int length,
                                 int batchSize,
                                 int numSyncBatches,
                                 String homeDirectoryStr) throws Exception {
    arrayStore =
      new KratiArrayStore(length, batchSize, numSyncBatches, homeDirectoryStr, new MappedSegmentFactory());
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
                                 int numSyncBatches,
                                 String store1HomeDirectory,
                                 String store2HomeDirectory)
  throws Exception {
    arrayStore1 =
      new KratiArrayStore(length, batchSize, numSyncBatches, store1HomeDirectory, new MappedSegmentFactory());
    arrayStore2 =
      new KratiArrayStore(length, batchSize, numSyncBatches, store2HomeDirectory, new MappedSegmentFactory());
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
                idStart,
                idCount,
                100,                    /* batchSize */
                5,                      /* numSyncBatches */
                homeDir,
                new MappedSegmentFactory(),
                Segment.minSegmentFileSizeMB,
                false);
    }
View Full Code Here
37
38
39
40
41
42
43
                homeDir,
                10000, /* capacity */
                100,   /* batchSize */
                5,     /* numSyncBatches */
                32,    /* segmentFileSizeMB */
                new MappedSegmentFactory());
    }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
   
    public static void main(String[] args) {
        final int initSizeMB = 2048;
       
        try {
            SegmentPerf sp = new SegmentPerf(new MappedSegmentFactory(), "test/test_data/segs", initSizeMB);
            if (sp.getSegmentCount() == 0) {
                sp.testAppend(sp.getSegment(0));
                sp.testRead(sp.getSegment(0));
            }
View Full Code Here
40
41
42
43
44
45
46
47
48
        return new DynamicDataArray(
                _rand.nextInt(1 << 20), /* length */
                100,                    /* batchSize */
                5,                      /* numSyncBatches */
                homeDir,
                new MappedSegmentFactory(),
                Segment.minSegmentFileSizeMB,
                Segment.defaultSegmentCompactFactor);
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
        return new StaticDataArray(
                _rand.nextInt(1 << 20), /* length */
                100,                    /* batchSize */
                5,                      /* numSyncBatches */
                homeDir,
                new MappedSegmentFactory(),
                Segment.minSegmentFileSizeMB,
                Segment.defaultSegmentCompactFactor);
    }
View Full Code Here
TOP

Related Classes of krati.core.segment.MappedSegmentFactory

  • cleo.search.copy.CopyVanillaNetworkTypeahead
  • cleo.search.copy.CopyWeightedNetworkTypeahead
  • cleo.search.tool.KratiArrayStoreIntsDiff
  • cleo.search.tool.KratiArrayStoreIntsScan
  • krati.core.StoreConfig
  • krati.store.demo.bus.AvroStoreBusHttpServer
  • krati.store.demo.bus2.AvroStoreBus2HttpServer
  • krati.store.demo.joiner.AvroStoreJoinerHttpServer
  • krati.store.demo.multitenant.MultiTenantStoreHttpServer
  • krati.store.StaticArrayStorePartition
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.