Examples of voldemort.store.StoreDefinition

voldemort.store.StoreDefinition
The configuration information for a store.

        String output = mapper.writeStoreList(storeDefs);
        List<StoreDefinition> found = mapper.readStoreList(new StringReader(output));
        checkEquals(storeDefs, found);
        for(StoreDefinition def: storeDefs) {
            String xml = mapper.writeStore(def);
            StoreDefinition newDef = mapper.readStore(new StringReader(xml));
            assertEquals(def, newDef);
        }
    }

View Full Code Here

            storeDefinitionMap.putAll(AdminToolUtils.getUserStoreDefMapOnNode(adminClient, nodeId));
            storeDefinitionMap.putAll(AdminToolUtils.getSystemStoreDefMap());


            for(String store: storeNames) {


                StoreDefinition storeDefinition = storeDefinitionMap.get(store);


                if(null == storeDefinition) {
                    System.out.println("No store found under the name \'" + store + "\'");
                    continue;
                }


                Iterator<ByteArray> keyIteratorRef = null;


                if(orphaned) {
                    System.out.println("Fetching orphaned keys of " + store);
                    keyIteratorRef = adminClient.bulkFetchOps.fetchOrphanedKeys(nodeId, store);
                } else {
                    System.out.println("Fetching keys in partitions "
                                       + Joiner.on(", ").join(partIds) + " of " + store);
                    keyIteratorRef = adminClient.bulkFetchOps.fetchKeys(nodeId,
                                                                        store,
                                                                        partIds,
                                                                        null,
                                                                        false);
                }


                final Iterator<ByteArray> keyIterator = keyIteratorRef;
                File outFile = null;
                if(directory != null) {
                    outFile = new File(directory, store + ".keys");
                }


                if(format.equals(AdminParserUtils.ARG_FORMAT_JSON)) {
                    final SerializerDefinition serializerDef = storeDefinition.getKeySerializer();
                    final SerializerFactory serializerFactory = new DefaultSerializerFactory();
                    @SuppressWarnings("unchecked")
                    final Serializer<Object> serializer = (Serializer<Object>) serializerFactory.getSerializer(serializerDef);


                    final CompressionStrategy keysCompressionStrategy;

View Full Code Here

            }


            // Iterate through the original store definitions. Replace the old
            // ones with the ones specified in 'updatedStores'
            for(StoreDefinition def: originalstoreDefList) {
                StoreDefinition updatedDef = updatedStoresMap.get(def.getName());
                if(updatedDef == null) {
                    finalStoreDefList.add(def);
                } else {
                    finalStoreDefList.add(updatedDef);
                }

View Full Code Here

        if(ownerText != null) {
            for(String owner: Utils.COMMA_SEP.split(ownerText.trim()))
                if(owner.trim().length() > 0)
                    owners.add(owner);
        }
        StoreDefinition target = StoreUtils.getStoreDef(stores, targetName);
        if(target == null)
            throw new MappingException("View \"" + name + "\" has target store \"" + targetName
                                       + "\" but no such store exists");


        int requiredReads = getChildWithDefault(store,
                                                STORE_REQUIRED_READS_ELMT,
                                                target.getRequiredReads());
        int preferredReads = getChildWithDefault(store,
                                                 STORE_PREFERRED_READS_ELMT,
                                                 target.getRequiredReads());
        int requiredWrites = getChildWithDefault(store,
                                                 STORE_REQUIRED_WRITES_ELMT,
                                                 target.getRequiredReads());
        int preferredWrites = getChildWithDefault(store,
                                                  STORE_PREFERRED_WRITES_ELMT,
                                                  target.getRequiredReads());
        Integer zoneCountReads = getChildWithDefault(store,
                                                     STORE_ZONE_COUNT_READS,
                                                     target.getZoneCountReads());
        Integer zoneCountWrites = getChildWithDefault(store,
                                                      STORE_ZONE_COUNT_WRITES,
                                                      target.getZoneCountWrites());


        String viewSerializerFactoryName = null;
        if(store.getChildText(VIEW_SERIALIZER_FACTORY_ELMT) != null) {
            viewSerializerFactoryName = store.getChild(VIEW_SERIALIZER_FACTORY_ELMT).getText();
        }


        SerializerDefinition keySerializer = target.getKeySerializer();
        SerializerDefinition valueSerializer = target.getValueSerializer();
        if(store.getChild(STORE_VALUE_SERIALIZER_ELMT) != null)
            valueSerializer = readSerializer(store.getChild(STORE_VALUE_SERIALIZER_ELMT));


        SerializerDefinition transformSerializer = target.getTransformsSerializer();
        if(store.getChild(STORE_TRANSFORM_SERIALIZER_ELMT) != null)
            transformSerializer = readSerializer(store.getChild(STORE_TRANSFORM_SERIALIZER_ELMT));


        RoutingTier routingTier = null;
        if(store.getChildText(STORE_ROUTING_TIER_ELMT) != null) {
            routingTier = RoutingTier.fromDisplay(store.getChildText(STORE_ROUTING_TIER_ELMT));
        } else {
            routingTier = target.getRoutingPolicy();
        }


        String viewClass = store.getChildText(VIEW_TRANS_ELMT);


        return new StoreDefinitionBuilder().setName(name)
                                           .setViewOf(targetName)
                                           .setType(ViewStorageConfiguration.TYPE_NAME)
                                           .setDescription(description)
                                           .setOwners(owners)
                                           .setRoutingPolicy(routingTier)
                                           .setRoutingStrategyType(target.getRoutingStrategyType())
                                           .setKeySerializer(keySerializer)
                                           .setValueSerializer(valueSerializer)
                                           .setTransformsSerializer(transformSerializer)
                                           .setReplicationFactor(target.getReplicationFactor())
                                           .setZoneReplicationFactor(target.getZoneReplicationFactor())
                                           .setPreferredReads(preferredReads)
                                           .setRequiredReads(requiredReads)
                                           .setPreferredWrites(preferredWrites)
                                           .setRequiredWrites(requiredWrites)
                                           .setZoneCountReads(zoneCountReads)

View Full Code Here

                        try {


                            String queryStoreName = ByteUtils.getString(this.requestObject.getKey()
                                                                                          .get(),
                                                                        "UTF-8");
                            StoreDefinition storeDef = StoreDefinitionUtils.getStoreDefinitionWithName(this.coordinatorMetadata.getStoresDefs(),
                                                                                                       queryStoreName);
                            String serializerInfoXml = RestUtils.constructSerializerInfoXml(storeDef);
                            GetMetadataResponseSender metadataResponseSender = new GetMetadataResponseSender(messageEvent,
                                                                                                             serializerInfoXml.getBytes());

View Full Code Here

        String storeName = conf.getStoreName();
        CheckSumType checkSumType = conf.getCheckSumType();
        boolean saveKeys = conf.getSaveKeys();
        boolean reducerPerBucket = conf.getReducerPerBucket();


        StoreDefinition storeDef = null;
        for(StoreDefinition def: storeDefs)
            if(storeName.equals(def.getName()))
                storeDef = def;
        if(storeDef == null)
            throw new IllegalArgumentException("Store '" + storeName + "' not found.");

View Full Code Here

                                                                                         10000,
                                                                                         100000,
                                                                                         32 * 1024);
            Cluster currentCluster = ServerTestUtils.getLocalCluster(1, new int[][] { { 0, 1, 2, 3,
                    4, 5, 6 } });
            StoreDefinition store = new StoreDefinitionBuilder().setName("testRO")
                                                                .setType(ReadOnlyStorageConfiguration.TYPE_NAME)
                                                                .setKeySerializer(new SerializerDefinition("string"))
                                                                .setValueSerializer(new SerializerDefinition("string"))
                                                                .setRoutingPolicy(RoutingTier.CLIENT)
                                                                .setRoutingStrategyType(RoutingStrategyType.CONSISTENT_STRATEGY)

View Full Code Here

                                                                                         10000,
                                                                                         100000,
                                                                                         32 * 1024);
            Cluster currentCluster = ServerTestUtils.getLocalCluster(1, new int[][] { { 0, 1, 2, 3,
                    4, 5, 6 } });
            StoreDefinition store = new StoreDefinitionBuilder().setName("testRO")
                                                                .setType(ReadOnlyStorageConfiguration.TYPE_NAME)
                                                                .setKeySerializer(new SerializerDefinition("string"))
                                                                .setValueSerializer(new SerializerDefinition("string"))
                                                                .setRoutingPolicy(RoutingTier.CLIENT)
                                                                .setRoutingStrategyType(RoutingStrategyType.CONSISTENT_STRATEGY)

View Full Code Here

    public void close() {}


    public StorageEngine<ByteArray, byte[], byte[]> getStore(StoreDefinition storeDef,
                                                             RoutingStrategy strategy) {
        String name = storeDef.getName();
        StoreDefinition def = StoreUtils.getStoreDef(storeDefs, name);
        String targetName = def.getViewTargetStoreName();
        StoreDefinition targetDef = StoreUtils.getStoreDef(storeDefs, targetName);
        StorageEngine<ByteArray, byte[], byte[]> target = storeRepo.getStorageEngine(targetName);
        if(target == null)
            throw new VoldemortException("View \"" + name + "\" has a target store \"" + targetName
                                         + "\" which does not exist.");
        String factoryName = def.getSerializerFactory();
        SerializerFactory factory;
        if(factoryName == null)
            factory = new DefaultSerializerFactory();
        else
            factory = loadSerializerFactory(factoryName);


        CompressionStrategy valueCompressionStrategy = null;
        if(targetDef.getValueSerializer().hasCompression()) {
            valueCompressionStrategy = new CompressionStrategyFactory().get(targetDef.getValueSerializer()
                                                                                     .getCompression());
        }


        View<?, ?, ?, ?> view = loadTransformation(def.getValueTransformation());


        return new ViewStorageEngine(name,
                                     target,
                                     factory.getSerializer(def.getValueSerializer()),
                                     def.getTransformsSerializer() != null ? factory.getSerializer(def.getTransformsSerializer())
                                                                          : null,
                                     factory.getSerializer(targetDef.getKeySerializer()),
                                     factory.getSerializer(targetDef.getValueSerializer()),
                                     valueCompressionStrategy,
                                     view);
    }

View Full Code Here

            storeDefinitionMap.putAll(AdminToolUtils.getUserStoreDefMapOnNode(adminClient, nodeId));
            storeDefinitionMap.putAll(AdminToolUtils.getSystemStoreDefMap());


            for(String store: storeNames) {


                StoreDefinition storeDefinition = storeDefinitionMap.get(store);


                if(null == storeDefinition) {
                    System.out.println("No store found under the name \'" + store + "\'");
                    continue;
                }


                Iterator<Pair<ByteArray, Versioned<byte[]>>> entryIteratorRef = null;


                if(orphaned) {
                    System.out.println("Fetching orphaned entries of " + store);
                    entryIteratorRef = adminClient.bulkFetchOps.fetchOrphanedEntries(nodeId, store);
                } else {
                    System.out.println("Fetching entries in partitions "
                                       + Joiner.on(", ").join(partIds) + " of " + store);
                    entryIteratorRef = adminClient.bulkFetchOps.fetchEntries(nodeId,
                                                                             store,
                                                                             partIds,
                                                                             null,
                                                                             false);
                }


                File outFile = null;
                if(directory != null) {
                    outFile = new File(directory, store + ".entries");
                }


                final Iterator<Pair<ByteArray, Versioned<byte[]>>> entryIterator = entryIteratorRef;


                if(format.equals(AdminParserUtils.ARG_FORMAT_JSON)) {
                    // k-v serializer
                    SerializerDefinition keySerializerDef = storeDefinition.getKeySerializer();
                    SerializerDefinition valueSerializerDef = storeDefinition.getValueSerializer();
                    SerializerFactory serializerFactory = new DefaultSerializerFactory();
                    @SuppressWarnings("unchecked")
                    final Serializer<Object> keySerializer = (Serializer<Object>) serializerFactory.getSerializer(keySerializerDef);
                    @SuppressWarnings("unchecked")
                    final Serializer<Object> valueSerializer = (Serializer<Object>) serializerFactory.getSerializer(valueSerializerDef);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of voldemort.store.StoreDefinition

voldemort.client.AbstractStoreClientFactory

voldemort.client.AdminServiceBasicTest

voldemort.client.MockStoreClientFactory

voldemort.client.protocol.admin.AdminClient$MetadataManagementOperations

voldemort.client.protocol.admin.StreamingClientTest

voldemort.client.rebalance.RebalanceMetadataConsistencyTest

voldemort.client.rebalance.ZoneShrinkageEndToEndTest

voldemort.ClusterTestUtils

voldemort.performance.benchmark.Benchmark

voldemort.performance.ReadOnlyStorePerformanceTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.