Package voldemort.serialization

Examples of voldemort.serialization.StringSerializer


        testSorting(1);
        testSorting(3);
    }

    public void testSorting(int threads) {
        ExternalSorter<String> sorter = new ExternalSorter<String>(new StringSerializer(),
                                                                   10,
                                                                   threads);
        List<String> sorted = Lists.newArrayList(sorter.sorted(strings.iterator()));
        List<String> expected = new ArrayList<String>(strings);
        Collections.sort(expected);
View Full Code Here


        File nodeDir = TestUtils.createTempDir(baseDir);
        @SuppressWarnings("unchecked")
        Serializer<String> keySerializer = (Serializer<String>) new DefaultSerializerFactory().getSerializer(keySerDef);
        @SuppressWarnings("unchecked")
        Serializer<String> valueSerializer = (Serializer<String>) new DefaultSerializerFactory().getSerializer(valueSerDef);
        Serializer<String> transSerializer = new StringSerializer();
        Map<Integer, Store<String, String, String>> nodeStores = Maps.newHashMap();
        Map<Integer, ReadOnlyStorageEngine> readOnlyStores = Maps.newHashMap();

        for(int i = 0; i < numNodes; i++) {
            File currNode = new File(nodeDir, Integer.toString(i));
View Full Code Here

                                                                                 serverNode.getHost(),
                                                                                 serverNode.getSocketPort(),
                                                                                 RequestFormatType.VOLDEMORT_V2,
                                                                                 RequestRoutingType.NORMAL);
        Store<String, String, byte[]> store = SerializingStore.wrap(remoteStore,
                                                                    new StringSerializer("UTF-8"),
                                                                    new StringSerializer("UTF-8"),
                                                                    new IdentitySerializer());

        List<Versioned<String>> found = store.get(metadataKey, null);

        assertEquals(found.size(), 1);
View Full Code Here

                                                                                                             SystemStoreConstants.SystemStoreName.voldsys$_metadata_version_persistence.name(),
                                                                                                             partitionIdList,
                                                                                                             null,
                                                                                                             true);

        Serializer<String> serializer = new StringSerializer("UTF8");
        String keyObject = null;
        String valueObject = null;

        while(entriesIterator.hasNext()) {
            try {
                Pair<ByteArray, Versioned<byte[]>> kvPair = entriesIterator.next();
                byte[] keyBytes = kvPair.getFirst().get();
                byte[] valueBytes = kvPair.getSecond().getValue();
                keyObject = serializer.toObject(keyBytes);
                if(!keyObject.equals(MetadataVersionStoreUtils.VERSIONS_METADATA_KEY)) {
                    continue;
                }
                valueObject = serializer.toObject(valueBytes);
            } catch(Exception e) {
                System.err.println("Error while retrieving Metadata versions from node : " + nodeId
                                   + ". Exception = \n");
                e.printStackTrace();
                System.exit(-1);
View Full Code Here

            Utils.croak("USAGE: java StringSorter inputfile internal_sort_size num_threads");
        String input = args[0];
        int internalSortSize = Integer.parseInt(args[1]);
        int numThreads = Integer.parseInt(args[2]);

        ExternalSorter<String> sorter = new ExternalSorter<String>(new StringSerializer(),
                                                                   internalSortSize,
                                                                   numThreads);
        @SuppressWarnings("unchecked")
        Iterator<String> it = new LineIterator(new BufferedReader(new FileReader(input),
                                                                  10 * 1024 * 1024));
 
View Full Code Here

        Store<ByteArray, byte[], byte[]> remoteStore = getStore(MetadataStore.METADATA_STORE_NAME,
                                                                url.getHost(),
                                                                url.getPort(),
                                                                this.requestFormatType);
        Store<String, String, byte[]> store = SerializingStore.wrap(remoteStore,
                                                                    new StringSerializer("UTF-8"),
                                                                    new StringSerializer("UTF-8"),
                                                                    new IdentitySerializer());
        return store.get(key, null);
    }
View Full Code Here

                            + storeDefinition.getName());
    }

    public Serializer<?> findKeyType(String keyType) throws Exception {
        if(keyType.compareTo(STRING_KEY_TYPE) == 0) {
            return new StringSerializer();
        } else if(keyType.compareTo(JSONINT_KEY_TYPE) == 0) {
            return new JsonTypeSerializer("\"int32\"");
        } else if(keyType.compareTo(JSONSTRING_KEY_TYPE) == 0) {
            return new JsonTypeSerializer("\"string\"");
        } else if(keyType.compareTo(IDENTITY_KEY_TYPE) == 0) {
View Full Code Here

            StorageEngine<ByteArray, byte[], byte[]> engine = conf.getStore(TestUtils.makeStoreDefinition(DUMMY_DB),
                                                                            TestUtils.makeSingleNodeRoutingStrategy());
            if(conf.getType().compareTo(ViewStorageConfiguration.TYPE_NAME) == 0) {
                engine = new ViewStorageEngine(STORE_NAME,
                                               engine,
                                               new StringSerializer(),
                                               new StringSerializer(),
                                               serializer,
                                               new StringSerializer(),
                                               null,
                                               BenchmarkViews.loadTransformation(benchmarkProps.getString(VIEW_CLASS)
                                                                                               .trim()));
            }
            store = SerializingStore.wrap(engine,
                                          serializer,
                                          new StringSerializer(),
                                          new IdentitySerializer());

            this.factory = new StaticStoreClientFactory(store);
            this.storeClient = factory.getStoreClient(store.getName());
        }
View Full Code Here

TOP

Related Classes of voldemort.serialization.StringSerializer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.