Package voldemort.serialization

Examples of voldemort.serialization.SerializerFactory

261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
                out.write("STORE_NAME: " + storeDefinition.getName() + "\n");

                // k-v serializer
                final SerializerDefinition keySerializerDef = storeDefinition.getKeySerializer();
                final SerializerDefinition valueSerializerDef = storeDefinition.getValueSerializer();
                SerializerFactory serializerFactory = new DefaultSerializerFactory();
                @SuppressWarnings("unchecked")
                final Serializer<Object> keySerializer = (Serializer<Object>) serializerFactory.getSerializer(keySerializerDef);
                @SuppressWarnings("unchecked")
                final Serializer<Object> valueSerializer = (Serializer<Object>) serializerFactory.getSerializer(valueSerializerDef);

                // compression strategy
                final CompressionStrategy keyCompressionStrategy;
                final CompressionStrategy valueCompressionStrategy;
                if(keySerializerDef != null && keySerializerDef.hasCompression()) {
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
82
        this.stringKeys = stringKeys;
    }

    // TODO: support keys other than integer or string, general cleanup
    public void filter() throws IOException {
        SerializerFactory factory = new DefaultSerializerFactory();
        @SuppressWarnings("unchecked")
        Serializer<Object> keySerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getKeySerializer());

        BufferedReader in = new BufferedReader(new FileReader(inputFile));
        BufferedWriter out = new BufferedWriter(new FileWriter(outputFile));
        try {
            String line = null;
View Full Code Here
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
        private CompressionStrategy valueCompressor;
        private CompressionStrategy keyCompressor;

        @SuppressWarnings("unchecked")
        public JsonObjectIterator(JsonReader reader, StoreDefinition storeDefinition) {
            SerializerFactory factory = new DefaultSerializerFactory();

            this.reader = reader;
            this.digest = ByteUtils.getDigest("MD5");
            this.keySerializerDefinition = storeDefinition.getKeySerializer();
            this.valueSerializerDefinition = storeDefinition.getValueSerializer();
            this.keySerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getKeySerializer());
            this.valueSerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getValueSerializer());
            this.keyCompressor = new CompressionStrategyFactory().get(keySerializerDefinition.getCompression());
            this.valueCompressor = new CompressionStrategyFactory().get(valueSerializerDefinition.getCompression());
        }
View Full Code Here
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
        keySerializerDefinition = getStoreDef().getKeySerializer();
        valueSerializerDefinition = getStoreDef().getValueSerializer();

        try {
            SerializerFactory factory = new DefaultSerializerFactory();

            if(conf.get("serializer.factory") != null) {
                factory = (SerializerFactory) Class.forName(conf.get("serializer.factory"))
                                                   .newInstance();
            }

            keySerializer = factory.getSerializer(keySerializerDefinition);
            valueSerializer = factory.getSerializer(valueSerializerDefinition);

            keyField = conf.get("avro.key.field");

            valField = conf.get("avro.value.field");
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
160
            datas[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(dataFile),
                                                                           1000000));
            current++;
        }

        SerializerFactory factory = new DefaultSerializerFactory();
        Serializer keySerializer = factory.getSerializer(storeDefinition.getKeySerializer());
        Serializer valueSerializer = factory.getSerializer(storeDefinition.getValueSerializer());

        logger.info("Reading items...");
        int count = 0;
        ExternalSorter<KeyValuePair> sorter = new ExternalSorter<KeyValuePair>(new KeyValuePairSerializer(),
                                                                               new KeyMd5Comparator(),
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
157
158
            indexes[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(indexFile)));
            datas[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(dataFile)));
            current++;
        }

        SerializerFactory factory = new DefaultSerializerFactory();
        Serializer keySerializer = factory.getSerializer(storeDefinition.getKeySerializer());
        Serializer valueSerializer = factory.getSerializer(storeDefinition.getValueSerializer());

        logger.info("Reading items...");
        int count = 0;
        ExternalSorter<KeyValuePair> sorter = new ExternalSorter<KeyValuePair>(new KeyValuePairSerializer(),
                                                                               new KeyMd5Comparator(),
View Full Code Here
TOP

Related Classes of voldemort.serialization.SerializerFactory

  • voldemort.client.ClientConfig
  • voldemort.client.protocol.admin.StreamingClientTest
  • voldemort.performance.RequestFileFilter
  • voldemort.store.readonly.JsonStoreBuilder
  • voldemort.store.readonly.JsonStoreBuilder$JsonObjectIterator
  • voldemort.store.readonly.mr.AbstractHadoopStoreBuilderMapper
  • voldemort.store.readonly.mr.AvroStoreBuilderMapper
  • voldemort.store.readonly.ReadOnlyStorageEngineTest
  • voldemort.store.views.ViewStorageConfiguration
  • voldemort.tools.admin.command.AdminCommandDebug$SubCommandDebugQueryKeys
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.