Examples of voldemort.store.readonly.mr.HadoopStoreBuilder

                def = d;
        Cluster cluster = new ClusterMapper().readCluster(new File(configDir, "cluster.xml"));


        Configuration config = this.getConf();
        config.set("mapred.job.name", "test-store-builder");
        HadoopStoreBuilder builder = new HadoopStoreBuilder(config,
                                                            BuildTestStoreMapper.class,
                                                            SequenceFileInputFormat.class,
                                                            cluster,
                                                            def,
                                                            (long) (1.5 * 1024 * 1024 * 1024),
                                                            new Path(tempDir),
                                                            new Path(outputDir),
                                                            new Path(inputDir));
        builder.build();
        return 0;
    }

        if(fs.exists(outputDir)) {
            info("Deleting previous output in " + outputDir + " for building store " + storeName);
            fs.delete(outputDir, true);
        }


        HadoopStoreBuilder builder = null;


        if(isAvro) {


            if(conf.getNumChunks() == -1) {
                builder = new HadoopStoreBuilder(configuration,


                                                 AvroStoreBuilderMapper.class,
                                                 (Class<? extends InputFormat>) AvroInputFormat.class,
                                                 cluster,
                                                 storeDef,
                                                 chunkSize,
                                                 tempDir,
                                                 outputDir,
                                                 inputPath,
                                                 checkSumType,
                                                 saveKeys,
                                                 reducerPerBucket);
            } else {
                builder = new HadoopStoreBuilder(configuration,
                                                 AvroStoreBuilderMapper.class,
                                                 (Class<? extends InputFormat>) AvroInputFormat.class,
                                                 cluster,
                                                 storeDef,
                                                 tempDir,
                                                 outputDir,
                                                 inputPath,
                                                 checkSumType,
                                                 saveKeys,
                                                 reducerPerBucket,
                                                 conf.getNumChunks());
            }


            builder.buildAvro();
            return;
        }


        if(conf.getNumChunks() == -1) {
            builder = new HadoopStoreBuilder(configuration,
                                             VoldemortStoreBuilderMapper.class,
                                             JsonSequenceFileInputFormat.class,
                                             cluster,
                                             storeDef,
                                             chunkSize,
                                             tempDir,
                                             outputDir,
                                             inputPath,
                                             checkSumType,
                                             saveKeys,
                                             reducerPerBucket);
        } else {
            builder = new HadoopStoreBuilder(configuration,
                                             VoldemortStoreBuilderMapper.class,
                                             JsonSequenceFileInputFormat.class,
                                             cluster,
                                             storeDef,
                                             tempDir,
                                             outputDir,
                                             inputPath,
                                             checkSumType,
                                             saveKeys,
                                             reducerPerBucket,
                                             conf.getNumChunks());
        }


        builder.build();
    }

Examples of voldemort.store.readonly.mr.HadoopStoreBuilder

Related Classes of voldemort.store.readonly.mr.HadoopStoreBuilder