Examples of org.apache.hcatalog.mapreduce.MultiOutputFormat.JobConfigurer

        job.setInputFormatClass(TextInputFormat.class);
        job.setOutputFormatClass(MultiOutputFormat.class);
        job.setMapOutputKeyClass(Text.class);
        job.setMapOutputValueClass(IntWritable.class);


        JobConfigurer configurer = MultiOutputFormat.createConfigurer(job);


        configurer.addOutputFormat("out1", TextOutputFormat.class, IntWritable.class, Text.class);
        configurer.addOutputFormat("out2", SequenceFileOutputFormat.class, Text.class,
            IntWritable.class);
        configurer.addOutputFormat("out3", NullOutputFormat.class, Text.class,
            IntWritable.class);
        Path outDir = new Path(workDir.getPath(), job.getJobName());
        FileOutputFormat.setOutputPath(configurer.getJob("out1"), new Path(outDir, "out1"));
        FileOutputFormat.setOutputPath(configurer.getJob("out2"), new Path(outDir, "out2"));


        configurer.configure();


        String fileContent = "Hello World Hello World World";
        String inputFile = createInputFile(fileContent);
        FileInputFormat.setInputPaths(job, new Path(inputFile));

        job.setMapperClass(MyMapper.class);
        job.setInputFormatClass(TextInputFormat.class);
        job.setOutputFormatClass(MultiOutputFormat.class);
        job.setNumReduceTasks(0);


        JobConfigurer configurer = MultiOutputFormat.createConfigurer(job);


        for (int i = 0; i < tableNames.length; i++) {
            configurer.addOutputFormat(tableNames[i], HCatOutputFormat.class, BytesWritable.class,
                HCatRecord.class);
            HCatOutputFormat.setOutput(configurer.getJob(tableNames[i]), infoList.get(i));
            HCatOutputFormat.setSchema(configurer.getJob(tableNames[i]),
                schemaMap.get(tableNames[i]));
        }
        configurer.configure();


        Path filePath = createInputFile();
        FileInputFormat.addInputPath(job, filePath);
        Assert.assertTrue(job.waitForCompletion(true));

Examples of org.apache.hcatalog.mapreduce.MultiOutputFormat.JobConfigurer

Related Classes of org.apache.hcatalog.mapreduce.MultiOutputFormat.JobConfigurer