Examples of com.asakusafw.runtime.stage.StageInput

com.asakusafw.runtime.stage.StageInput
ステージへの入力。 @since 0.1.0 @version 0.2.5

                String valueString = readEncoded(input, dictionary);
                attributes.put(keyString, valueString);
            }
            Class<? extends InputFormat> formatClass = conf.getClassByName(formatName).asSubclass(InputFormat.class);
            Class<? extends Mapper> mapperClass = conf.getClassByName(mapperName).asSubclass(Mapper.class);
            results.add(new StageInput(pathString, formatClass, mapperClass, attributes));
        }
        return results;
    }

View Full Code Here

    private void update() throws IOException, InterruptedException {
        Job job = JobCompatibility.newJob(getConf());
        job.setJobName("TGC-UPDATE-" + storage.getPatchDirectory());


        List<StageInput> inputList = new ArrayList<StageInput>();
        inputList.add(new StageInput(
                storage.getHeadContents("*").toString(),
                TemporaryInputFormat.class,
                BaseMapper.class));
        inputList.add(new StageInput(
                storage.getPatchContents("*").toString(),
                TemporaryInputFormat.class,
                PatchMapper.class));
        StageInputDriver.set(job, inputList);
        job.setInputFormatClass(StageInputFormat.class);

View Full Code Here

    private void create() throws InterruptedException, IOException {
        Job job = JobCompatibility.newJob(getConf());
        job.setJobName("TGC-CREATE-" + storage.getPatchDirectory());


        List<StageInput> inputList = new ArrayList<StageInput>();
        inputList.add(new StageInput(
                storage.getPatchContents("*").toString(),
                TemporaryInputFormat.class,
                DeleteMapper.class));
        StageInputDriver.set(job, inputList);
        job.setInputFormatClass(StageInputFormat.class);

View Full Code Here

TOP

Related Classes of com.asakusafw.runtime.stage.StageInput

com.asakusafw.runtime.stage.input.StageInputDriver

com.asakusafw.thundergate.runtime.cache.mapreduce.CacheBuildClient

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.