Package com.asakusafw.compiler.testing

Examples of com.asakusafw.compiler.testing.JobflowInfo

575
576
577
578
579
580
581
582
        In<Line1> in2 = flow.createIn("in2", new Input(format, "input", "input-2.txt"));
        Out<Line1> out1 = flow.createOut("out1", new Output(format, "conflict", "output.txt"));
        Out<Line1> out2 = flow.createOut("out2", new Output(format, "conflict", "output.txt"));

        FlowDescription desc = new DualIdentityFlow<Line1, Line1>(in1, in2, out1, out2);
        JobflowInfo info = compile(flow, desc);
        assertThat(info, is(nullValue()));
    }
View Full Code Here
591
592
593
594
595
596
597
598
        In<Line1> in2 = flow.createIn("in2", new Input(format, "input", "input-2.txt"));
        Out<Line1> out1 = flow.createOut("out1", new Output(format, "conflict/a", "output.txt"));
        Out<Line1> out2 = flow.createOut("out2", new Output(format, "conflict/aa", "output.txt"));

        FlowDescription desc = new DualIdentityFlow<Line1, Line1>(in1, in2, out1, out2);
        JobflowInfo info = compile(flow, desc);
        assertThat(info, is(not(nullValue())));
    }
View Full Code Here
607
608
609
610
611
612
613
614
        In<Line1> in2 = flow.createIn("in2", new Input(format, "input", "input-2.txt"));
        Out<Line1> out1 = flow.createOut("out1", new Output(format, "conflict", "output.txt"));
        Out<Line1> out2 = flow.createOut("out2", new Output(format, "conflict/internal", "output.txt"));

        FlowDescription desc = new DualIdentityFlow<Line1, Line1>(in1, in2, out1, out2);
        JobflowInfo info = compile(flow, desc);
        assertThat(info, is(nullValue()));
    }
View Full Code Here
287
288
289
290
291
292
293
294
295
296
297
     */
    public JobflowInfo compileJobflow(Class<? extends FlowDescription> description) throws IOException {
        JobFlowDriver driver = JobFlowDriver.analyze(description);
        assertThat(driver.getDiagnostics().toString(), driver.hasError(), is(false));
        List<File> classPath = buildClassPath(description);
        JobflowInfo info = DirectFlowCompiler.compile(
                driver.getJobFlowClass().getGraph(),
                "testing",
                driver.getJobFlowClass().getConfig().name(),
                "com.example",
                hadoopDriver.toPath(path("runtime", "jobflow")),
View Full Code Here
311
312
313
314
315
316
317
318
     */
    public boolean runJobflow(Class<? extends FlowDescription> description) throws IOException {
        if (description == null) {
            throw new IllegalArgumentException("description must not be null"); //$NON-NLS-1$
        }
        JobflowInfo info = compileJobflow(description);
        return run(info);
    }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
            FileUtils.forceDelete(compileWorkDir);
        }

        String batchId = "testing";
        String flowId = "flowpart";
        JobflowInfo jobflowInfo = DirectFlowCompiler.compile(
                flowGraph,
                batchId,
                flowId,
                "test.flowpart",
                FlowPartDriverUtils.createWorkingLocation(driverContext),
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
        }

        FlowGraph flowGraph = jobFlowClass.getGraph();
        String batchId = "bid";
        String flowId = jobFlowClass.getConfig().name();
        JobflowInfo jobflowInfo = DirectFlowCompiler.compile(
                flowGraph,
                batchId,
                flowId,
                "test.jobflow",
                Location.fromPath(driverContext.getClusterWorkDir(), '/'),
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
        tester.options().putExtraAttribute(ParallelSortClientEmitter.ATTRIBUTE_LEGACY, "true");
        single0();
    }

    private void single0() throws IOException {
        JobflowInfo info = tester.compileJobflow(SingleOutputJob.class);

        ModelOutput<Ex1> source = tester.openOutput(Ex1.class, tester.getImporter(info, "input"));
        writeTestData(source);
        source.close();
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
        tester.options().putExtraAttribute(ParallelSortClientEmitter.ATTRIBUTE_LEGACY, "true");
        multiple0();
    }

    private void multiple0() throws IOException {
        JobflowInfo info = tester.compileJobflow(MultipleOutputJob.class);

        ModelOutput<Ex1> source = tester.openOutput(Ex1.class, tester.getImporter(info, "input"));
        writeTestData(source);
        source.close();
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
        tester.options().putExtraAttribute(ParallelSortClientEmitter.ATTRIBUTE_LEGACY, "true");
        independent0();
    }

    private void independent0() throws IOException {
        JobflowInfo info = tester.compileJobflow(IndependentOutputJob.class);

        ModelOutput<Ex1> source = tester.openOutput(Ex1.class, tester.getImporter(info, "input"));
        writeTestData(source);
        source.close();
View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.testing.JobflowInfo

  • com.asakusafw.compiler.batch.processor.JobFlowWorkDescriptionProcessorTest
  • com.asakusafw.compiler.bulkloader.BulkLoaderIoProcessorRunTest
  • com.asakusafw.compiler.bulkloader.BulkLoaderIoProcessorTest
  • com.asakusafw.compiler.directio.DirectFileIoProcessorTest
  • com.asakusafw.compiler.fileio.HadoopFileIoProcessorTest
  • com.asakusafw.compiler.flow.mapreduce.parallel.ParallelSortClientEmitterTest
  • com.asakusafw.compiler.testing.TemporaryIoProcessorTest
  • com.asakusafw.compiler.util.tester.CompilerTester
  • com.asakusafw.compiler.windgate.WindGateIoProcessorRunTest
  • com.asakusafw.compiler.windgate.WindGateIoProcessorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.