Package com.asakusafw.windgate.core

Examples of com.asakusafw.windgate.core.GateScript

67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
        Out<Simple> out = tester.output("out1", new Export(Simple.class, "testing", dummy("dummy")));

        JobflowInfo info = tester.compileFlow(new IdentityFlow<Simple>(in, out));

        // extract importer destination
        GateScript importerScript = loadScript(info, "testing", true);
        assertThat(importerScript.getProcesses().size(), is(1));
        ProcessScript<?> importer = getProcess(importerScript, "in1");
        assertThat(importer.getSourceScript().getResourceName(), is("dummy"));
        assertThat(importer.getDrainScript().getResourceName(), is(Constants.HADOOP_FILE_RESOURCE_NAME));
        String importerPath = importer.getDrainScript().getConfiguration().get(FileProcess.FILE.key());
        assertThat(importerPath, is(notNullValue()));
        Location importerLocation = Location.fromPath(importerPath, '/');

        // extract exporter source
        GateScript exporterScript = loadScript(info, "testing", false);
        assertThat(exporterScript.getProcesses().size(), is(1));
        ProcessScript<?> exporter = getProcess(exporterScript, "out1");
        assertThat(exporter.getSourceScript().getResourceName(), is(Constants.HADOOP_FILE_RESOURCE_NAME));
        assertThat(exporter.getDrainScript().getResourceName(), is("dummy"));
        String exporterPath = exporter.getSourceScript().getConfiguration().get(FileProcess.FILE.key());
        assertThat(exporterPath, is(notNullValue()));
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
        conf.put(JdbcProcess.TABLE.key(), "PAIR");
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (1, 'Hello, world!')");

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
        conf.put(JdbcProcess.TABLE.key(), "PAIR");
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (1, 'Hello1, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (2, 'Hello2, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (3, 'Hello3, world!')");
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());
        conf.put(JdbcProcess.CONDITION.key(), "KEY > 3");

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (1, 'Hello1, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (2, 'Hello2, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (3, 'Hello3, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (4, 'Hello4, world!')");
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());
        conf.put(JdbcProcess.CONDITION.key(), "KEY <= ${max}");

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (1, 'Hello1, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (2, 'Hello2, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (3, 'Hello3, world!')");
        h2.execute("INSERT INTO PAIR (KEY, VALUE) VALUES (4, 'Hello4, world!')");
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
        conf.put(JdbcProcess.TABLE.key(), "PAIR");
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
            assertThat(RuntimeContext.get().canExecute(resource), is(true));
            resource.prepare(script);
View Full Code Here
243
244
245
246
247
248
249
250
251
252
253
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());
        conf.put(JdbcProcess.CONDITION.key(), "KEY <= ${INVALID}");

        ProcessScript<Pair> process = process(new DriverScript("jdbc", conf), dummy());
        GateScript script = script(process);

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
            try {
                resource.prepare(script);
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
                "invalid",
                "testing",
                Void.class,
                new DriverScript("jdbc", conf),
                dummy());
        GateScript script = script(process);

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
            try {
                resource.prepare(script);
View Full Code Here
303
304
305
306
307
308
309
310
311
312
313
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());
        conf.put(JdbcProcess.OPERATION.key(), JdbcProcess.OperationKind.INSERT_AFTER_TRUNCATE.value());

        ProcessScript<Pair> process = process(dummy(), new DriverScript("jdbc", conf));
        GateScript script = script(process);

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
            resource.prepare(script);
            DrainDriver<Pair> drain = resource.createDrain(process);
View Full Code Here
334
335
336
337
338
339
340
341
342
343
344
        conf.put(JdbcProcess.COLUMNS.key(), "KEY,VALUE");
        conf.put(JdbcProcess.JDBC_SUPPORT.key(), PairSupport.class.getName());
        conf.put(JdbcProcess.OPERATION.key(), JdbcProcess.OperationKind.INSERT_AFTER_TRUNCATE.value());

        ProcessScript<Pair> process = process(dummy(), new DriverScript("jdbc", conf));
        GateScript script = script(process);

        JdbcResourceMirror resource = new JdbcResourceMirror(profile(), new ParameterList());
        try {
            resource.prepare(script);
            DrainDriver<Pair> drain = resource.createDrain(process);
View Full Code Here
TOP

Related Classes of com.asakusafw.windgate.core.GateScript

  • com.asakusafw.compiler.windgate.WindGateIoProcessor
  • com.asakusafw.compiler.windgate.WindGateIoProcessorRunTest
  • com.asakusafw.testdriver.windgate.emulation.WindGateProcessCommandEmulator
  • com.asakusafw.windgate.file.resource.FileResourceMirrorTest
  • com.asakusafw.windgate.hadoopfs.HadoopFsMirrorTest
  • com.asakusafw.windgate.hadoopfs.ssh.AbstractSshHadoopFsMirrorTest
  • com.asakusafw.windgate.jdbc.JdbcResourceMirrorTest
  • com.asakusafw.windgate.stream.file.FileResourceMirrorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.