Package com.asakusafw.yaess.core

Examples of com.asakusafw.yaess.core.HadoopScript

219
220
221
222
223
224
225
226
227
228
229
                YSLOG.info("I51001",
                        context.getBatchId(),
                        context.getFlowId(),
                        context.getExecutionId(),
                        getHandlerId());
                HadoopScript script = new HadoopScript(
                        context.getPhase().getSymbol(),
                        Collections.<String>emptySet(),
                        CLEANUP_STAGE_CLASS,
                        Collections.<String, String>emptyMap(),
                        Collections.<String, String>emptyMap());
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
    @Override
    public void cleanUp(
            ExecutionMonitor monitor,
            ExecutionContext context) throws InterruptedException, IOException {
        HadoopScript script = new HadoopScript(
                context.getPhase().getSymbol(),
                Collections.<String>emptySet(),
                CLEANUP_STAGE_CLASS,
                Collections.<String, String>emptyMap(),
                Collections.<String, String>emptyMap());
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
        MockJobClient c1 = new MockJobClient("testing", COMPLETED);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);

        JobScript js = c1.registered.get("testing");
        assertThat(js, is(notNullValue()));
        assertThat(js.getBatchId(), is(context.getBatchId()));
        assertThat(js.getFlowId(), is(context.getFlowId()));
        assertThat(js.getExecutionId(), is(context.getExecutionId()));
        assertThat(js.getPhase(), is(context.getPhase()));
        assertThat(js.getStageId(), is(script.getId()));
        assertThat(js.getMainClassName(), is(script.getClassName()));
        assertThat(js.getArguments(), is(context.getArguments()));

        assertThat(js.getProperties(), hasEntry("s", "service"));
        assertThat(js.getEnvironmentVariables(), is(script.getEnvironmentVariables()));
    }
View Full Code Here
86
87
88
89
90
91
92
93
        MockJobClient c1 = new MockJobClient("testing", WAITING, RUNNING, COMPLETED);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 100, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);
    }
View Full Code Here
106
107
108
109
110
111
112
113
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);
    }
View Full Code Here
121
122
123
124
125
126
127
128
        MockJobClient c1 = new MockJobClient("testing", ERROR);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);
    }
View Full Code Here
136
137
138
139
140
141
142
143
        MockJobClient c1 = new MockJobClient("testing");
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);
    }
View Full Code Here
151
152
153
154
155
156
157
158
        MockJobClient c1 = new MockJobClient(null, COMPLETED);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);
    }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
        MockJobClient c2 = new MockJobClient("testing", COMPLETED);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 1000, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);

        assertThat(c2.count, is(greaterThan(0)));
    }
View Full Code Here
191
192
193
194
195
196
197
198
199
200
        MockJobClient c2 = new MockJobClient("testing", COMPLETED);
        JobClientProfile profile = new JobClientProfile("testing", list(c1), 100, 10);
        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);

        assertThat(c2.count, is(greaterThan(0)));
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.yaess.core.HadoopScript

  • com.asakusafw.compiler.yaess.YaessWorkflowProcessor
  • com.asakusafw.testdriver.tools.runner.RunTask
  • com.asakusafw.yaess.basic.BasicHadoopScriptHandlerTest
  • com.asakusafw.yaess.basic.ProcessHadoopScriptHandler
  • com.asakusafw.yaess.core.task.ExecutionTask
  • com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandler
  • com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandlerTest
  • com.asakusafw.yaess.jsch.SshHadoopScriptHandlerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.