Examples of com.asakusafw.yaess.jobqueue.client.JobScript

Package com.asakusafw.yaess.jobqueue.client

Examples of com.asakusafw.yaess.jobqueue.client.JobScript

com.asakusafw.yaess.jobqueue.client.JobScript
Represents a job script to be sent to remote server. @since 0.2.6

            ExecutionContext context,
            HadoopScript script) throws InterruptedException, IOException {
        assert monitor != null;
        assert context != null;
        assert script != null;
        JobScript job = convert(context, script);
        for (int i = 1, n = clients.count() * 2; i <= n; i++) {
            monitor.checkCancelled();
            JobClient client = clients.get();
            try {
                JobId id = registerWithTimeout(job, client);
                return new JobInfo(job, id, client);
            } catch (IOException e) {
                clients.setError(client);
                YSLOG.warn(e, "W01001",
                        job.getBatchId(),
                        job.getFlowId(),
                        job.getPhase(),
                        job.getExecutionId(),
                        job.getStageId(),
                        client);
            }
        }
        YSLOG.warn("E01001",
                job.getBatchId(),
                job.getFlowId(),
                job.getPhase(),
                job.getExecutionId(),
                job.getStageId(),
                clients.count());
        throw new IOException(MessageFormat.format(
                "Failed to request Hadoop job "
                + "(batchId={0}, flowId={1}, phase={2}, stageId={4}, executionId={3})",
                job.getBatchId(),
                job.getFlowId(),
                job.getPhase(),
                job.getExecutionId(),
                job.getStageId()));
    }

View Full Code Here

    }


    private JobScript convert(ExecutionContext context, HadoopScript script) throws InterruptedException, IOException {
        assert context != null;
        assert script != null;
        JobScript result = new JobScript();
        result.setBatchId(context.getBatchId());
        result.setFlowId(context.getFlowId());
        result.setExecutionId(context.getExecutionId());
        result.setPhase(context.getPhase());
        result.setArguments(new HashMap<String, String>(context.getArguments()));
        result.setStageId(script.getId());
        result.setMainClassName(script.getClassName());


        Map<String, String> props = new HashMap<String, String>();
        props.putAll(getProperties(context, script));
        props.putAll(script.getHadoopProperties());
        props.put(HadoopScriptUtil.PROP_TRACKING_ID, Job.computeTrackingId(context, script));
        result.setProperties(props);


        Map<String, String> env = new HashMap<String, String>();
        // NOTE: Handler has only dummy environment variables
        // env.putAll(getEnvironmentVariables(context, script));
        env.putAll(context.getEnvironmentVariables());
        env.putAll(script.getEnvironmentVariables());
        result.setEnvironmentVariables(env);


        return result;
    }

View Full Code Here

        handler.doConfigure(profile);
        ExecutionContext context = context();
        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);


        JobScript js = c1.registered.get("testing");
        assertThat(js, is(notNullValue()));
        assertThat(js.getBatchId(), is(context.getBatchId()));
        assertThat(js.getFlowId(), is(context.getFlowId()));
        assertThat(js.getExecutionId(), is(context.getExecutionId()));
        assertThat(js.getPhase(), is(context.getPhase()));
        assertThat(js.getStageId(), is(script.getId()));
        assertThat(js.getMainClassName(), is(script.getClassName()));
        assertThat(js.getArguments(), is(context.getArguments()));


        assertThat(js.getProperties(), hasEntry("s", "service"));
        assertThat(js.getEnvironmentVariables(), is(script.getEnvironmentVariables()));
    }

View Full Code Here

                rc.unapply());


        HadoopScript script = script();
        handler.execute(ExecutionMonitor.NULL, context, script);


        JobScript js = c1.registered.get("testing");
        assertThat(RuntimeContext.DEFAULT.apply(js.getEnvironmentVariables()), is(rc));
    }

View Full Code Here

        QueueHadoopScriptHandler handler = create();
        handler.doConfigure(profile);
        ExecutionContext context = context();
        handler.cleanUp(ExecutionMonitor.NULL, context);


        JobScript js = c1.registered.get("testing");
        assertThat(js, is(notNullValue()));
        assertThat(js.getBatchId(), is(context.getBatchId()));
        assertThat(js.getFlowId(), is(context.getFlowId()));
        assertThat(js.getExecutionId(), is(context.getExecutionId()));
        assertThat(js.getPhase(), is(context.getPhase()));
        assertThat(js.getMainClassName(), is(QueueHadoopScriptHandler.CLEANUP_STAGE_CLASS));
        assertThat(js.getArguments(), is(context.getArguments()));


        assertThat(js.getProperties(), hasEntry("s", "service"));
    }

View Full Code Here

TOP

Related Classes of com.asakusafw.yaess.jobqueue.client.JobScript

com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandler

com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandlerTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.