Examples of org.apache.oozie.service.CallableQueueService$CompositeCallable

org.apache.oozie.service.CallableQueueService
The callable queue service queues {@link XCallable}s for asynchronous execution.
Callables can be queued for immediate execution or for delayed execution (some time in the future).
Callables are consumed from the queue for execution based on their priority.
When the queues (for immediate execution and for delayed execution) are full, the callable queue service stops queuing callables.
A thread-pool is used to execute the callables asynchronously.
The following configuration parameters control the callable queue service:
{@link #CONF_QUEUE_SIZE} size of the immediate execution queue. Defaulf value is 10000.
{@link #CONF_THREADS} number of threads in the thread-pool used for asynchronous command execution. When this numberof threads is reached, commands remain the queue until threads become available. Sets up a priority queue for the execution of Commands via a ThreadPool. Sets up a Delayed Queue to handle actions which will be ready for execution sometime in the future.

        final MyCoordKillXCommand callable2 = new MyCoordKillXCommand(job.getId(), 100);
        final MyCoordKillXCommand callable3 = new MyCoordKillXCommand(job.getId(), 100);


        List<MyCoordKillXCommand> callables = Arrays.asList(callable1, callable2, callable3);


        CallableQueueService queueservice = services.get(CallableQueueService.class);


        for (MyCoordKillXCommand c : callables) {
            queueservice.queue(c);
        }


        waitFor(1000, new Predicate() {
            public boolean evaluate() throws Exception {
                return callable1.executed != 0 && callable2.executed == 0 && callable3.executed == 0;

View Full Code Here

        final MyCoordActionInputCheckXCommand callable2 = new MyCoordActionInputCheckXCommand(action1.getId(), 100, "2");
        final MyCoordActionInputCheckXCommand callable3 = new MyCoordActionInputCheckXCommand(action1.getId(), 100, "3");


        List<MyCoordActionInputCheckXCommand> callables = Arrays.asList(callable1, callable2, callable3);


        CallableQueueService queueservice = services.get(CallableQueueService.class);


        for (MyCoordActionInputCheckXCommand c : callables) {
            queueservice.queue(c);
        }


        waitFor(200, new Predicate() {
            public boolean evaluate() throws Exception {
                return callable1.executed != 0 && callable2.executed == 0 && callable3.executed == 0;

View Full Code Here

                    ret = execute();
                    executeCron.stop();
                    instrumentation.addCron(INSTRUMENTATION_GROUP, getName() + ".execute", executeCron);
                }
                if (commandQueue != null) {
                    CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
                    for (Map.Entry<Long, List<XCommand<?>>> entry : commandQueue.entrySet()) {
                        LOG.debug("Queuing [{0}] commands with delay [{1}]ms", entry.getValue().size(), entry.getKey());
                        if (!callableQueueService.queueSerial(entry.getValue(), entry.getKey())) {
                            LOG.warn("Could not queue [{0}] commands with delay [{1}]ms, queue full", entry.getValue()
                                    .size(), entry.getKey());
                        }
                    }
                }

View Full Code Here

     * Check for the existence of interrupts for the same lock key
     * Execute them if exist.
     *
     */
    protected void executeInterrupts() {
        CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
        // getting all the list of interrupts to be executed
        Set<XCallable<?>> callables = callableQueueService.checkInterrupts(this.getEntityKey());


        if (callables != null) {
            // executing the list of interrupts in the given order of insertion
            // in the list
            for (XCallable<?> callable : callables) {

View Full Code Here

                    ret = execute();
                    executeCron.stop();
                    instrumentation.addCron(INSTRUMENTATION_GROUP, getName() + ".execute", executeCron);
                }
                if (commandQueue != null) {
                    CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
                    for (Map.Entry<Long, List<XCommand<?>>> entry : commandQueue.entrySet()) {
                        LOG.debug("Queuing [{0}] commands with delay [{1}]ms", entry.getValue().size(), entry.getKey());
                        if (!callableQueueService.queueSerial(entry.getValue(), entry.getKey())) {
                            LOG.warn("Could not queue [{0}] commands with delay [{1}]ms, queue full", entry.getValue()
                                    .size(), entry.getKey());
                        }
                    }
                }

View Full Code Here

     * Check for the existence of interrupts for the same lock key
     * Execute them if exist.
     *
     */
    protected void executeInterrupts() {
        CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
        // getting all the list of interrupts to be executed
        Set<XCallable<?>> callables = callableQueueService.checkInterrupts(this.getEntityKey());


        if (callables != null) {
            // executing the list of interrupts in the given order of insertion
            // in the list
            for (XCallable<?> callable : callables) {

View Full Code Here

        final MyCoordActionInputCheckXCommand callable2 = new MyCoordActionInputCheckXCommand(action1.getId(), 100, "2");
        final MyCoordActionInputCheckXCommand callable3 = new MyCoordActionInputCheckXCommand(action1.getId(), 100, "3");


        List<MyCoordActionInputCheckXCommand> callables = Arrays.asList(callable1, callable2, callable3);


        CallableQueueService queueservice = services.get(CallableQueueService.class);


        for (MyCoordActionInputCheckXCommand c : callables) {
            queueservice.queue(c);
        }


        waitFor(200, new Predicate() {
            public boolean evaluate() throws Exception {
                return callable1.executed != 0 && callable2.executed == 0 && callable3.executed == 0;

View Full Code Here

        final MyCoordKillXCommand callable2 = new MyCoordKillXCommand(job.getId(), 100);
        final MyCoordKillXCommand callable3 = new MyCoordKillXCommand(job.getId(), 100);


        List<MyCoordKillXCommand> callables = Arrays.asList(callable1, callable2, callable3);


        CallableQueueService queueservice = services.get(CallableQueueService.class);


        for (MyCoordKillXCommand c : callables) {
            queueservice.queue(c);
        }


        waitFor(1000, new Predicate() {
            public boolean evaluate() throws Exception {
                return callable1.executed != 0 && callable2.executed == 0 && callable3.executed == 0;

View Full Code Here

                    ret = execute();
                    executeCron.stop();
                    instrumentation.addCron(INSTRUMENTATION_GROUP, getName() + ".execute", executeCron);
                }
                if (commandQueue != null) {
                    CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
                    for (Map.Entry<Long, List<XCommand<?>>> entry : commandQueue.entrySet()) {
                        LOG.debug("Queuing [{0}] commands with delay [{1}]ms", entry.getValue().size(), entry.getKey());
                        if (!callableQueueService.queueSerial(entry.getValue(), entry.getKey())) {
                            LOG.warn("Could not queue [{0}] commands with delay [{1}]ms, queue full", entry.getValue()
                                    .size(), entry.getKey());
                        }
                    }
                }

View Full Code Here

     * Check for the existence of interrupts for the same lock key
     * Execute them if exist.
     *
     */
    protected void executeInterrupts() {
        CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
        // getting all the list of interrupts to be executed
        Set<XCallable<?>> callables = callableQueueService.checkInterrupts(this.getEntityKey());


        if (callables != null) {
            // executing the list of interrupts in the given order of insertion
            // in the list
            for (XCallable<?> callable : callables) {

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.oozie.service.CallableQueueService$CompositeCallable

org.apache.hadoop.conf.Configuration

org.apache.oozie.command.coord.CoordPushDependencyCheckXCommand

org.apache.oozie.command.coord.TestCoordActionInputCheckXCommand

org.apache.oozie.command.coord.TestCoordKillXCommand

org.apache.oozie.command.coord.TestCoordPushDependencyCheckXCommand

org.apache.oozie.command.XCommand

org.apache.oozie.util.XLog

java.util.concurrent.ThreadPoolExecutor

java.util.Date

java.util.concurrent.atomic.AtomicInteger

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.