Package org.apache.oozie.dependency

Examples of org.apache.oozie.dependency.ActionDependency


        StringBuilder actionXml = new StringBuilder(action);
        Configuration actionConf = new XConfiguration(new StringReader(actionBean.getRunConf()));

        boolean isPushDepAvailable = true;
        if (actionBean.getPushMissingDependencies() != null) {
            ActionDependency actionDep = DependencyChecker.checkForAvailability(
                    actionBean.getPushMissingDependencies(), actionConf, true);
            if (actionDep.getMissingDependencies().size() != 0) {
                isPushDepAvailable = false;
            }

        }
        boolean isPullDepAvailable = true;
View Full Code Here


                }

                // Check all dependencies during materialization to avoid registering in the cache.
                // But check only first missing one afterwards similar to
                // CoordActionInputCheckXCommand for efficiency. listPartitions is costly.
                ActionDependency actionDep = DependencyChecker.checkForAvailability(missingDepsArray, actionConf,
                        !registerForNotification);

                boolean isChangeInDependency = true;
                boolean timeout = false;
                if (actionDep.getMissingDependencies().size() == 0) {
                    // All push-based dependencies are available
                    onAllPushDependenciesAvailable();
                }
                else {
                    if (actionDep.getMissingDependencies().size() == missingDepsArray.length) {
                        isChangeInDependency = false;
                    }
                    else {
                        String stillMissingDeps = DependencyChecker.dependenciesAsString(actionDep
                                .getMissingDependencies());
                        coordAction.setPushMissingDependencies(stillMissingDeps);
                    }
                    // Checking for timeout
                    timeout = isTimeout();
                    if (timeout) {
                        queue(new CoordActionTimeOutXCommand(coordAction, coordJob.getUser(), coordJob.getAppName()));
                    }
                    else {
                        queue(new CoordPushDependencyCheckXCommand(coordAction.getId()),
                                getCoordPushCheckRequeueInterval());
                    }
                }

                updateCoordAction(coordAction, isChangeInDependency);
                if (registerForNotification) {
                    registerForNotification(actionDep.getMissingDependencies(), actionConf);
                }
                if (removeAvailDependencies) {
                    unregisterAvailableDependencies(actionDep.getAvailableDependencies());
                }
                if (timeout) {
                    unregisterMissingDependencies(actionDep.getMissingDependencies(), actionId);
                }
            }
            catch (Exception e) {
                final CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
                if (isTimeout()) {
View Full Code Here

                }

                // Check all dependencies during materialization to avoid registering in the cache.
                // But check only first missing one afterwards similar to
                // CoordActionInputCheckXCommand for efficiency. listPartitions is costly.
                ActionDependency actionDep = DependencyChecker.checkForAvailability(missingDepsArray, actionConf,
                        !registerForNotification);

                boolean isChangeInDependency = true;
                boolean timeout = false;
                if (actionDep.getMissingDependencies().size() == 0) {
                    // All push-based dependencies are available
                    onAllPushDependenciesAvailable();
                }
                else {
                    if (actionDep.getMissingDependencies().size() == missingDepsArray.length) {
                        isChangeInDependency = false;
                    }
                    else {
                        String stillMissingDeps = DependencyChecker.dependenciesAsString(actionDep
                                .getMissingDependencies());
                        coordAction.setPushMissingDependencies(stillMissingDeps);
                    }
                    // Checking for timeout
                    timeout = isTimeout();
                    if (timeout) {
                        queue(new CoordActionTimeOutXCommand(coordAction, coordJob.getUser(), coordJob.getAppName()));
                    }
                    else {
                        queue(new CoordPushDependencyCheckXCommand(coordAction.getId()),
                                getCoordPushCheckRequeueInterval());
                    }
                }

                updateCoordAction(coordAction, isChangeInDependency);
                if (registerForNotification) {
                    registerForNotification(actionDep.getMissingDependencies(), actionConf);
                }
                if (removeAvailDependencies) {
                    unregisterAvailableDependencies(actionDep.getAvailableDependencies());
                }
                if (timeout) {
                    unregisterMissingDependencies(actionDep.getMissingDependencies(), actionId);
                }
            }
            catch (Exception e) {
                final CallableQueueService callableQueueService = Services.get().get(CallableQueueService.class);
                if (isTimeout()) {
View Full Code Here

        StringBuilder actionXml = new StringBuilder(action);
        Configuration actionConf = new XConfiguration(new StringReader(actionBean.getRunConf()));

        boolean isPushDepAvailable = true;
        if (actionBean.getPushMissingDependencies() != null) {
            ActionDependency actionDep = DependencyChecker.checkForAvailability(
                    actionBean.getPushMissingDependencies(), actionConf, true);
            if (actionDep.getMissingDependencies().size() != 0) {
                isPushDepAvailable = false;
            }

        }
        boolean isPullDepAvailable = true;
View Full Code Here

TOP

Related Classes of org.apache.oozie.dependency.ActionDependency

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.