Package com.blacklocus.qs.worker.model

Examples of com.blacklocus.qs.worker.model.QSTaskModel

67
68
69
70
71
72
73
        if (!iterator.hasNext()) {
            pageForward();
        }
        S3ObjectSummary obj = iterator.next();
        assert obj != null;
        return new QSTaskModel(listingBatchId, IdSupplier.newId(), taskHandlerIdentifier, 5, obj);
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
        }
    }

    @Override
    public QSTaskModel getAvailableTask() {
        QSTaskModel task = null;
        while (task == null) {
            ReceiveMessageResult result = sqs.receiveMessage(new ReceiveMessageRequest(queueUrl).withMaxNumberOfMessages(1));
            assert result.getMessages().size() <= 1;

            if (result.getMessages().size() == 1) {
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
    @Override
    public Collection<TaskHandle> apply(Collection<QSTaskModel> tasks) {
        List<TaskHandle> taskHandles = new ArrayList<TaskHandle>(tasks.size());
        for (QSTaskModel task : tasks) {
            taskHandles.add(new TaskHandle(task, new QSTaskModel(
                    task.batchId, task.taskId, task.handler, task.remainingAttempts, task.params,
                    workerIdService.getWorkerId(), System.currentTimeMillis(), null, null, false)
            ));
        }
        return taskHandles;
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    }

    @SuppressWarnings("unchecked")
    @Override
    public Object process(TaskHandle taskHandle) throws Exception {
        QSTaskModel task = taskHandle.task;
        QSWorker worker = workers.get(task.handler);
        if (worker == null) {
            throw new RuntimeException("No worker available for handler identifier: " + task.handler);
        }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
    @Override
    public void onSuccess(TaskHandle taskHandle, TaskHandle convertedTaskHandle, Object result) {
        queueingStrategy.onBeforeRemove();

        QSTaskModel task = taskHandle.task;
        taskService.closeTask(task);
        LOG.info("Task succeeded: {}", task);

        taskHandle.logTask.finishedHappy = true;
    }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    @Override
    public void onError(TaskHandle taskHandle, TaskHandle convertedTaskHandle, Throwable throwable) {
        queueingStrategy.onBeforeRemove();

        QSTaskModel task = taskHandle.task;

        ImmutableMap<String, ImmutableMap<String, String>> exceptionDetails = ImmutableMap.of("exception", ImmutableMap.of(
                "class", throwable.getClass().getName(),
                "message", throwable.getMessage(),
                "stackTrace", ExceptionUtils.getStackTrace(throwable)
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
130
        taskHandle.logTask.finishedHappy = false;
    }

    @Override
    public void onComplete(TaskHandle taskHandle, TaskHandle convertedTaskHandle, Object result) {
        QSTaskModel task = taskHandle.task;
        QSTaskModel logTask = taskHandle.logTask;

        logTask.finished = System.currentTimeMillis();
        logTask.elapsed = logTask.finished - logTask.started;
        logService.completedTask(logTask);
View Full Code Here
85
86
87
88
89
90
91
92
93
94
        @Override
        protected void go() throws Exception {
            // If the heap is filling up, this should block for a bit. queueStrategy.on*Remove called when
            // task processing completes in the WorkerQueueItemHandler.
            queueingStrategy.onBeforeAdd(null);
            QSTaskModel task = taskService.getAvailableTask();
            taskServices.put(task, taskService);
            transferQueue.put(task);
            queueingStrategy.onAfterAdd();
        }
View Full Code Here
63
64
65
66
67
68
69
70
71
        this.elapsed = elapsed;
        this.finishedHappy = finishedHappy;
    }

    public QSTaskModel toNormalModel() {
        return new QSTaskModel(batchId, taskId, handler, remainingAttempts,
                ObjectMappers.valueToTree(params.get(handler)),
                workerId, started, finished, elapsed, finishedHappy);
    }
View Full Code Here
62
63
64
65
66
67
68
69
        this.elapsed = elapsed;
        this.finishedHappy = finishedHappy;
    }

    public QSTaskModel toNormalModel() {
        return new QSTaskModel(batchId, taskId, handler, remainingAttempts, params.get(handler),
                workerId, started, finished, elapsed, finishedHappy);
    }
View Full Code Here
TOP

Related Classes of com.blacklocus.qs.worker.model.QSTaskModel

  • com.blacklocus.qs.worker.aws.AmazonS3TaskService
  • com.blacklocus.qs.worker.aws.AmazonSQSTaskService
  • com.blacklocus.qs.worker.es.QSTaskElasticSearchModel
  • com.blacklocus.qs.worker.TaskControlFunction
  • com.blacklocus.qs.worker.util.task.ThreadedFIFOQSTaskService$TaskTransferRunnable
  • com.blacklocus.qs.worker.util.ThreadedRoundRobinQSTaskService$TaskTransferRunnable
  • com.blacklocus.qs.worker.util.WorkerQueueItemHandler
  • com.blacklocus.qs.worker.WorkerQueueItemHandler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.