Package com.blacklocus.qs.worker.model

Examples of com.blacklocus.qs.worker.model.QSTaskModel

85
86
87
88
89
90
91
92
93
94
        @Override
        protected void go() throws Exception {
            // If the heap is filling up, this should block for a bit. queueStrategy.on*Remove called when
            // task processing completes in the WorkerQueueItemHandler.
            queueingStrategy.onBeforeAdd(null);
            QSTaskModel task = taskService.getAvailableTask();
            taskServices.put(task, taskService);
            transferQueue.put(task);
            queueingStrategy.onAfterAdd();
        }
View Full Code Here
60
61
62
63
64
65
66
        if (!iterator.hasNext()) {
            pageForward();
        }
        S3ObjectSummary obj = iterator.next();
        assert obj != null;
        return new QSTaskModel(listingBatchId, IdSupplier.newId(), taskHandlerIdentifier, ImmutableMap.<String, Object>of(PARAM_OBJECT, obj));
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
        this.objectMapper = new ObjectMapper();
    }

    @Override
    public QSTaskModel getAvailableTask() {
        QSTaskModel task = null;
        while (task == null) {
            ReceiveMessageResult result = sqs.receiveMessage(new ReceiveMessageRequest(queueUrl).withMaxNumberOfMessages(1));
            assert result.getMessages().size() <= 1;

            if (result.getMessages().size() == 1) {
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
        return task;
    }

    @Override
    public Object process(TaskHandle taskHandle) throws Exception {
        QSTaskModel task = taskHandle.task;
        QSWorker worker = workers.get(task.handler);
        if (worker == null) {
            throw new RuntimeException("No worker available for handler identifier: " + task.handler);
        }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    @Override
    public void onError(TaskHandle taskHandle, Throwable throwable) {
        queueingStrategy.onBeforeRemove();

        QSTaskModel task = taskHandle.task;
        taskService.resetTask(task);

        ImmutableMap<String, ImmutableMap<String, String>> exceptionDetails = ImmutableMap.of("exception", ImmutableMap.of(
                "class", throwable.getClass().getName(),
                "message", throwable.getMessage(),
View Full Code Here
78
79
80
81
82
83
84
85
86
87
        @Override
        protected void go() throws Exception {
            // If the heap is filling up, this should block for a bit. queueStrategy.on*Remove called when
            // task processing completes in the WorkerQueueItemHandler.
            queueingStrategy.onBeforeAdd(null);
            QSTaskModel task = taskService.getAvailableTask();
            taskServices.put(task, taskService);
            transferQueue.put(task);
            queueingStrategy.onAfterAdd();
        }
View Full Code Here
66
67
68
69
70
71
72
        if (!iterator.hasNext()) {
            pageForward();
        }
        S3ObjectSummary obj = iterator.next();
        assert obj != null;
        return new QSTaskModel(listingBatchId, IdSupplier.newId(), taskHandlerIdentifier, 5, ObjectMappers.valueToTree(obj));
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
        }
    }

    @Override
    public QSTaskModel getAvailableTask() {
        QSTaskModel task = null;
        while (task == null) {
            ReceiveMessageResult result = sqs.receiveMessage(new ReceiveMessageRequest(queueUrl).withMaxNumberOfMessages(1));
            assert result.getMessages().size() <= 1;

            if (result.getMessages().size() == 1) {
View Full Code Here
TOP

Related Classes of com.blacklocus.qs.worker.model.QSTaskModel

  • com.blacklocus.qs.worker.aws.AmazonS3TaskService
  • com.blacklocus.qs.worker.aws.AmazonSQSTaskService
  • com.blacklocus.qs.worker.es.QSTaskElasticSearchModel
  • com.blacklocus.qs.worker.TaskControlFunction
  • com.blacklocus.qs.worker.util.task.ThreadedFIFOQSTaskService$TaskTransferRunnable
  • com.blacklocus.qs.worker.util.ThreadedRoundRobinQSTaskService$TaskTransferRunnable
  • com.blacklocus.qs.worker.util.WorkerQueueItemHandler
  • com.blacklocus.qs.worker.WorkerQueueItemHandler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.