Package com.hazelcast.mapreduce.impl

Examples of com.hazelcast.mapreduce.impl.MapReduceService

78
79
80
81
82
83
84
85
86
87
        if (cancelled.get()) {
            return;
        }
        reducerQueue.offer(new ReducerChunk<Key, Chunk>(chunk, partitionId, sender));
        if (active.compareAndSet(false, true)) {
            MapReduceService mapReduceService = supervisor.getMapReduceService();
            ExecutorService es = mapReduceService.getExecutorService(name);
            es.submit(this);
        }
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
    }

    private void processProcessedState(ReducerChunk<Key, Chunk> reducerChunk) {
        // If partitionId is set this was the last chunk for this partition
        if (reducerChunk.partitionId != -1) {
            MapReduceService mapReduceService = supervisor.getMapReduceService();
            ReducingFinishedNotification notification = new ReducingFinishedNotification(mapReduceService.getLocalAddress(), name,
                    jobId, reducerChunk.partitionId);

            mapReduceService.sendNotification(reducerChunk.sender, notification);
        }
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
    }

    @Override
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        mapReduceService.registerJobSupervisorCancellation(getName(), getJobId(), jobOwner);
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(getName(), getJobId());
        if (supervisor != null) {
            supervisor.cancel();
        }
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
    }

    @Override
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(getName(), getJobId());
        if (supervisor == null) {
            result = new RequestPartitionResult(NO_SUPERVISOR, -1);
            return;
        }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    }

    @Override
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(getName(), getJobId());
        if (supervisor != null) {
            supervisor.notifyRemoteException(getCallerAddress(), throwable);
        }
    }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
    }

    @Override
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(getName(), getJobId());
        if (supervisor == null) {
            result = new RequestPartitionResult(NO_SUPERVISOR, -1);
            return;
        }
View Full Code Here
48
49
50
51
52
53
54
55
    }

    @Override
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        mapReduceService.dispatchEvent(notification);
    }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
    @Override
    protected void invoke() {
        final ClientEndpoint endpoint = getEndpoint();

        MapReduceService mapReduceService = getService();
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(name, jobId);

        JobProcessInformation processInformation = null;
        if (supervisor != null && supervisor.getJobProcessInformation() != null) {
            JobProcessInformation current = supervisor.getJobProcessInformation();
            processInformation = new TransferableJobProcessInformation(current.getPartitionStates(),
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
    @Override
    protected void invoke() {
        try {
            final ClientEndpoint endpoint = getEndpoint();

            MapReduceService mapReduceService = getService();
            NodeEngine nodeEngine = mapReduceService.getNodeEngine();
            AbstractJobTracker jobTracker = (AbstractJobTracker) mapReduceService.createDistributedObject(name);
            TrackableJobFuture jobFuture = new TrackableJobFuture(name, jobId, jobTracker, nodeEngine, null);
            if (jobTracker.registerTrackableJob(jobFuture)) {
                ICompletableFuture<Object> future = startSupervisionTask(jobFuture, mapReduceService, nodeEngine, jobTracker);
                future.andThen(new ExecutionCallback<Object>() {
                    @Override
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
    @Override
    protected void invoke() {
        final ClientEndpoint endpoint = getEndpoint();

        MapReduceService mapReduceService = getService();
        Address jobOwner = mapReduceService.getLocalAddress();
        mapReduceService.registerJobSupervisorCancellation(name, jobId, jobOwner);

        JobSupervisor supervisor = mapReduceService.getJobSupervisor(name, jobId);
        if (supervisor != null && supervisor.isOwnerNode()) {
            Exception exception = new CancellationException("Operation was cancelled by the user");
            supervisor.cancelAndNotify(exception);
        }
        endpoint.sendResponse(Boolean.TRUE, getCallId());
View Full Code Here
TOP

Related Classes of com.hazelcast.mapreduce.impl.MapReduceService

  • com.hazelcast.mapreduce.impl.client.ClientCancellationRequest
  • com.hazelcast.mapreduce.impl.client.ClientJobProcessInformationRequest
  • com.hazelcast.mapreduce.impl.client.ClientMapReduceRequest
  • com.hazelcast.mapreduce.impl.operation.CancelJobSupervisorOperation
  • com.hazelcast.mapreduce.impl.operation.FireNotificationOperation
  • com.hazelcast.mapreduce.impl.operation.GetResultOperation
  • com.hazelcast.mapreduce.impl.operation.KeysAssignmentOperation
  • com.hazelcast.mapreduce.impl.operation.KeyValueJobOperation
  • com.hazelcast.mapreduce.impl.operation.NotifyRemoteExceptionOperation
  • com.hazelcast.mapreduce.impl.operation.PostPonePartitionProcessing
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.