Package com.hazelcast.mapreduce.impl.task

Examples of com.hazelcast.mapreduce.impl.task.JobProcessInformationImpl

67
68
69
70
71
72
73
74
75
76
77
    public static JobProcessInformationImpl createJobProcessInformation(JobTaskConfiguration configuration,
                                                                        JobSupervisor supervisor) {
        NodeEngine nodeEngine = configuration.getNodeEngine();
        if (configuration.getKeyValueSource() instanceof PartitionIdAware) {
            int partitionCount = nodeEngine.getPartitionService().getPartitionCount();
            return new JobProcessInformationImpl(partitionCount, supervisor);
        } else {
            int partitionCount = nodeEngine.getClusterService().getMemberList().size();
            return new MemberAssigningJobProcessInformationImpl(partitionCount, supervisor);
        }
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
            return;
        }

        InternalPartitionService ps = getNodeEngine().getPartitionService();
        List<Integer> memberPartitions = ps.getMemberPartitions(getCallerAddress());
        JobProcessInformationImpl processInformation = supervisor.getJobProcessInformation();

        while (true) {
            int selectedPartition = searchMemberPartitionToProcess(processInformation, memberPartitions);
            if (selectedPartition == -1) {
                // All partitions seem to be assigned so give up
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
        if (supervisor == null) {
            result = new RequestPartitionResult(NO_SUPERVISOR, -1);
            return;
        }

        JobProcessInformationImpl processInformation = supervisor.getJobProcessInformation();
        JobPartitionState.State nextState = stateChange(getCallerAddress(), partitionId, MAPPING, processInformation,
                supervisor.getConfiguration());

        if (nextState != null) {
            result = new RequestPartitionResult(SUCCESSFUL, partitionId);
View Full Code Here
45
46
47
48
49
50
51
52
53
    public void run()
            throws Exception {
        MapReduceService mapReduceService = getService();
        JobSupervisor supervisor = mapReduceService.getJobSupervisor(getName(), getJobId());
        if (supervisor != null) {
            JobProcessInformationImpl processInformation = supervisor.getJobProcessInformation();
            processInformation.addProcessedRecords(processedRecords);
        }
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        if (supervisor == null) {
            result = new RequestPartitionResult(NO_SUPERVISOR, -1);
            return;
        }

        JobProcessInformationImpl processInformation = supervisor.getJobProcessInformation();
        JobPartitionState.State nextState = stateChange(getCallerAddress(), partitionId, currentState, processInformation,
                supervisor.getConfiguration());

        if (nextState == PROCESSED) {
            result = new RequestPartitionResult(SUCCESSFUL, partitionId);
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
        if (supervisor == null) {
            result = new RequestPartitionResult(NO_SUPERVISOR, -1);
            return;
        }

        JobProcessInformationImpl processInformation = supervisor.getJobProcessInformation();

        while (true) {
            JobPartitionState[] partitionStates = processInformation.getPartitionStates();
            JobPartitionState oldPartitionState = partitionStates[partitionId];

            if (oldPartitionState == null || !getCallerAddress().equals(oldPartitionState.getOwner())) {
                result = new RequestPartitionResult(CHECK_STATE_FAILED, partitionId);
                return;
            }

            if (processInformation.updatePartitionState(partitionId, oldPartitionState, null)) {
                result = new RequestPartitionResult(SUCCESSFUL, partitionId);
                return;
            }
        }
    }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    public static JobProcessInformationImpl createJobProcessInformation(JobTaskConfiguration configuration,
                                                                        JobSupervisor supervisor) {
        NodeEngine nodeEngine = configuration.getNodeEngine();
        if (configuration.getKeyValueSource() instanceof PartitionIdAware) {
            int partitionCount = nodeEngine.getPartitionService().getPartitionCount();
            return new JobProcessInformationImpl(partitionCount, supervisor);
        } else {
            int partitionCount = nodeEngine.getClusterService().getMemberList().size();
            return new MemberAssigningJobProcessInformationImpl(partitionCount, supervisor);
        }
    }
View Full Code Here
TOP

Related Classes of com.hazelcast.mapreduce.impl.task.JobProcessInformationImpl

  • com.hazelcast.mapreduce.impl.MapReduceUtil
  • com.hazelcast.mapreduce.impl.operation.PostPonePartitionProcessing
  • com.hazelcast.mapreduce.impl.operation.ProcessStatsUpdateOperation
  • com.hazelcast.mapreduce.impl.operation.RequestPartitionMapping
  • com.hazelcast.mapreduce.impl.operation.RequestPartitionProcessed
  • com.hazelcast.mapreduce.impl.operation.RequestPartitionReducing
  • com.hazelcast.nio.Address
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.