Package backtype.storm.transactional.state

Examples of backtype.storm.transactional.state.RotatingTransactionalState

51
52
53
54
55
56
57
58
59
60
61
    }
   
    @Override
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
        _state = TransactionalState.newCoordinatorState(conf, (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID), _spout.getComponentConfiguration());
        _coordinatorState = new RotatingTransactionalState(_state, META_DIR, true);
        _collector = collector;
        _coordinator = _spout.getCoordinator(conf, context);
        _currTransaction = getStoredCurrTransaction(_state);
        Object active = conf.get(Config.TOPOLOGY_MAX_SPOUT_PENDING);
        if(active==null) {
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
        @Override
        public void emitBatch(final TransactionAttempt tx, final Integer partitions,
                final BatchOutputCollector collector) {
            for(int i=_index; i < partitions; i+=_numTasks) {
                if(!_partitionStates.containsKey(i)) {
                    _partitionStates.put(i, new RotatingTransactionalState(_state, "" + i));
                }
                RotatingTransactionalState state = _partitionStates.get(i);
                final int partition = i;
                Object meta = state.getStateOrCreate(tx.getTransactionId(),
                        new RotatingTransactionalState.StateInitializer() {
                    @Override
                    public Object init(BigInteger txid, Object lastState) {
                        return _emitter.emitPartitionBatchNew(tx, collector, partition, lastState);
                    }
View Full Code Here
45
46
47
48
49
50
51
52
53
            _state = TransactionalState.newUserState(conf, (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID), getComponentConfiguration());
            List<String> existingPartitions = _state.list("");
            for(String p: existingPartitions) {
                int partition = Integer.parseInt(p);
                if((partition - _index) % _numTasks == 0) {
                    _partitionStates.put(partition, new RotatingTransactionalState(_state, p));
                }
            }
        }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
        public void emitBatch(TransactionAttempt tx, Object coordinatorMeta, BatchOutputCollector collector) {
            Map<Integer, Object> metas = new HashMap<Integer, Object>();
            _cachedMetas.put(tx.getTransactionId(), metas);
            int partitions = _emitter.numPartitions();
            for(int i=_index; i < partitions; i+=_numTasks) {
                RotatingTransactionalState state = _partitionStates.get(i);
                if(state==null) {
                    state = new RotatingTransactionalState(_state, "" + i);
                    _partitionStates.put(i, state);
                }
                state.removeState(tx.getTransactionId());
                Object meta = _emitter.emitPartitionBatch(tx, collector, i, state.getLastState());
                metas.put(i, meta);
            }
        }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
   
    @Override
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
        _rand = new Random(Utils.secureRandomLong());
        _state = TransactionalState.newCoordinatorState(conf, (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID), _spout.getComponentConfiguration());
        _coordinatorState = new RotatingTransactionalState(_state, META_DIR, true);
        _collector = collector;
        _coordinator = _spout.getCoordinator(conf, context);
        _currTransaction = getStoredCurrTransaction(_state);
        Object active = conf.get(Config.TOPOLOGY_MAX_SPOUT_PENDING);
        if(active==null) {
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
        @Override
        public void emitBatch(final TransactionAttempt tx, final Integer partitions,
                final BatchOutputCollector collector) {
            for(int i=_index; i < partitions; i+=_numTasks) {
                if(!_partitionStates.containsKey(i)) {
                    _partitionStates.put(i, new RotatingTransactionalState(_state, "" + i));
                }
                RotatingTransactionalState state = _partitionStates.get(i);
                final int partition = i;
                Object meta = state.getStateOrCreate(tx.getTransactionId(),
                        new RotatingTransactionalState.StateInitializer() {
                    @Override
                    public Object init(BigInteger txid, Object lastState) {
                        return _emitter.emitPartitionBatchNew(tx, collector, partition, lastState);
                    }
View Full Code Here
75
76
77
78
79
80
81
82
83
            _state = TransactionalState.newUserState(conf, (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID), getComponentConfiguration());
            List<String> existingPartitions = _state.list("");
            for(String p: existingPartitions) {
                int partition = Integer.parseInt(p);
                if((partition - _index) % _numTasks == 0) {
                    _partitionStates.put(partition, new RotatingTransactionalState(_state, p));
                }
            }
        }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
            } else {
                prevCached = new HashMap<Integer, Object>();
            }
           
            for(int i=_index; i < partitions; i+=_numTasks) {
                RotatingTransactionalState state = _partitionStates.get(i);
                if(state==null) {
                    state = new RotatingTransactionalState(_state, "" + i);
                    _partitionStates.put(i, state);
                }
                state.removeState(tx.getTransactionId());
                Object lastMeta = prevCached.get(i);
                if(lastMeta==null) lastMeta = state.getLastState();
                Object meta = _emitter.emitPartitionBatch(tx, collector, i, lastMeta);
                metas.put(i, meta);
            }
        }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
      SpoutOutputCollector collector) {
    _rand = new Random(Utils.secureRandomLong());
    _state = TransactionalState.newCoordinatorState(conf,
        (String) conf.get(Config.TOPOLOGY_TRANSACTIONAL_ID),
        _spout.getComponentConfiguration());
    _coordinatorState = new RotatingTransactionalState(_state, META_DIR,
        true);
    _collector = collector;
    _coordinator = _spout.getCoordinator(conf, context);
    _currTransaction = getStoredCurrTransaction(_state);
    Object active = conf.get(Config.TOPOLOGY_MAX_SPOUT_PENDING);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
    @Override
    public void emitBatch(final TransactionAttempt tx,
        final Integer partitions, final BatchOutputCollector collector) {
      for (int i = _index; i < partitions; i += _numTasks) {
        if (!_partitionStates.containsKey(i)) {
          _partitionStates.put(i, new RotatingTransactionalState(
              _state, "" + i));
        }
        RotatingTransactionalState state = _partitionStates.get(i);
        final int partition = i;
        Object meta = state.getStateOrCreate(tx.getTransactionId(),
            new RotatingTransactionalState.StateInitializer() {
              @Override
              public Object init(BigInteger txid, Object lastState) {
                return _emitter.emitPartitionBatchNew(tx,
                    collector, partition, lastState);
View Full Code Here
TOP

Related Classes of backtype.storm.transactional.state.RotatingTransactionalState

  • backtype.storm.transactional.partitioned.OpaquePartitionedTransactionalSpoutExecutor$Emitter
  • backtype.storm.transactional.partitioned.PartitionedTransactionalSpoutExecutor$Emitter
  • backtype.storm.transactional.TransactionalSpoutCoordinator
  • java.math.BigInteger
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.