Package storm.trident.tuple.TridentTupleView

Examples of storm.trident.tuple.TridentTupleView.ProjectionFactory

40
41
42
43
44
45
46
    public TridentOperationContext(TridentOperationContext parent, TridentTuple.Factory factory) {
        this(parent._topoContext, factory);
    }   
   
    public ProjectionFactory makeProjectionFactory(Fields fields) {
        return new ProjectionFactory(_factory, fields);
    }
View Full Code Here
48
49
50
51
52
53
54
55
        if(parents.size()!=1) {
            throw new RuntimeException("Each operation can only have one parent");
        }
        _context = tridentContext;
        _collector = new AppendCollector(tridentContext);
        _projection = new ProjectionFactory(parents.get(0), _inputFields);
        _function.prepare(conf, new TridentOperationContext(context, _projection));
    }
View Full Code Here
48
49
50
51
52
53
54
55
        if(parents.size()!=1) {
            throw new RuntimeException("Aggregate operation can only have one parent");
        }
        _context = tridentContext;
        _collector = new FreshCollector(tridentContext);
        _projection = new ProjectionFactory(parents.get(0), _inputFields);
        _agg.prepare(conf, new TridentOperationContext(context, _projection));
    }
View Full Code Here
29
30
31
32
33
34
35
    public TridentMultiReducerContext(List<TridentTuple.Factory> factories) {
        _factories = factories;       
    }
   
    public ProjectionFactory makeProjectionFactory(int streamIndex, Fields fields) {
        return new ProjectionFactory(_factories.get(streamIndex), fields);
    }   
View Full Code Here
53
54
55
56
57
58
59
60
61
        if(parents.size()!=1) {
            throw new RuntimeException("State query operation can only have one parent");
        }
        _context = tridentContext;
        _state = (State) context.getTaskData(_stateId);
        _projection = new ProjectionFactory(parents.get(0), _inputFields);
        _collector = new AppendCollector(tridentContext);
        _function.prepare(conf, new TridentOperationContext(context, _projection));
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
        for(int i=0; i<parentStreams.size(); i++) {
            _streamToIndex.put(parentStreams.get(i), i);
        }
        _projectionFactories = new ProjectionFactory[_projectFields.size()];
        for(int i=0; i<_projectFields.size(); i++) {
            _projectionFactories[i] = new ProjectionFactory(parents.get(i), _projectFields.get(i));
        }
        _collector = new FreshCollector(tridentContext);
        _reducer.prepare(conf, new TridentMultiReducerContext((List) Arrays.asList(_projectionFactories)));
    }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
        return new HashMap();
    }

    @Override
    public void execute(Map<TridentTuple, Object> state, int streamIndex, TridentTuple full, TridentCollector collector) {
        ProjectionFactory groupFactory = _groupFactories.get(streamIndex);
        ProjectionFactory inputFactory = _inputFactories.get(streamIndex);
       
        TridentTuple group = groupFactory.create(full);
        TridentTuple input = inputFactory.create(full);
       
        Object curr;
        if(!state.containsKey(group)) {
            curr = _reducer.init(collector, group);
            state.put(group, curr);
View Full Code Here
195
196
197
198
199
200
201
            // how to distinguish "batch" streams from non-batch streams?
            _stream = stream;
            _factory = new RootFactory(allFields);
            List<String> projected = new ArrayList(allFields.toList());
            projected.remove(0);
            _project = new ProjectionFactory(_factory, new Fields(projected));
        }
View Full Code Here
41
42
43
44
45
46
47
    public void prepare(Map conf, TopologyContext context, TridentContext tridentContext) {
        if(tridentContext.getParentTupleFactories().size()!=1) {
            throw new RuntimeException("Projection processor can only have one parent");
        }
        _context = tridentContext;
        _factory = new ProjectionFactory(tridentContext.getParentTupleFactories().get(0), _projectFields);
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
        if(parents.size()!=1) {
            throw new RuntimeException("Partition persist operation can only have one parent");
        }
        _context = tridentContext;
        _state = (State) context.getTaskData(_stateId);
        _projection = new ProjectionFactory(parents.get(0), _inputFields);
        _collector = new FreshCollector(tridentContext);
        _updater.prepare(conf, new TridentOperationContext(context, _projection));
    }
View Full Code Here
TOP

Related Classes of storm.trident.tuple.TridentTupleView.ProjectionFactory

  • storm.trident.operation.impl.GroupedMultiReducerExecutor
  • storm.trident.operation.TridentMultiReducerContext
  • storm.trident.operation.TridentOperationContext
  • storm.trident.planner.processor.AggregateProcessor
  • storm.trident.planner.processor.EachProcessor
  • storm.trident.planner.processor.MultiReducerProcessor
  • storm.trident.planner.processor.PartitionPersistProcessor
  • storm.trident.planner.processor.ProjectedProcessor
  • storm.trident.planner.processor.StateQueryProcessor
  • storm.trident.planner.SubtopologyBolt$InitialReceiver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.