Examples of allGrouping()

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

28
29
30
31
32
33
34
35
36
37
38
  public BoltDeclarer setSpout(String id, IBatchSpout spout, int paralel) {

    BoltDeclarer boltDeclarer = this
        .setBolt(id, (IBatchSpout) spout, paralel);
    boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
        BatchDef.COMPUTING_STREAM_ID);

    return boltDeclarer;
  }
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

41
42
43
44
45
46
47
48
49
50
51
    BoltDeclarer boltDeclarer = topologyBuilder.setBolt(id,
        coordinatedBolt, paralel);

    if (bolt instanceof IPrepareCommit) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.PREPARE_STREAM_ID);
    }

    if (bolt instanceof ICommitter) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

46
47
48
49
50
51
52
53
54
55
56
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.PREPARE_STREAM_ID);
    }

    if (bolt instanceof ICommitter) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.COMMIT_STREAM_ID);
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.REVERT_STREAM_ID);
    }
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

48
49
50
51
52
53
54
55
56
57
58
    }

    if (bolt instanceof ICommitter) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.COMMIT_STREAM_ID);
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.REVERT_STREAM_ID);
    }

    if (bolt instanceof IPostCommit) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

53
54
55
56
57
58
59
60
61
62
63
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.REVERT_STREAM_ID);
    }

    if (bolt instanceof IPostCommit) {
      boltDeclarer.allGrouping(BatchDef.SPOUT_TRIGGER,
          BatchDef.POST_STREAM_ID);
    }

    return boltDeclarer;
  }
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

160
161
162
163
164
165
166
167
168
169
170
                            c.streamName,
                            ((ITridentSpout) c.spout)),
                            batchIdsForSpouts,
                            specs),
                        c.parallelism);
                bd.allGrouping(spoutCoordinator(id), MasterBatchCoordinator.BATCH_STREAM_ID);
                bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.SUCCESS_STREAM_ID);
                if(c.spout instanceof ICommitterTridentSpout) {
                    bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.COMMIT_STREAM_ID);
                    if (commitBatchGroup.contains(batchGroup) == false) commitBatchGroup.add(batchGroup);
                }
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

161
162
163
164
165
166
167
168
169
170
171
                            ((ITridentSpout) c.spout)),
                            batchIdsForSpouts,
                            specs),
                        c.parallelism);
                bd.allGrouping(spoutCoordinator(id), MasterBatchCoordinator.BATCH_STREAM_ID);
                bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.SUCCESS_STREAM_ID);
                if(c.spout instanceof ICommitterTridentSpout) {
                    bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.COMMIT_STREAM_ID);
                    if (commitBatchGroup.contains(batchGroup) == false) commitBatchGroup.add(batchGroup);
                }
                for(Map m: c.componentConfs) {
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

163
164
165
166
167
168
169
170
171
172
173
                            specs),
                        c.parallelism);
                bd.allGrouping(spoutCoordinator(id), MasterBatchCoordinator.BATCH_STREAM_ID);
                bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.SUCCESS_STREAM_ID);
                if(c.spout instanceof ICommitterTridentSpout) {
                    bd.allGrouping(masterCoordinator(batchGroup), MasterBatchCoordinator.COMMIT_STREAM_ID);
                    if (commitBatchGroup.contains(batchGroup) == false) commitBatchGroup.add(batchGroup);
                }
                for(Map m: c.componentConfs) {
                    bd.addConfigurations(m);
                }
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

220
221
222
223
224
225
226
227
228
229
230
                    d.directGrouping(comp, TridentBoltExecutor.COORD_STREAM(b));
                }
            }
           
            for(String b: c.committerBatches) {
                d.allGrouping(masterCoordinator(b), MasterBatchCoordinator.COMMIT_STREAM_ID);
                if (commitBatchGroup.contains(b) == false) commitBatchGroup.add(b);
            }
        }
       
        for(String batch: batchesToCommitIds.keySet()) {
View Full Code Here

Examples of backtype.storm.topology.BoltDeclarer.allGrouping()

93
94
95
96
97
98
99
100
101
102
103
    IBatchSpout batchSpout = new BatchMetaSpout(metaSpoutConfig);
    int spoutParal = JStormUtils.parseInt(
        conf.get("topology.spout.parallel"), 1);
    BoltDeclarer spoutDeclarer = batchTopologyBuilder.setSpout(
        BatchMetaSpout.SPOUT_NAME, batchSpout, spoutParal);
    spoutDeclarer.allGrouping(BatchMetaRebalance.BOLT_NAME,
        BatchMetaRebalance.REBALANCE_STREAM_ID);

    int boltParallel = JStormUtils.parseInt(
        conf.get("topology.bolt.parallel"), 1);
    BoltDeclarer transformDeclarer = batchTopologyBuilder.setBolt(
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.