Package backtype.storm.generated

Examples of backtype.storm.generated.Bolt

84
85
86
87
88
89
90
91
92
93
94
        Map<String, Bolt> boltSpecs = new HashMap<String, Bolt>();
        Map<String, SpoutSpec> spoutSpecs = new HashMap<String, SpoutSpec>();
        for(String boltId: _bolts.keySet()) {
            IRichBolt bolt = _bolts.get(boltId);
            ComponentCommon common = getComponentCommon(boltId, bolt);
            boltSpecs.put(boltId, new Bolt(ComponentObject.serialized_java(Utils.serialize(bolt)), common));
        }
        for(String spoutId: _spouts.keySet()) {
            IRichSpout spout = _spouts.get(spoutId);
            ComponentCommon common = getComponentCommon(spoutId, spout);
            spoutSpecs.put(spoutId, new SpoutSpec(ComponentObject.serialized_java(Utils.serialize(spout)), common));
View Full Code Here
136
137
138
139
140
141
142
  public static Bolt mkAckerBolt(Map<GlobalStreamId, Grouping> inputs,
      IBolt bolt, HashMap<String, StreamInfo> output, Integer p) {
    ComponentCommon common = mkAckerComponentcommon(inputs, output, p);
    byte[] boltSer = Utils.serialize(bolt);
    ComponentObject component = ComponentObject.serialized_java(boltSer);
    return new Bolt(component, common);
  }
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
                            + " is not a valid component id");
                }
            }
        }
        if (obj instanceof Bolt) {
            Bolt spec = (Bolt) obj;
            for (String id : spec.get_common().get_streams().keySet()) {
                if (system_id(id)) {
                    throw new InvalidTopologyException(id
                            + " is not a valid component id");
                }
            }
View Full Code Here
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
      outputs.put(ACKER_ACK_STREAM_ID, Thrift.directOutputFields(fields));
      outputs.put(ACKER_FAIL_STREAM_ID, Thrift.directOutputFields(fields));
 
      IBolt ackerbolt= new Acker();
      Map<GlobalStreamId, Grouping> inputs=acker_inputs(ret);
      Bolt acker_bolt = Thrift.mkAckerBolt(inputs, ackerbolt, outputs, num_tasks);
      for (Entry<String, Bolt> e : ret.get_bolts().entrySet()) {
          Bolt bolt = e.getValue();
          ComponentCommon common = bolt.get_common();
          List<String> ackList = StormUtils.mk_list("id", "ack-val");
          common.put_to_streams(ACKER_ACK_STREAM_ID,Thrift.outputFields(ackList));
         
          List<String> failList = StormUtils.mk_list("id");
          common.put_to_streams(ACKER_FAIL_STREAM_ID,Thrift.outputFields(failList));
          bolt.set_common(common);
      }
 
      for (Entry<String, SpoutSpec> kv : ret.get_spouts().entrySet()) {
          SpoutSpec bolt = kv.getValue();
          ComponentCommon common = bolt.get_common();
          List<String> initList = StormUtils.mk_list("id", "init-val", "spout-task");
          common.put_to_streams(ACKER_INIT_STREAM_ID,Thrift.outputFields(initList));
         
          GlobalStreamId ack_ack=new GlobalStreamId(ACKER_COMPONENT_ID, ACKER_ACK_STREAM_ID);
          common.put_to_inputs(ack_ack, Thrift.mkDirectGrouping());
View Full Code Here
354
355
356
357
358
359
360
361
362
363
364
365
          SpoutSpec spec = (SpoutSpec) obj;
          common=spec.get_common();
      }
     
      if (obj instanceof Bolt) {
          Bolt spec = (Bolt) obj;
          common=spec.get_common();
      }
     
      if(common!=null)
      {
          StreamInfo sinfo=Thrift.outputFields(sysEventFields);
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
        Map<String, Bolt> boltSpecs = new HashMap<String, Bolt>();
        Map<String, SpoutSpec> spoutSpecs = new HashMap<String, SpoutSpec>();
        for(String boltId: _bolts.keySet()) {
            IRichBolt bolt = _bolts.get(boltId);
            ComponentCommon common = getComponentCommon(boltId, bolt);
            boltSpecs.put(boltId, new Bolt(ComponentObject.serialized_java(Utils.serialize(bolt)), common));
        }
        for(String spoutId: _spouts.keySet()) {
            IRichSpout spout = _spouts.get(spoutId);
            ComponentCommon common = getComponentCommon(spoutId, spout);
            spoutSpecs.put(spoutId, new SpoutSpec(ComponentObject.serialized_java(Utils.serialize(spout)), common));
View Full Code Here
148
149
150
151
152
153
154
  public static Bolt mkAckerBolt(Map<GlobalStreamId, Grouping> inputs,
      IBolt bolt, HashMap<String, StreamInfo> output, Integer p) {
    ComponentCommon common = mkAckerComponentcommon(inputs, output, p);
    byte[] boltSer = Utils.serialize(bolt);
    ComponentObject component = ComponentObject.serialized_java(boltSer);
    return new Bolt(component, common);
  }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    for (String boltId : _bolts.keySet()) {
      IRichBolt bolt = _bolts.get(boltId);
      ComponentCommon common = getComponentCommon(boltId, bolt);
      boltSpecs.put(
          boltId,
          new Bolt(ComponentObject.serialized_java(Utils
              .serialize(bolt)), common));
    }
    for (String spoutId : _spouts.keySet()) {
      IRichSpout spout = _spouts.get(spoutId);
      ComponentCommon common = getComponentCommon(spoutId, spout);
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
          throw new InvalidTopologyException(id
              + " is not a valid component id");
        }
      }
    } else if (obj instanceof Bolt) {
      Bolt spec = (Bolt) obj;
      for (String id : spec.get_common().get_streams().keySet()) {
        if (system_id(id)) {
          throw new InvalidTopologyException(id
              + " is not a valid component id");
        }
      }
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
    // generate inputs
    Map<GlobalStreamId, Grouping> inputs = acker_inputs(ret);

    // generate acker which will be stored in topology
    Bolt acker_bolt = Thrift.mkAckerBolt(inputs, ackerbolt, outputs,
        ackerNum);

    // add every bolt two output stream
    // ACKER_ACK_STREAM_ID/ACKER_FAIL_STREAM_ID
    for (Entry<String, Bolt> e : ret.get_bolts().entrySet()) {

      Bolt bolt = e.getValue();

      ComponentCommon common = bolt.get_common();

      List<String> ackList = JStormUtils.mk_list("id", "ack-val");

      common.put_to_streams(ACKER_ACK_STREAM_ID,
          Thrift.outputFields(ackList));

      List<String> failList = JStormUtils.mk_list("id");
      common.put_to_streams(ACKER_FAIL_STREAM_ID,
          Thrift.outputFields(failList));

      bolt.set_common(common);
    }

    // add every spout output stream ACKER_INIT_STREAM_ID
    // add every spout two intput source
    // ((ACKER_COMPONENT_ID, ACKER_ACK_STREAM_ID), directGrouping)
    // ((ACKER_COMPONENT_ID, ACKER_FAIL_STREAM_ID), directGrouping)
    for (Entry<String, SpoutSpec> kv : ret.get_spouts().entrySet()) {
      SpoutSpec bolt = kv.getValue();
      ComponentCommon common = bolt.get_common();
      List<String> initList = JStormUtils.mk_list("id", "init-val",
          "spout-task");
      common.put_to_streams(ACKER_INIT_STREAM_ID,
          Thrift.outputFields(initList));
View Full Code Here
TOP

Related Classes of backtype.storm.generated.Bolt

  • backtype.storm.topology.TopologyBuilder
  • com.alibaba.jstorm.cluster.Common
  • com.alibaba.jstorm.utils.Thrift
  • com.alipay.bluewhale.core.cluster.Common
  • com.alipay.bluewhale.core.thrift.Thrift
  • org.apache.commons.lang.builder.HashCodeBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.