Package backtype.storm.generated

Examples of backtype.storm.generated.GlobalStreamId

299
300
301
302
303
304
305
306
        public BoltDeclarer directGrouping(String componentId, String streamId) {
            return grouping(componentId, streamId, Grouping.direct(new NullStruct()));
        }

        private BoltDeclarer grouping(String componentId, String streamId, Grouping grouping) {
            _commons.get(_boltId).put_to_inputs(new GlobalStreamId(componentId, streamId), grouping);
            return this;
        }
View Full Code Here
389
390
391
392
393
394
395
396
397
398
399
                //  TimeWindow takes one of the following: ":all-time", "600" (10mins), "10800" (3h), "86400" (1d)             
                            
                Map<GlobalStreamId, Long> executedMapAllTime = getNumTuplesBolt(execSummary);
                //let's sum up all the executed tuples during the entire execution for all the streams separately
                for (Map.Entry<GlobalStreamId, Long> entry : executedMapAllTime.entrySet()) {
                  GlobalStreamId streamId = entry.getKey();
                  long executedTuples = entry.getValue();
                  double execLatency = getBoltLatency(execSummary).get(streamId);

                  //adding to the collection
                  TuplesInfo ti = new TuplesInfo(executedTuples, execLatency);
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
  }

  @Override
  public void execute(Tuple tuple) {
    List<Object> id = tuple.select(_idFields);
    GlobalStreamId streamId = new GlobalStreamId(tuple.getSourceComponent(), tuple.getSourceStreamId());
    if (!_pending.containsKey(id)) {
      _pending.put(id, new HashMap<GlobalStreamId, Tuple>());
    }
    Map<GlobalStreamId, Tuple> parts = _pending.get(id);
    if (parts.containsKey(streamId))
      throw new RuntimeException("Received same side of single join twice");
    parts.put(streamId, tuple);
    if (parts.size() == _numSources) {
      _pending.remove(id);
      List<Object> joinResult = new ArrayList<Object>();
      for (String outField : _outFields) {
        GlobalStreamId loc = _fieldLocations.get(outField);
        joinResult.add(parts.get(loc).getValueByField(outField));
      }
      _collector.emit(new ArrayList<Tuple>(parts.values()), joinResult);

      for (Tuple part : parts.values()) {
View Full Code Here
221
222
223
224
225
226
227
   
    /**
     * Returns the global stream id (component + stream) of this tuple.
     */
    public GlobalStreamId getSourceGlobalStreamid() {
        return new GlobalStreamId(getSourceComponent(), streamId);
    }
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
        stream, stats_rate(stats) * amt);
  }

  public static void bolt_acked_tuple(BoltTaskStatsRolling stats,
      String component, String stream, Long latency_ms) {
    GlobalStreamId key = new GlobalStreamId(component, stream);
    update_task_stat(stats, StormUtils.mk_arr("acked"), key,
        stats_rate(stats));
    update_task_stat(stats, StormUtils.mk_arr("process_latencies"), key,
        latency_ms);
  }
View Full Code Here
243
244
245
246
247
248
249
250
251
        latency_ms);
  }

  public static void bolt_failed_tuple(BoltTaskStatsRolling stats,
      String component, String stream, Long latency_ms) {
    GlobalStreamId key = new GlobalStreamId(component, stream);
    update_task_stat(stats, StormUtils.mk_arr("failed"), key,
        stats_rate(stats));
  }
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
      Map<String, SpoutSpec> spout_ids = topology.get_spouts();
 
      Map<GlobalStreamId, Grouping> spout_inputs = new HashMap<GlobalStreamId, Grouping>();
      for (Entry<String, SpoutSpec> spout : spout_ids.entrySet()) {
          String id = spout.getKey();
          GlobalStreamId stream = new GlobalStreamId(id, ACKER_INIT_STREAM_ID);
          Grouping group = Thrift.mkFieldsGrouping(StormUtils.mk_list("id"));
          spout_inputs.put(stream, group);
      }
 
      Map<GlobalStreamId, Grouping> bolt_inputs = new HashMap<GlobalStreamId, Grouping>();
      for (Entry<String, Bolt> bolt : bolt_ids.entrySet()) {
          String id = bolt.getKey();
 
          GlobalStreamId streamAck = new GlobalStreamId(id,
                  ACKER_ACK_STREAM_ID);
          Grouping groupAck = Thrift.mkFieldsGrouping(StormUtils
                  .mk_list("id"));
 
          GlobalStreamId streamFail = new GlobalStreamId(id,
                  ACKER_FAIL_STREAM_ID);
          Grouping groupFail = Thrift.mkFieldsGrouping(StormUtils
                  .mk_list("id"));
 
          bolt_inputs.put(streamAck, groupAck);
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
330
331
332
          SpoutSpec bolt = kv.getValue();
          ComponentCommon common = bolt.get_common();
          List<String> initList = StormUtils.mk_list("id", "init-val", "spout-task");
          common.put_to_streams(ACKER_INIT_STREAM_ID,Thrift.outputFields(initList));
         
          GlobalStreamId ack_ack=new GlobalStreamId(ACKER_COMPONENT_ID, ACKER_ACK_STREAM_ID);
          common.put_to_inputs(ack_ack, Thrift.mkDirectGrouping());
         
          GlobalStreamId ack_fail=new GlobalStreamId(ACKER_COMPONENT_ID,ACKER_FAIL_STREAM_ID);
          common.put_to_inputs(ack_fail,Thrift.mkDirectGrouping());
      }
 
      ret.put_to_bolts("__acker", acker_bolt);
  }
View Full Code Here
161
162
163
164
165
166
167
        public static IdStreamSpec makeDetectSpec(String component, String stream) {
            return new IdStreamSpec(component, stream);
        }       
       
        protected IdStreamSpec(String component, String stream) {
            _id = new GlobalStreamId(component, stream);
        }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
  }

  @Override
  public void execute(Tuple tuple) {
    List<Object> id = tuple.select(_idFields);
    GlobalStreamId streamId = new GlobalStreamId(tuple.getSourceComponent(), tuple.getSourceStreamId());
    if (!_pending.containsKey(id)) {
      _pending.put(id, new HashMap<GlobalStreamId, Tuple>());
    }
    Map<GlobalStreamId, Tuple> parts = _pending.get(id);
    if (parts.containsKey(streamId))
      throw new RuntimeException("Received same side of single join twice");
    parts.put(streamId, tuple);
    if (parts.size() == _numSources) {
      _pending.remove(id);
      List<Object> joinResult = new ArrayList<Object>();
      for (String outField : _outFields) {
        GlobalStreamId loc = _fieldLocations.get(outField);
        joinResult.add(parts.get(loc).getValueByField(outField));
      }
      _collector.emit(new ArrayList<Tuple>(parts.values()), joinResult);

      for (Tuple part : parts.values()) {
View Full Code Here
TOP

Related Classes of backtype.storm.generated.GlobalStreamId

  • backtype.storm.coordination.CoordinatedBolt$IdStreamSpec
  • backtype.storm.topology.TopologyBuilder$BoltGetter
  • backtype.storm.tuple.Tuple
  • backtype.storm.tuple.TupleImpl
  • com.alibaba.jstorm.cluster.Common
  • com.alibaba.jstorm.stats.CommonStatsData
  • com.alibaba.jstorm.stats.CommonStatsRolling
  • com.alibaba.jstorm.task.group.MkGrouper
  • com.alibaba.jstorm.ui.model.data.BoltPage
  • com.alibaba.jstorm.ui.model.data.SpoutPage
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.