Package backtype.storm.utils

Examples of backtype.storm.utils.DisruptorQueue

104
105
106
107
108
109
110
111
112
113
114
        storm_conf.get(Config.TOPOLOGY_EXECUTOR_RECEIVE_BUFFER_SIZE),
        256);
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    this.exeQueue = new DisruptorQueue(idStr, ProducerType.MULTI,
        queue_size, waitStrategy);
    this.exeQueue.consumerStarted();

    this.registerInnerTransfer(exeQueue);
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
   
  }

  protected void registerInnerTransfer(DisruptorQueue disruptorQueue) {
    LOG.info("Registor inner transfer for executor thread of " + idStr);
    DisruptorQueue existInnerTransfer = innerTaskTransfer.get(taskId);
    if (existInnerTransfer != null) {
      LOG.info("Exist inner task transfer for executing thread of "
          + idStr);
      if (existInnerTransfer != disruptorQueue) {
        throw new RuntimeException(
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
      LOG.info("Start TimeTick");
    }
   
    for (Entry<String, DisruptorQueue> entry: queues.entrySet()) {
      String name = entry.getKey();
      DisruptorQueue queue = entry.getValue();
      Tick tick = new Tick(name);
      queue.publish(tick);
      LOG.debug("Issue time tick " + name);
    }
   
  }
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
        stormConf.get(Config.TOPOLOGY_EXECUTOR_RECEIVE_BUFFER_SIZE), 256);
   
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) stormConf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue queue = new DisruptorQueue("TaskDeserialize", ProducerType.SINGLE,
        queueSize, waitStrategy);

    deserializeQueues.put(taskid, queue);

    return queue;
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
  }

  public TaskShutdownDameon execute() throws Exception {
    setComponentType();

    DisruptorQueue deserializeQueue = registerDisruptorQueue();

    TaskSendTargets sendTargets = echoToSystemBolt();

    // create thread to get tuple from zeroMQ,
    // and pass the tuple to bolt/spout
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
    int queue_size = Utils.getInt(
        stormConf.get(Config.TOPOLOGY_TRANSFER_BUFFER_SIZE), 1024);
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) stormConf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue("Dispatch", ProducerType.MULTI,
        queue_size, waitStrategy);
    // stop  consumerStarted
    //recvQueue.consumerStarted();

    IContext context = workerData.getContext();
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    int queue_size = Utils.getInt(storm_conf
        .get(Config.TOPOLOGY_EXECUTOR_SEND_BUFFER_SIZE));
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    this.serializeQueue = new DisruptorQueue(taskName, ProducerType.MULTI,
        queue_size, waitStrategy);
    this.serializeQueue.consumerStarted();
   
    String taskId = taskName.substring(taskName.indexOf(":") + 1);
    Metrics.registerQueue(taskName, MetricDef.SERIALIZE_QUEUE, serializeQueue, taskId, Metrics.MetricType.TASK);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
  public void transfer(TupleExt tuple) {

    int taskid = tuple.getTargetTaskId();

    DisruptorQueue exeQueue = innerTaskTransfer.get(taskid);
    if (exeQueue != null) {
      exeQueue.publish(tuple);
    } else {
      serializeQueue.publish(tuple);
    }

  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
      throws Exception {
    TaskMessage message = (TaskMessage) event;

    int task = message.task();

    DisruptorQueue queue = deserializeQueues.get(task);
    if (queue == null) {
      LOG.warn("Received invalid message directed at port " + task
          + ". Dropping...");
      return;
    }

    queue.publish(message.message());

  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));

    disruptorQueue = new DisruptorQueue(name, ProducerType.MULTI,
        MAX_SEND_PENDING * 8, waitStrategy);

    Metrics.registerQueue(address, MetricDef.NETTY_CLI_SYNC_DISR_QUEUE, disruptorQueue,
        null, Metrics.MetricType.WORKER);

View Full Code Here
TOP

Related Classes of backtype.storm.utils.DisruptorQueue

  • com.alibaba.jstorm.daemon.worker.TimeTick
  • com.alibaba.jstorm.daemon.worker.VirtualPortDispatch
  • com.alibaba.jstorm.daemon.worker.Worker
  • com.alibaba.jstorm.daemon.worker.WorkerData
  • com.alibaba.jstorm.message.netty.NettyClientSync
  • com.alibaba.jstorm.message.netty.NettyUnitTest
  • com.alibaba.jstorm.task.execute.BaseExecutors
  • com.alibaba.jstorm.task.Task
  • com.alibaba.jstorm.task.TaskTransfer
  • com.alibaba.jstorm.util.queue.DisruptorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.