Package backtype.storm.messaging

Examples of backtype.storm.messaging.TaskMessage

109
110
111
112
113
114
115
116
117
118
119
120
   
    private ArrayList<TaskMessage>[] groupMessages(List<TaskMessage> msgs) {
      ArrayList<TaskMessage> messageGroups[] = new ArrayList[queueCount];
     
      for (int i = 0; i < msgs.size(); i++) {
        TaskMessage message = msgs.get(i);
        int task = message.task();
       
        if (task == -1) {
          closing = true;
          return null;
        }
View Full Code Here
37
38
39
40
41
42
43
44
45
    void add(TaskMessage obj) {
        if (obj == null)
            throw new RuntimeException("null object forbidded in message batch");

        TaskMessage msg = (TaskMessage)obj;
        msgs.add(msg);
        encoded_length += msgEncodeLength(msg);
    }
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
        while (msgs.hasNext()) {
            if (!channel.isConnected()) {
                connect();
                channel = channelRef.get();
            }
            TaskMessage message = msgs.next();
            if (null == messageBatch) {
                messageBatch = new MessageBatch(messageBatchSize);
            }

            messageBatch.add(message);
View Full Code Here
305
306
307
308
309
310
311
312
313
314
        throw new RuntimeException("Client connection should not receive any messages");
    }

    @Override
    public void send(int taskId, byte[] payload) {
        TaskMessage msg = new TaskMessage(taskId, payload);
        List<TaskMessage> wrapper = new ArrayList<TaskMessage>(1);
        wrapper.add(msg);
        send(wrapper.iterator());
    }
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
            int length = buf.readInt();

            available -= 4;

            if (length <= 0) {
                ret.add(new TaskMessage(task, null));
                break;
            }

            // Make sure if there's enough bytes in the buffer.
            if (available < length) {
                // The whole bytes were not received yet - return null.
                buf.resetReaderIndex();
                break;
            }
            available -= length;

            // There's enough bytes in the buffer. Read it.
            ChannelBuffer payload = buf.readBytes(length);


            // Successfully decoded a frame.
            // Return a TaskMessage object
            ret.add(new TaskMessage(task, payload.array()));
        }

        if (ret.size() == 0) {
            return null;
        } else {
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
        return false;
      }

      @Override
      public TaskMessage next() {
        TaskMessage msg = null;
        if (iter.hasNext()) {
          msg = iter.next();
        } else {
          bundleOffset++;
          iter = bundle.get(bundleOffset).iterator();
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
        if ((flags & 0x01) == 0x01) {
            //non-blocking
            return message_queue.poll();
        } else {
            try {
                TaskMessage request = message_queue.take();
                LOG.debug("request to be processed: {}", request);
                return request;
            } catch (InterruptedException e) {
                LOG.info("exception within msg receiving", e);
                return null;
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
    void add(Object obj) {
        if (obj == null)
            throw new RuntimeException("null object forbidded in message batch");

        if (obj instanceof TaskMessage) {
            TaskMessage msg = (TaskMessage)obj;
            msgs.add(msg);
            encoded_length += msgEncodeLength(msg);
            return;
        }

        if (obj instanceof ControlMessage) {
            ControlMessage msg = (ControlMessage)obj;
            msgs.add(msg);
            encoded_length += msg.encodeLength();
            return;
        }

        throw new RuntimeException("Unsuppoted object type "+obj.getClass().getName());
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
    void remove(Object obj) {
        if (obj == null) return;

        if (obj instanceof TaskMessage) {
            TaskMessage msg = (TaskMessage)obj;
            msgs.remove(msg);
            encoded_length -= msgEncodeLength(msg);
            return;
        }

        if (obj instanceof ControlMessage) {
            ControlMessage msg = (ControlMessage)obj;
            msgs.remove(msg);
            encoded_length -= msg.encodeLength();
            return;
        }
    }
View Full Code Here
124
125
126
127
128
129
130
131
132
133
        if (being_closed.get()) {
            throw new RuntimeException("Client is being closed, and does not take requests any more");
        }

        try {
            message_queue.put(new TaskMessage(task, message));
        } catch (InterruptedException e) {
            throw new RuntimeException(e);
        }
    }
View Full Code Here
TOP

Related Classes of backtype.storm.messaging.TaskMessage

  • backtype.storm.messaging.netty.Client
  • backtype.storm.messaging.netty.MessageBatch
  • backtype.storm.messaging.netty.MessageDecoder
  • backtype.storm.messaging.netty.Server
  • backtype.storm.utils.TransferDrainer
  • com.alibaba.jstorm.daemon.worker.VirtualPortDispatch
  • com.alibaba.jstorm.message.netty.MessageBatch
  • com.alibaba.jstorm.message.netty.MessageDecoder
  • com.alibaba.jstorm.message.netty.NettyClientSync
  • com.alibaba.jstorm.message.netty.NettyUnitTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.