Package org.apache.flink.runtime.io.network

Examples of org.apache.flink.runtime.io.network.Envelope

480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
  private Envelope nextEnvelope(boolean withBuffer) {
    return nextEnvelope(withBuffer, false);
  }

  private Envelope nextEnvelope(int bufferSize, AbstractEvent... events) {
    Envelope env = new Envelope(random.nextInt(), new JobID(), new ChannelID());
    if (bufferSize > 0) {
      byte[] data = new byte[bufferSize];
      random.nextBytes(data);

      env.setBuffer(spy(new Buffer(new MemorySegment(data), bufferSize, RECYCLER)));
    }

    if (events != null && events.length > 0) {
      env.serializeEventList(Arrays.asList(events));
    }

    return env;
  }
View Full Code Here
567
568
569
570
571
572
573
574
575
576
577
    if (expectedEnvelopes == null) {
      Assert.assertNull(ch.readInbound());
    }
    else {
      for (Envelope expected : expectedEnvelopes) {
        Envelope actual = (Envelope) ch.readInbound();

        if (actual == null) {
          Assert.fail("No inbound envelope available, but expected one");
        }
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
        @Override
        public void run() {
          // enqueue envelopes with ascending seq numbers
          while (seqNum.get() < numToSendPerSubtask) {
            try {
              Envelope env = new Envelope(seqNum.getAndIncrement(), jobId, channelId);
              senderConnManager.enqueue(env, receiver);
            } catch (IOException e) {
              throw new RuntimeException("Unexpected exception while enqueuing envelope.");
            }
          }
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
170
171
      this.numExpectedEnvelopesPerSubtask = numExpectedEnvelopesPerSubtask;
    }

    @Override
    public Void answer(InvocationOnMock invocation) throws Throwable {
      Envelope env = (Envelope) invocation.getArguments()[0];

      ChannelID channelId = env.getSource();
      int seqNum = env.getSequenceNumber();

      if (seqNum == 0) {
        Integer previousSeqNum = this.received.putIfAbsent(channelId, seqNum);

        String msg = String.format("Received envelope from %s before, but current seq num is 0", channelId);
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
    final EmbeddedChannel channel = new EmbeddedChannel(new OutboundEnvelopeEncoder());

    int numBuffers = 0;
    for (int i = 0; i < NUM_RANDOM_ENVELOPES; i++) {
      Envelope env = new Envelope(i, new JobID(), new ChannelID());
      int expectedEncodedMsgSize = OutboundEnvelopeEncoder.HEADER_SIZE;

      if (random.nextBoolean()) {
        int eventsSize = random.nextInt(MAX_EVENTS_SIZE + 1);
        expectedEncodedMsgSize += eventsSize;

        events.clear();
        events.limit(eventsSize);

        env.setEventsSerialized(events);
      }

      if (random.nextBoolean()) {
        numBuffers++;

        int bufferSize = random.nextInt(MAX_BUFFER_SIZE + 1);
        when(buffer.size()).thenReturn(bufferSize);
        env.setBuffer(buffer);

        expectedEncodedMsgSize += bufferSize;
      }

      Assert.assertTrue(channel.writeOutbound(env));
View Full Code Here
74
75
76
77
78
79
80
81
82
    if (buffer.size() == 0) {
      buffer.recycleBuffer();
      return;
    }

    Envelope envelope = createNextEnvelope();
    envelope.setBuffer(buffer);
    this.envelopeDispatcher.dispatchFromOutputChannel(envelope);
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
  }

  public void sendEvent(AbstractEvent event) throws IOException, InterruptedException {
    checkStatus();

    Envelope envelope = createNextEnvelope();
    envelope.serializeEventList(Arrays.asList(event));
    this.envelopeDispatcher.dispatchFromOutputChannel(envelope);
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
  }

  public void sendBufferAndEvent(Buffer buffer, AbstractEvent event) throws IOException, InterruptedException {
    checkStatus();

    Envelope envelope = createNextEnvelope();
    envelope.setBuffer(buffer);
    envelope.serializeEventList(Arrays.asList(event));
    this.envelopeDispatcher.dispatchFromOutputChannel(envelope);
  }
View Full Code Here
137
138
139
140
141
142
143
144
145
      return;
    }

    this.senderCloseRequested = true;

    Envelope envelope = createNextEnvelope();
    envelope.serializeEventList(Arrays.asList(new ChannelCloseEvent()));
    this.envelopeDispatcher.dispatchFromOutputChannel(envelope);
  }
View Full Code Here
177
178
179
180
181
182
183
      throw new ReceiverAlreadyClosedException();
    }
  }

  private Envelope createNextEnvelope() {
    return new Envelope(this.currentSeqNum++, getJobID(), getID());
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.io.network.Envelope

  • org.apache.flink.runtime.event.task.AbstractEvent
  • org.apache.flink.runtime.io.network.channels.InputChannel
  • org.apache.flink.runtime.io.network.channels.OutputChannel
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoder
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoderTest
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDispatcher
  • org.apache.flink.runtime.io.network.netty.NettyConnectionManagerTest
  • org.apache.flink.runtime.io.network.netty.NettyConnectionManagerTest$VerifyEnvelopes
  • org.apache.flink.runtime.io.network.netty.OutboundConnectionQueue
  • org.apache.flink.runtime.io.network.netty.OutboundEnvelopeEncoder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.