Package eu.stratosphere.runtime.io.channels

Examples of eu.stratosphere.runtime.io.channels.ChannelType

386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
      final int numberOfOutputGates = vertex.getNumberOfOutputGates();
      for (int i = 0; i < numberOfOutputGates; ++i) {

        final ExecutionGate outputGate = vertex.getOutputGate(i);
        final ChannelType channelType = outputGate.getChannelType();
        final int numberOfOutputChannels = outputGate.getNumberOfEdges();
        for (int j = 0; j < numberOfOutputChannels; ++j) {

          final ExecutionEdge outputChannel = outputGate.getEdge(j);
          final ExecutionVertex connectedVertex = outputChannel.getInputGate().getVertex();

          boolean recurse = false;

          if (!alreadyVisited.contains(connectedVertex)) {
            recurse = true;
          }

          if (channelType == ChannelType.IN_MEMORY
            && !pipeline.equals(connectedVertex.getExecutionPipeline())) {

            connectedVertex.setExecutionPipeline(pipeline);
            recurse = true;
          }

          if (recurse) {
            reconstructExecutionPipeline(connectedVertex, true, alreadyVisited);
          }
        }
      }
    } else {

      final int numberOfInputGates = vertex.getNumberOfInputGates();
      for (int i = 0; i < numberOfInputGates; ++i) {

        final ExecutionGate inputGate = vertex.getInputGate(i);
        final ChannelType channelType = inputGate.getChannelType();
        final int numberOfInputChannels = inputGate.getNumberOfEdges();
        for (int j = 0; j < numberOfInputChannels; ++j) {

          final ExecutionEdge inputChannel = inputGate.getEdge(j);
          final ExecutionVertex connectedVertex = inputChannel.getOutputGate().getVertex();
View Full Code Here
349
350
351
352
353
354
355
356
357
358
      final ManagementGroupVertexID targetGroupVertexID = new ManagementGroupVertexID();
      targetGroupVertexID.read(in);
      final ManagementGroupVertex targetGroupVertex = getGraph().getGroupVertexByID(targetGroupVertexID);
      final int sourceIndex = in.readInt();
      final int targetIndex = in.readInt();
      final ChannelType channelType = EnumUtils.readEnum(in, ChannelType.class);
      new ManagementGroupEdge(this, sourceIndex, targetGroupVertex, targetIndex, channelType);
    }

  }
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
      for (int i = 0; i < source.getNumberOfOutputGates(); i++) {

        final ExecutionGate outputGate = source.getOutputGate(i);
        final ManagementGate manangementOutputGate = gateMap.get(outputGate);
        final ChannelType channelType = outputGate.getChannelType();

        for (int j = 0; j < outputGate.getNumberOfEdges(); j++) {

          final ExecutionEdge outputChannel = outputGate.getEdge(j);
View Full Code Here
416
417
418
419
420
421
422
423
424
425
426
        final AbstractJobVertex tjv = edge.getConnectedVertex();

        final ExecutionVertex tev = vertexMap.get(tjv);
        final ExecutionGroupVertex tgv = tev.getGroupVertex();
        // Use NETWORK as default channel type if nothing else is defined by the user
        ChannelType channelType = edge.getChannelType();
        boolean userDefinedChannelType = true;
        if (channelType == null) {
          userDefinedChannelType = false;
          channelType = ChannelType.NETWORK;
        }
View Full Code Here
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
      final ExecutionVertex sourceVertex = it.next();

      for (int i = 0; i < sourceVertex.getNumberOfOutputGates(); ++i) {

        final ExecutionGate outputGate = sourceVertex.getOutputGate(i);
        final ChannelType channelType = outputGate.getChannelType();
        if (channelType == ChannelType.IN_MEMORY) {
          final int numberOfOutputChannels = outputGate.getNumberOfEdges();
          for (int j = 0; j < numberOfOutputChannels; ++j) {
            final ExecutionEdge outputChannel = outputGate.getEdge(j);
            outputChannel.getInputGate().getVertex()
              .setAllocatedResource(sourceVertex.getAllocatedResource());
          }
        }
      }
    }

    it = new ExecutionGraphIterator(this, false);
    while (it.hasNext()) {

      final ExecutionVertex targetVertex = it.next();

      for (int i = 0; i < targetVertex.getNumberOfInputGates(); ++i) {

        final ExecutionGate inputGate = targetVertex.getInputGate(i);
        final ChannelType channelType = inputGate.getChannelType();
        if (channelType == ChannelType.IN_MEMORY) {
          final int numberOfInputChannels = inputGate.getNumberOfEdges();
          for (int j = 0; j < numberOfInputChannels; ++j) {
            final ExecutionEdge inputChannel = inputGate.getEdge(j);
            inputChannel.getOutputGate().getVertex()
View Full Code Here
473
474
475
476
477
478
479
480
481
482
483
          final ManagementGate targetGate = targetVertex.getInputGate(targetGateIndex);

          final int sourceIndex = in.readInt();
          final int targetIndex = in.readInt();

          final ChannelType channelType = EnumUtils.readEnum(in, ChannelType.class);
          new ManagementEdge(sourceEdgeID, targetEdgeID, sourceGate, sourceIndex, targetGate, targetIndex,
            channelType);
        }

      }
View Full Code Here
452
453
454
455
456
457
458
459
460
461
462
        final AbstractJobVertex jv = jobGraph.findVertexByID(tmpID);
        if (jv == null) {
          throw new IOException("Cannot find vertex with id " + tmpID);
        }

        final ChannelType channelType = EnumUtils.readEnum(in, ChannelType.class);
        final DistributionPattern distributionPattern = EnumUtils.readEnum(in, DistributionPattern.class);
        final int indexOfInputGate = in.readInt();

        try {
          this.connectTo(jv, channelType, i, indexOfInputGate, distributionPattern);
View Full Code Here
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
      final AbstractJobVertex sourceVertex, final TaskConfig sourceConfig,
      final AbstractJobVertex targetVertex, final TaskConfig targetConfig, boolean isBroadcast)
  throws JobGraphDefinitionException, CompilerException
  {
    // ------------ connect the vertices to the job graph --------------
    final ChannelType channelType;
    final DistributionPattern distributionPattern;

    switch (channel.getShipStrategy()) {
      case FORWARD:
      case PARTITION_LOCAL_HASH:
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
   */
  @Test
  public void testConstructorWithValidArguments() {

    final GateID gateID = new GateID();
    final ChannelType channelType = ChannelType.IN_MEMORY;
    final List<ChannelDeploymentDescriptor> channels = new ArrayList<ChannelDeploymentDescriptor>(0);

    final GateDeploymentDescriptor gdd = new GateDeploymentDescriptor(gateID, channelType, channels);

    assertEquals(gateID, gdd.getGateID());
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   */
  @Test
  public void testConstructorWithInvalidArguments() {

    final GateID gateID = new GateID();
    final ChannelType channelType = ChannelType.IN_MEMORY;
    final List<ChannelDeploymentDescriptor> channels = new ArrayList<ChannelDeploymentDescriptor>(0);

    boolean firstExceptionCaught = false;
    boolean secondExceptionCaught = false;
    boolean thirdExceptionCaught = false;
View Full Code Here
TOP

Related Classes of eu.stratosphere.runtime.io.channels.ChannelType

  • eu.stratosphere.compiler.plantranslate.NepheleJobGraphGenerator
  • eu.stratosphere.nephele.deployment.GateDeploymentDescriptorTest
  • eu.stratosphere.nephele.executiongraph.ExecutionGraph
  • eu.stratosphere.nephele.executiongraph.ExecutionStage
  • eu.stratosphere.nephele.executiongraph.ManagementGraphFactory
  • eu.stratosphere.nephele.jobgraph.AbstractJobVertex
  • eu.stratosphere.nephele.managementgraph.ManagementGraph
  • eu.stratosphere.nephele.managementgraph.ManagementGroupVertex
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.