Package org.apache.spark.network

Examples of org.apache.spark.network.TransportContext

42
43
44
45
46
47
48
49
  @Before
  public void beforeEach() {
    RpcHandler handler = new SaslRpcHandler(new ExternalShuffleBlockHandler(),
      new TestSecretKeyHolder("my-app-id", "secret"));
    TransportContext context = new TransportContext(conf, handler);
    this.server = context.createServer();
  }
View Full Code Here
91
92
93
94
95
96
97
98
    dataContext1.create();
    dataContext1.insertHashShuffleData(1, 0, exec1Blocks);

    conf = new TransportConf(new SystemPropertyConfigProvider());
    handler = new ExternalShuffleBlockHandler();
    TransportContext transportContext = new TransportContext(conf, handler);
    server = transportContext.createServer();
  }
View Full Code Here
72
73
74
75
76
77
78
79
  @BeforeClass
  public static void beforeAll() throws IOException {
    SecretKeyHolder secretKeyHolder = new TestSecretKeyHolder("good-key");
    SaslRpcHandler handler = new SaslRpcHandler(new TestRpcHandler(), secretKeyHolder);
    conf = new TransportConf(new SystemPropertyConfigProvider());
    context = new TransportContext(conf, handler);
    server = context.createServer();
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
  }

  @Test
  public void testNoSaslServer() {
    RpcHandler handler = new TestRpcHandler();
    TransportContext context = new TransportContext(conf, handler);
    clientFactory = context.createClientFactory(
      Lists.<TransportClientBootstrap>newArrayList(
        new SaslClientBootstrap(conf, "app-id", new TestSecretKeyHolder("key"))));
    TransportServer server = context.createServer();
    try {
      clientFactory.createClient(TestUtils.getLocalHost(), server.getPort());
    } catch (Exception e) {
      assertTrue(e.getMessage(), e.getMessage().contains("Digest-challenge format violation"));
    } finally {
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
  }

  @Override
  public void init(String appId) {
    this.appId = appId;
    TransportContext context = new TransportContext(conf, new NoOpRpcHandler());
    List<TransportClientBootstrap> bootstraps = Lists.newArrayList();
    if (saslEnabled) {
      bootstraps.add(new SaslClientBootstrap(conf, appId, secretKeyHolder));
    }
    clientFactory = context.createClientFactory(bootstraps);
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
    }

    int port = conf.getInt(
      SPARK_SHUFFLE_SERVICE_PORT_KEY, DEFAULT_SPARK_SHUFFLE_SERVICE_PORT);
    TransportConf transportConf = new TransportConf(new HadoopConfigProvider(conf));
    TransportContext transportContext = new TransportContext(transportConf, rpcHandler);
    shuffleServer = transportContext.createServer(port);
    String authEnabledString = authEnabled ? "enabled" : "not enabled";
    logger.info("Started YARN shuffle service for Spark on port {}. " +
      "Authentication is {}.", port, authEnabledString);
  }
View Full Code Here
TOP

Related Classes of org.apache.spark.network.TransportContext

  • org.apache.spark.network.client.TransportClient
  • org.apache.spark.network.client.TransportClientFactory
  • org.apache.spark.network.client.TransportResponseHandler
  • org.apache.spark.network.protocol.MessageDecoder
  • org.apache.spark.network.protocol.MessageEncoder
  • org.apache.spark.network.sasl.SaslIntegrationSuite
  • org.apache.spark.network.server.TransportChannelHandler
  • org.apache.spark.network.server.TransportRequestHandler
  • org.apache.spark.network.server.TransportServer
  • org.apache.spark.network.shuffle.ExternalShuffleClient
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.