Package org.apache.spark.network.server

Examples of org.apache.spark.network.server.RpcHandler

40
41
42
43
44
45
46
47
48
49
  TransportConf conf = new TransportConf(new SystemPropertyConfigProvider());
  TransportServer server;

  @Before
  public void beforeEach() {
    RpcHandler handler = new SaslRpcHandler(new ExternalShuffleBlockHandler(),
      new TestSecretKeyHolder("my-app-id", "secret"));
    TransportContext context = new TransportContext(conf, handler);
    this.server = context.createServer();
  }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
    }
  }

  @Test
  public void testNoSaslServer() {
    RpcHandler handler = new TestRpcHandler();
    TransportContext context = new TransportContext(conf, handler);
    clientFactory = context.createClientFactory(
      Lists.<TransportClientBootstrap>newArrayList(
        new SaslClientBootstrap(conf, "app-id", new TestSecretKeyHolder("key"))));
    TransportServer server = context.createServer();
View Full Code Here
43
44
45
46
47
48
49
50
51
52
  private TransportServer server2;

  @Before
  public void setUp() {
    conf = new TransportConf(new SystemPropertyConfigProvider());
    RpcHandler rpcHandler = new NoOpRpcHandler();
    context = new TransportContext(conf, rpcHandler);
    server1 = context.createServer();
    server2 = context.createServer();
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
        } else {
          throw new IllegalArgumentException("Invalid chunk index: " + chunkIndex);
        }
      }
    };
    RpcHandler handler = new RpcHandler() {
      @Override
      public void receive(TransportClient client, byte[] message, RpcResponseCallback callback) {
        throw new UnsupportedOperationException();
      }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  static RpcHandler rpcHandler;

  @BeforeClass
  public static void setUp() throws Exception {
    TransportConf conf = new TransportConf(new SystemPropertyConfigProvider());
    rpcHandler = new RpcHandler() {
      @Override
      public void receive(TransportClient client, byte[] message, RpcResponseCallback callback) {
        String msg = new String(message, Charsets.UTF_8);
        String[] parts = msg.split("/");
        if (parts[0].equals("hello")) {
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
  @Override
  protected void serviceInit(Configuration conf) {
    // If authentication is enabled, set up the shuffle server to use a
    // special RPC handler that filters out unauthenticated fetch requests
    boolean authEnabled = conf.getBoolean(SPARK_AUTHENTICATE_KEY, DEFAULT_SPARK_AUTHENTICATE);
    RpcHandler rpcHandler = new ExternalShuffleBlockHandler();
    if (authEnabled) {
      secretManager = new ShuffleSecretManager();
      rpcHandler = new SaslRpcHandler(rpcHandler, secretManager);
    }
View Full Code Here
TOP

Related Classes of org.apache.spark.network.server.RpcHandler

  • org.apache.spark.network.ChunkFetchIntegrationSuite
  • org.apache.spark.network.RpcIntegrationSuite
  • org.apache.spark.network.sasl.SaslIntegrationSuite
  • org.apache.spark.network.shuffle.ExternalShuffleSecuritySuite
  • org.apache.spark.network.TransportClientFactorySuite
  • org.apache.spark.network.yarn.YarnShuffleService
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.