Examples of org.apache.spark.network.client.TransportClientFactory

org.apache.spark.network.client.TransportClientFactory
Factory for creating {@link TransportClient}s by using createClient. The factory maintains a connection pool to other hosts and should return the same TransportClient for the same remote host. It also shares a single worker thread pool for all TransportClients. TransportClients will be reused whenever possible. Prior to completing the creation of a new TransportClient, all given {@link TransportClientBootstrap}s will be run.

    JavaUtils.closeQuietly(server2);
  }


  @Test
  public void createAndReuseBlockClients() throws IOException {
    TransportClientFactory factory = context.createClientFactory();
    TransportClient c1 = factory.createClient(TestUtils.getLocalHost(), server1.getPort());
    TransportClient c2 = factory.createClient(TestUtils.getLocalHost(), server1.getPort());
    TransportClient c3 = factory.createClient(TestUtils.getLocalHost(), server2.getPort());
    assertTrue(c1.isActive());
    assertTrue(c3.isActive());
    assertTrue(c1 == c2);
    assertTrue(c1 != c3);
    factory.close();
  }

View Full Code Here

    factory.close();
  }


  @Test
  public void neverReturnInactiveClients() throws IOException, InterruptedException {
    TransportClientFactory factory = context.createClientFactory();
    TransportClient c1 = factory.createClient(TestUtils.getLocalHost(), server1.getPort());
    c1.close();


    long start = System.currentTimeMillis();
    while (c1.isActive() && (System.currentTimeMillis() - start) < 3000) {
      Thread.sleep(10);
    }
    assertFalse(c1.isActive());


    TransportClient c2 = factory.createClient(TestUtils.getLocalHost(), server1.getPort());
    assertFalse(c1 == c2);
    assertTrue(c2.isActive());
    factory.close();
  }

View Full Code Here

    factory.close();
  }


  @Test
  public void closeBlockClientsWithFactory() throws IOException {
    TransportClientFactory factory = context.createClientFactory();
    TransportClient c1 = factory.createClient(TestUtils.getLocalHost(), server1.getPort());
    TransportClient c2 = factory.createClient(TestUtils.getLocalHost(), server2.getPort());
    assertTrue(c1.isActive());
    assertTrue(c2.isActive());
    factory.close();
    assertFalse(c1.isActive());
    assertFalse(c2.isActive());
  }

View Full Code Here

   * Initializes a ClientFactory which runs the given TransportClientBootstraps prior to returning
   * a new Client. Bootstraps will be executed synchronously, and must run successfully in order
   * to create a Client.
   */
  public TransportClientFactory createClientFactory(List<TransportClientBootstrap> bootstraps) {
    return new TransportClientFactory(this, bootstraps);
  }

View Full Code Here

TOP

Related Classes of org.apache.spark.network.client.TransportClientFactory

io.netty.bootstrap.Bootstrap

io.netty.buffer.PooledByteBufAllocator

io.netty.channel.ChannelFuture

org.apache.spark.network.server.TransportChannelHandler

org.apache.spark.network.TransportClientFactorySuite

org.apache.spark.network.TransportContext

org.apache.spark.network.util.IOMode

java.net.InetSocketAddress

java.lang.reflect.Field

java.io.IOException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.