Package org.apache.s4.comm.topology

Examples of org.apache.s4.comm.topology.ZkClient


        s4rHttpServer.start();

        assertDeployment("http://localhost:8080/s4/" + s4rToDeploy.getName(), zkClient, true);

        // check resource loading (we use a zkclient without custom serializer)
        ZkClient client2 = new ZkClient("localhost:" + CommTestUtils.ZK_PORT);
        Assert.assertEquals("Salut!", client2.readData("/resourceData"));
        client2.close();

    }
View Full Code Here


*
*/
public class CoreTestUtils extends CommTestUtils {

    public static Process forkS4Node() throws IOException, InterruptedException {
        ZkClient zkClient = new ZkClient("localhost:2181");
        int waitTimeInSeconds = 10;
        return forkS4Node(new String[] {}, zkClient, waitTimeInSeconds, "cluster1");
    }
View Full Code Here

        // 0. package s4 app
        // TODO this is currently done offline, and the app contains the TestApp class copied from the one in the
        // current package .

        // 1. start s4 nodes. Check that no app is deployed.
        zkClient = new ZkClient("localhost:" + CommTestUtils.ZK_PORT);
        zkClient.setZkSerializer(new ZNRecordSerializer());

        checkNoAppAlreadyDeployed(zkClient);

        forkedNode = CoreTestUtils.forkS4Node(new String[] { "-cluster=cluster1" }, zkClient, 10, "cluster1");
View Full Code Here

        taskSetup.setup(PRODUCER_CLUSTER, 1, 1300);

        TaskSetup taskSetup2 = new TaskSetup("localhost:" + CommTestUtils.ZK_PORT);
        taskSetup2.setup(CONSUMER_CLUSTER, 1, 1400);

        zkClient = new ZkClient("localhost:" + CommTestUtils.ZK_PORT);
        zkClient.setZkSerializer(new ZNRecordSerializer());
        List<String> processes = zkClient.getChildren("/s4/clusters/" + PRODUCER_CLUSTER + "/process");
        Assert.assertTrue(processes.size() == 0);
        final CountDownLatch signalProcessesReady = new CountDownLatch(1);
View Full Code Here

        }
        CsvReporter.enable(logDirectory, 10, TimeUnit.SECONDS);
        ConsoleReporter.enable(10, TimeUnit.SECONDS);

        SimplePE1 simplePE1 = createPE(SimplePE1.class, "simplePE1");
        ZkClient zkClient = new ZkClient(zkString);
        zkClient.waitUntilExists("/benchmarkConfig/warmupIterations", TimeUnit.SECONDS, 60);

        // TODO fix hardcoded cluster name (pass injector config?)
        int nbInjectors = zkClient.countChildren("/s4/clusters/testCluster1/tasks");
        simplePE1.setNbInjectors(nbInjectors);

        createInputStream("inputStream", new KeyFinder<Event>() {

            @Override
View Full Code Here

public class TaskSetup {

    private ZkClient zkclient;

    public TaskSetup(String zookeeperAddress) {
        zkclient = new ZkClient(zookeeperAddress);
        zkclient.setZkSerializer(new ZNRecordSerializer());
        if (!zkclient.waitUntilConnected(10, TimeUnit.SECONDS)) {
            throw new RuntimeException("Could not connect to ZooKeeper after 10 seconds.");
        }
    }
View Full Code Here

        bind(String.class).annotatedWith(Names.named("s4.cluster.zk_address")).toInstance("localhost:2181");
        bind(Integer.class).annotatedWith(Names.named("s4.cluster.zk_session_timeout")).toInstance(10000);
        bind(Integer.class).annotatedWith(Names.named("s4.cluster.zk_connection_timeout")).toInstance(10000);
        bind(Assignment.class).to(AssignmentFromZK.class).asEagerSingleton();

        ZkClient zkClient = new ZkClient(CommTestUtils.ZK_STRING);
        zkClient.setZkSerializer(new ZNRecordSerializer());
        bind(ZkClient.class).toInstance(zkClient);
    }
View Full Code Here

        }
        CsvReporter.enable(logDirectory, 10, TimeUnit.SECONDS);
        ConsoleReporter.enable(10, TimeUnit.SECONDS);

        FirstPE inputPE = createPE(FirstPE.class, "firstPE");
        ZkClient zkClient = new ZkClient(zkString);
        zkClient.waitUntilExists("/benchmarkConfig/warmupIterations", TimeUnit.SECONDS, 60);

        // TODO fix hardcoded cluster name (pass injector config?)
        int nbInjectors = zkClient.countChildren("/s4/clusters/testCluster1/tasks");

        createInputStream("inputStream", new KeyFinder<Event>() {

            @Override
            public List<String> get(Event event) {
View Full Code Here

                                        CommTestUtils.DEFAULT_STORAGE_DIR.getAbsolutePath(),
                                        "s4.checkpointing.storageMaxThreads", "3"))
                        .customModulesNames(ImmutableList.of(FileSystemBackendCheckpointingModule.class.getName()))
                        .build(), "cluster1", false, "localhost:2181");
        // recovering and making sure checkpointing still works
        forkedS4App = CoreTestUtils.forkS4Node(new String[] { "-c", "cluster1" }, new ZkClient("localhost:2181"), 10,
                "cluster1");
        Assert.assertTrue(signalConsumerReady.await(20, TimeUnit.SECONDS));
    }
View Full Code Here

                new AppConfig.Builder().appClassName(WordCountApp.class.getName())
                        .customModulesURIs(ImmutableList.of(modulesJarFile.toURI().toString()))
                        .customModulesNames(ImmutableList.of("org.apache.s4.TestListenerModule")).build(), "cluster1",
                true, "localhost:2181");
        if (fork) {
            forkedS4Node = CoreTestUtils.forkS4Node(new String[] { "-c", "cluster1" }, new ZkClient("localhost:2181"),
                    10, "cluster1");
        } else {
            S4Node.main(new String[] { "-c", "cluster1" });
        }

        Injector injector = Guice.createInjector(new BaseModule(Resources.getResource("default.s4.base.properties")
                .openStream(), "cluster1"), new DefaultCommModule(Resources.getResource("default.s4.comm.properties")
                .openStream()));

        Emitter emitter = injector.getInstance(TCPEmitter.class);
        List<Long> messages = Lists.newArrayList();
        for (int i = 0; i < NB_MESSAGES; i++) {
            messages.add(System.currentTimeMillis());
        }

        ZkClient zkClient = new ZkClient("localhost:2181");
        zkClient.create("/test", 0, CreateMode.PERSISTENT);

        final ZooKeeper zk = CommTestUtils.createZkClient();
        final CountDownLatch signalMessagesReceived = new CountDownLatch(1);

        // watch for last message in test data sequence
        CoreTestUtils.watchAndSignalCreation("/test/data" + Strings.padStart(String.valueOf(NB_MESSAGES - 1), 10, '0'),
                signalMessagesReceived, zk);

        SerializerDeserializer serDeser = injector.getInstance(SerializerDeserializerFactory.class)
                .createSerializerDeserializer(Thread.currentThread().getContextClassLoader());
        for (Long message : messages) {
            Event event = new Event();
            event.put("message", long.class, message);
            event.setStreamId("inputStream");
            emitter.send(0, serDeser.serialize(event));
        }

        // check sequential nodes in zk with correct data
        Assert.assertTrue(signalMessagesReceived.await(10, TimeUnit.SECONDS));
        List<String> children = zkClient.getChildren("/test");
        for (String child : children) {
            Long data = zkClient.readData("/test/" + child);
            Assert.assertTrue(messages.contains(data));
        }

        return forkedS4Node;
View Full Code Here

TOP

Related Classes of org.apache.s4.comm.topology.ZkClient

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.