Package backtype.storm.messaging

Examples of backtype.storm.messaging.IContext


    DisruptorQueue recvQueue = new DisruptorQueue("Dispatch", ProducerType.MULTI,
        queue_size, waitStrategy);
    // stop  consumerStarted
    //recvQueue.consumerStarted();

    IContext context = workerData.getContext();
    String topologyId = workerData.getTopologyId();

    IConnection recvConnection = context.bind(topologyId,
        workerData.getPort());
    recvConnection.registerQueue(recvQueue);

    RunnableCallback recvDispather = new VirtualPortDispatch(workerData,
        recvConnection, recvQueue);
View Full Code Here


      Map supervisorConf = deepCopyMap(conf);
      String supervisorDir = getTmpDir();
      tmpDirs.add(supervisorDir);
      supervisorConf.put(Config.STORM_LOCAL_DIR, supervisorDir);
      Supervisor supervisor = new Supervisor();
      IContext context = getLocalContext(supervisorConf);

      state.setNimbusServer(instance);
      state.setNimbus(instance.launcherLocalServer(nimbusConf,
          new DefaultInimbus()));
      state.setZookeeper(zookeeper);
View Full Code Here

    return conf;
  }

  private static IContext getLocalContext(Map conf) {
    if (!(Boolean) conf.get(Config.STORM_LOCAL_MODE_ZMQ)) {
      IContext result = new NettyContext();
      result.prepare(conf);
      return result;
    }
    return null;
  }
View Full Code Here

  @Test
  public void test_small_message() {
    System.out.println("!!!!!!!!Start test_small_message !!!!!!!!!!!");
    String req_msg = "Aloha is the most Hawaiian word.";

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    client.send(message);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    System.out.println("!!!!!!!!!!!!!!!!!!Test one time!!!!!!!!!!!!!!!!!");

    server.close();
    client.close();
    context.term();

    System.out.println("!!!!!!!!!!!!End test_small_message!!!!!!!!!!!!!");
  }
View Full Code Here

    System.out.println("!!!!!!!!!!start larget message test!!!!!!!!");
    String req_msg = setupLargMsg();
    System.out.println("!!!!Finish batch data, size:" + req_msg.length()
        + "!!!!");

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    LOG.info("Client send data");
    client.send(message);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    client.close();
    server.close();
    context.term();
    System.out.println("!!!!!!!!!!End larget message test!!!!!!!!");
  }
View Full Code Here

  @Test
  public void test_server_delay() throws InterruptedException {
    System.out.println("!!!!!!!!!!Start delay message test!!!!!!!!");
    String req_msg = setupLargMsg();

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    LOG.info("Client send data");
    client.send(message);
    Thread.sleep(1000);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    server.close();
    client.close();
    context.term();
    System.out.println("!!!!!!!!!!End delay message test!!!!!!!!");
  }
View Full Code Here

  @Test
  public void test_first_client() throws InterruptedException {
    System.out.println("!!!!!!!!Start test_first_client !!!!!!!!!!!");
    final String req_msg = setupLargMsg();

    final IContext context = TransportFactory.makeContext(storm_conf);

    new Thread(new Runnable() {

      @Override
      public void run() {

          lock.lock();
        IConnection client = context.connect(null, "localhost", port);

        List<TaskMessage> list = new ArrayList<TaskMessage>();
        TaskMessage message = new TaskMessage(task, req_msg.getBytes());
        list.add(message);

        client.send(message);
        System.out.println("!!Client has sent data");
        JStormUtils.sleepMs(1000);
       
        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
        client.close();
        contextClose.signal();
        lock.unlock();
       
      }
    }).start();

   
    IConnection server = null;

    JStormUtils.sleepMs(1000);
    System.out.println("!!server begin start!!!!!");

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    lock.lock();
    clientClose.signal();
    server.close();
    contextClose.await();
    context.term();
    lock.unlock();

    System.out.println("!!!!!!!!!!!!End test_first_client!!!!!!!!!!!!!");
  }
View Full Code Here

  @Test
  public void test_batch() throws InterruptedException {
    System.out.println("!!!!!!!!!!Start batch message test!!!!!!!!");
    final int base = 100000;

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);
   

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    new Thread(new Runnable() {
       
        public void send() {
            final IConnection client = context.connect(null, "localhost", port);

                List<TaskMessage> list = new ArrayList<TaskMessage>();

                for (int i = 1; i < Short.MAX_VALUE; i++) {

                    String req_msg = String.valueOf(i + base);

                    TaskMessage message = new TaskMessage(i, req_msg.getBytes());
                    list.add(message);

                }

                client.send(list);

                System.out.println("Finish Send ");
                JStormUtils.sleepMs(1000);

                try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
               
        }

      @Override
      public void run() {
          lock.lock();
          try{
              send();
          }finally {
              lock.unlock();
          }
      }
    }).start();

    for (int i = 1; i < Short.MAX_VALUE; i++) {
      TaskMessage message = server.recv(0);

      Assert.assertEquals(String.valueOf(i + base),
          new String(message.message()));

      if (i % 1000 == 0) {
        System.out.println("Receive " + message.task());
      }
    }

    System.out.println("Finish Receive ");

        lock.lock();
        clientClose.signal();
        server.close();
        contextClose.await();
        context.term();
        lock.unlock();
    System.out.println("!!!!!!!!!!End batch message test!!!!!!!!");
  }
View Full Code Here

  public void test_slow_receive() throws InterruptedException {
    System.out
        .println("!!!!!!!!!!Start test_slow_receive message test!!!!!!!!");
    final int base = 100000;

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);


    new Thread(new Runnable() {

      @Override
      public void run() {
        lock.lock();

        IConnection client = null;

        client = context.connect(null, "localhost", port);

        List<TaskMessage> list = new ArrayList<TaskMessage>();

        for (int i = 1; i < Short.MAX_VALUE; i++) {

          String req_msg = String.valueOf(i + base);

          TaskMessage message = new TaskMessage(i, req_msg.getBytes());
          list.add(message);

          if (i % 1000 == 0) {
            System.out.println("send " + i);
            client.send(list);
            list = new ArrayList<TaskMessage>();
          }

        }

        client.send(list);

        System.out.println("Finish Send ");
        JStormUtils.sleepMs(1000);

        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
                lock.unlock();
      }
    }).start();

    for (int i = 1; i < Short.MAX_VALUE; i++) {
      TaskMessage message = server.recv(0);
      JStormUtils.sleepMs(1);

      Assert.assertEquals(String.valueOf(i + base),
          new String(message.message()));

      if (i % 1000 == 0) {
        System.out.println("Receive " + message.task());
      }
    }

    System.out.println("Finish Receive ");

    lock.lock();
        clientClose.signal();
        server.close();
        contextClose.await();
        context.term();
        lock.unlock();
    System.out
        .println("!!!!!!!!!!End test_slow_receive message test!!!!!!!!");
  }
View Full Code Here

    System.out
        .println("!!!!!!!!!!Start test_slow_receive_big message test!!!!!!!!");
    final int base = 100;
    final String req_msg = setupLargMsg();

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);

   

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);

    new Thread(new Runnable() {

      @Override
      public void run() {
          final IConnection client = context.connect(null, "localhost", port);

          lock.lock();
        for (int i = 1; i < base; i++) {

          TaskMessage message = new TaskMessage(i, req_msg.getBytes());
          System.out.println("send " + i);
          client.send(message);

        }

        System.out.println("Finish Send ");
        JStormUtils.sleepMs(1000);
       
        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
                lock.unlock();

      }
    }).start();

    for (int i = 1; i < base; i++) {
      TaskMessage message = server.recv(0);
      JStormUtils.sleepMs(100);

      Assert.assertEquals(req_msg, new String(message.message()));
      System.out.println("receive " + message.task());

    }

    System.out.println("Finish Receive ");

    lock.lock();
        clientClose.signal();
        server.close();
        contextClose.await();
        context.term();
        lock.unlock();
    System.out
        .println("!!!!!!!!!!End test_slow_receive_big message test!!!!!!!!");
  }
View Full Code Here

TOP

Related Classes of backtype.storm.messaging.IContext

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.