Examples of backtype.storm.utils.DisruptorQueue

backtype.storm.utils.DisruptorQueue
A single consumer queue that uses the LMAX Disruptor. They key to the performance is the ability to catch up to the producer by processing tuples in batches.

    int buffer_size = Utils.getInt(conf
        .get(Config.TOPOLOGY_TRANSFER_BUFFER_SIZE));
    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    this.transferQueue = new DisruptorQueue("TotalTransfer", ProducerType.MULTI,
        buffer_size, waitStrategy);
    this.transferQueue.consumerStarted();
    this.sendingQueue = new DisruptorQueue("TotalSending", ProducerType.MULTI,
        buffer_size, waitStrategy);
    this.sendingQueue.consumerStarted();
    


    this.nodeportSocket = new ConcurrentHashMap<WorkerSlot, IConnection>();

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    client = context.connect(null, "localhost", port);

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    client = context.connect(null, "localhost", port);

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    client = context.connect(null, "localhost", port);

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

View Full Code Here

    


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);




    new Thread(new Runnable() {

View Full Code Here

    final IConnection server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);




    new Thread(new Runnable() {

View Full Code Here

    


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);


    new Thread(new Runnable() {

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    TaskMessage recv = server.recv(0);
    System.out.println("Sever receive first");

View Full Code Here

    server = context.bind(null, port);


    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    TaskMessage recv = server.recv(0);
    System.out.println("Receive first");

View Full Code Here

0 1 2

TOP

Related Classes of backtype.storm.utils.DisruptorQueue

com.alibaba.jstorm.daemon.worker.TimeTick

com.alibaba.jstorm.daemon.worker.VirtualPortDispatch

com.alibaba.jstorm.daemon.worker.Worker

com.alibaba.jstorm.daemon.worker.WorkerData

com.alibaba.jstorm.message.netty.NettyClientSync

com.alibaba.jstorm.message.netty.NettyUnitTest

com.alibaba.jstorm.task.execute.BaseExecutors

com.alibaba.jstorm.task.Task

com.alibaba.jstorm.task.TaskTransfer

com.alibaba.jstorm.util.queue.DisruptorTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.