Examples of io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory

io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory
ver:1234/vhost", # The URI string to use to connect to RabbitMQ. No default and not needed }, "config" : { "exchange": "test-exchange", # The exchange to connect to. No default "queue" : "druidtest", # The queue to connect to or create. No default "routingKey": "#", # The routing key to use to bind the queue to the exchange. No default "durable": "true", # Whether the queue should be durable. Default: 'false' "exclusive": "false", # Whether the queue should be exclusive. Default: 'false' "autoDelete": "false", # Whether the queue should auto-delete on disconnect. Default: 'false' "maxRetries": "10", # The max number of reconnection retry attempts "retryIntervalSeconds": "1", # The reconnection interval "maxDurationSeconds": "300" # The max duration of trying to reconnect }, "parser" : { "timestampSpec" : { "column" : "utcdt", "format" : "iso" }, "data" : { "format" : "json" }, "dimensionExclusions" : ["wp"] } },
Limitations: This implementation will not attempt to reconnect to the MQ broker if the connection to it is lost. Furthermore it does not support any automatic failover on high availability RabbitMQ clusters. This is not supported by the underlying AMQP client library and while the behavior could be "faked" to some extent we haven't implemented that yet. However, if a policy is defined in the RabbitMQ cluster that sets the "ha-mode" and "ha-sync-mode" properly on the queue that this Firehose connects to, messages should survive an MQ broker node failure and be delivered once a connection to another node is set up.
For more information on RabbitMQ high availability please see: http://www.rabbitmq.com/ha.html.

        11,
        12,
        ImmutableMap.<String, Object>of("hi", "bye")
    );


    RabbitMQFirehoseFactory factory = new RabbitMQFirehoseFactory(
        connectionFactory,
        config,
        new StringInputRowParser(
            new JSONParseSpec(
                new TimestampSpec("timestamp", "auto"),
                new DimensionsSpec(
                    Arrays.asList("dim"),
                    Lists.<String>newArrayList(),
                    Lists.<SpatialDimensionSchema>newArrayList()
                )
            ),
            null, null, null, null
        )
    );


    byte[] bytes = mapper.writeValueAsBytes(factory);
    RabbitMQFirehoseFactory factory2 = mapper.readValue(bytes, RabbitMQFirehoseFactory.class);
    byte[] bytes2 = mapper.writeValueAsBytes(factory2);


    Assert.assertArrayEquals(bytes, bytes2);


    Assert.assertEquals(factory.getConfig(), factory2.getConfig());
    Assert.assertEquals(factory.getConnectionFactory(), factory2.getConnectionFactory());
  }

View Full Code Here

  {
    RabbitMQFirehoseConfig config = RabbitMQFirehoseConfig.makeDefaultConfig();


    JacksonifiedConnectionFactory connectionFactory = JacksonifiedConnectionFactory.makeDefaultConnectionFactory();


    RabbitMQFirehoseFactory factory = new RabbitMQFirehoseFactory(
        connectionFactory,
        config,
        new StringInputRowParser(
            new JSONParseSpec(
                new TimestampSpec("timestamp", "auto"),
                new DimensionsSpec(
                    Arrays.asList("dim"),
                    Lists.<String>newArrayList(),
                    Lists.<SpatialDimensionSchema>newArrayList()
                )
            ),
            null, null, null, null
        )
    );


    byte[] bytes = mapper.writeValueAsBytes(factory);
    RabbitMQFirehoseFactory factory2 = mapper.readValue(bytes, RabbitMQFirehoseFactory.class);
    byte[] bytes2 = mapper.writeValueAsBytes(factory2);


    Assert.assertArrayEquals(bytes, bytes2);


    Assert.assertEquals(factory.getConfig(), factory2.getConfig());
    Assert.assertEquals(factory.getConnectionFactory(), factory2.getConnectionFactory());


    Assert.assertEquals(300, factory2.getConfig().getMaxDurationSeconds());


    Assert.assertEquals(ConnectionFactory.DEFAULT_HOST, factory2.getConnectionFactory().getHost());
    Assert.assertEquals(ConnectionFactory.DEFAULT_USER, factory2.getConnectionFactory().getUsername());
    Assert.assertEquals(ConnectionFactory.DEFAULT_AMQP_PORT, factory2.getConnectionFactory().getPort());
  }

View Full Code Here

TOP

Related Classes of io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory

com.rabbitmq.client.Channel

com.rabbitmq.client.Connection

com.rabbitmq.client.QueueingConsumer.Delivery

com.rabbitmq.client.ShutdownListener

io.druid.data.input.Firehose

io.druid.data.input.impl.StringInputRowParser

io.druid.examples.rabbitmq.RabbitMQFirehoseFactoryTest

net.jodah.lyra.config.Config

net.jodah.lyra.ConnectionOptions

net.jodah.lyra.retry.RetryPolicy

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.