Package com.netflix.suro.message

Examples of com.netflix.suro.message.DefaultMessageContainer

102
103
104
105
106
107
108
109
110
111
                .put("f3", "v3")
                .put("ts", dt.getMillis())
                .build();

        for (int i = 0; i < 100; ++i) {
            sink.writeTo(new DefaultMessageContainer(new Message(index, jsonMapper.writeValueAsBytes(msg)), jsonMapper));
        }
        sink.close();
        return sink;
    }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
                .build();

        String routingKey = "topic";
        String index = "topic20141012";
        for (int i = 0; i < 100; ++i) {
            sink.writeTo(new DefaultMessageContainer(new Message(routingKey, jsonMapper.writeValueAsBytes(msg)), jsonMapper));
        }
        sink.close();

        node.client().admin().indices().prepareRefresh(index).execute().actionGet();
        CountResponse response = node.client().prepareCount(index).execute().actionGet();
View Full Code Here
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
                client);
        sink.open();

        for (int i = 0; i < 3; ++i) {
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("parsing_failed_topic" + i, getAnyMessage()), jsonMapper));
            }
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("indexed" + i, getAnyMessage()), jsonMapper));
            }
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("rejected" + i, getAnyMessage()), jsonMapper));
            }
        }

        sink.close();
        String stat = sink.getStat();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
                if (route.doFilter(msg)) {
                    Sink sink = sinkManager.getSink(route.getSink());
                    input.setPause(sink.checkPause());
                    if (!Strings.isNullOrEmpty(route.getAlias())) {
                        sink.writeTo(
                                new DefaultMessageContainer(
                                        new Message(route.getAlias(), msg.getMessage().getPayload()), jsonMapper));
                    } else {
                        sink.writeTo(msg);
                    }
                }
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
                            pausedTime.addAndGet(-pause);
                        }
                        byte[] message = stream.next().message();
                        router.process(
                                KafkaConsumer.this,
                                new DefaultMessageContainer(new Message(topic, message), jsonMapper));
                    } catch (ConsumerTimeoutException timeoutException) {
                        // do nothing
                    } catch (Exception e) {
                        log.error("Exception on consuming kafka with topic: " + topic, e);
                    }
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
    private void processMessageSet(TMessageSet tMessageSet) {
        MessageSetReader reader = new MessageSetReader(tMessageSet);

        for (final Message message : reader) {
            try {
                router.process(input, new DefaultMessageContainer(message, jsonMapper));
            } catch (Exception e) {
                DynamicCounter.increment(messageProcessErrorMetrics,
                    TagKey.APP, tMessageSet.getApp(),
                    TagKey.DATA_SOURCE, message.getRoutingKey());
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
        try {
            Map<String, Object> blob = jsonMapper.readValue(data, S3Consumer.typeReference);
            List<Map<String, Object>> records = (List<Map<String, Object>>) blob.get("Records");
            for (Map<String, Object> record : records) {
                messages.add(new DefaultMessageContainer(
                        new Message(routingKey, jsonMapper.writeValueAsBytes(record)),
                        jsonMapper));
            }
        } catch (Exception e) {
            log.error("Exception on parsing: " + e.getMessage(), e);
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
    @Override
    public List<MessageContainer> parse(String data) {
        if (routingKey != null) {
            return new ImmutableList.Builder<MessageContainer>()
                    .add(new DefaultMessageContainer(
                            new Message(routingKey, data.getBytes()),
                            jsonMapper))
                    .build();
        } else {
            try {
                Map<String, Object> record = jsonMapper.readValue(data, S3Consumer.typeReference);
                String routingKeyOnRecord = record.get(routingKeyField).toString();
                if (Strings.isNullOrEmpty(routingKeyOnRecord)) {
                    routingKeyOnRecord = routingKey;
                }
                if (!Strings.isNullOrEmpty(routingKeyOnRecord)) {
                    return new ImmutableList.Builder<MessageContainer>()
                            .add(new DefaultMessageContainer(
                                    new Message(routingKeyOnRecord, data.getBytes()),
                                    jsonMapper))
                            .build();
                } else {
                    return new ArrayList<MessageContainer>();
View Full Code Here
191
192
193
194
195
196
197
198
199
200
201
            @Override
            public void run() {
                while (run.get()) {
                    rateLimiter.acquire();
                    try {
                        kafkaSink.writeTo(new DefaultMessageContainer(
                                new Message(
                                        topicName,
                                        jsonMapper.writeValueAsBytes(
                                                new ImmutableMap.Builder<String, Object>()
                                                        .put("f1", "v1")
View Full Code Here
TOP

Related Classes of com.netflix.suro.message.DefaultMessageContainer

  • com.netflix.suro.input.kafka.KafkaConsumer
  • com.netflix.suro.input.remotefile.CloudTrail
  • com.netflix.suro.input.remotefile.JsonLine
  • com.netflix.suro.input.thrift.MessageSetProcessor
  • com.netflix.suro.routing.MessageRouter
  • com.netflix.suro.sink.elasticsearch.TestElasticSearchSink
  • com.netflix.suro.TestPauseOnLongQueueKafkaConsumer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.