Package com.netflix.suro.message

Examples of com.netflix.suro.message.MessageSetReader

131
132
133
134
135
136
137
138
139
140
141
                "}";

        jsonMapper.registerSubtypes(new NamedType(KafkaSink.class, "kafka"));
        KafkaSink sink = jsonMapper.readValue(description, new TypeReference<Sink>(){});
        sink.open();
        Iterator<Message> msgIterator = new MessageSetReader(TestKafkaSink.createMessageSet(topicName, 2)).iterator();
        while (msgIterator.hasNext()) {
            sink.writeTo(new StringMessage(msgIterator.next()));
        }
        sink.close();
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
        TMessageSet d = serde.deserialize(payload);

        assertTrue(Arrays.equals(d.getMessages(), messageSet.getMessages()));

        List<Message> messageList = new LinkedList<Message>();
        for (Message m : new MessageSetReader(messageSet)) {
            messageList.add(m);
        }
        List<Message> dMessasgeList = new LinkedList<Message>();
        for (Message m : new MessageSetReader(d)) {
            dMessasgeList.add(m);
        }
        assertEquals(messageList, dMessasgeList);
    }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        Sink sink = mapper.readValue(s3FileSink, new TypeReference<Sink>(){});
        sink.open();

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100000))) {
            sink.writeTo(new StringMessage(m));
        }
        sink.close();

        // check every file uploaded, deleted, and notified
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        Sink sink = mapper.readValue(s3FileSink, new TypeReference<Sink>(){});
        sink.open();

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100000))) {
            sink.writeTo(new StringMessage(m));
        }
        sink.close();

        // check every file uploaded, deleted, and notified
View Full Code Here
251
252
253
254
255
256
257
258
259
260
261
        GrantAcl grantAcl = mock(GrantAcl.class);
        when(grantAcl.grantAcl(any(S3Object.class))).thenReturn(false);
        sink.open();
        sink.grantAcl = grantAcl;

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100000))) {
            sink.writeTo(new StringMessage(m));
        }
        sink.close();
        File[] files = getFiles(testDir);
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
157
                result.setMessage("Suro server is not taking traffic");
                result.setResultCode(ResultCode.OTHER_ERROR);
                return result;
            }

            MessageSetReader reader = new MessageSetReader(messageSet);
            if (!reader.checkCRC()) {
                DynamicCounter.increment(dataCorruptionCountMetrics, TagKey.APP, messageSet.getApp());

                result.setMessage("data corrupted");
                result.setResultCode(ResultCode.CRC_CORRUPTED);
                return result;
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
        }
    }

    @SuppressWarnings("unchecked")
    private void processMessageSet(TMessageSet tMessageSet) {
        MessageSetReader reader = new MessageSetReader(tMessageSet);

        for (final Message message : reader) {
            try {
                router.process(input, new DefaultMessageContainer(message, jsonMapper));
            } catch (Exception e) {
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
                jobQueue,
                new RejectedExecutionHandler() {
                    @Override
                    public void rejectedExecution(Runnable r, ThreadPoolExecutor executor) {
                        TMessageSet messageSet = ((AsyncSuroSender) r).getMessageSet();
                        for (Message m : new MessageSetReader(messageSet)) {
                            restore(m);
                        }
                    }
                });
View Full Code Here
248
249
250
251
252
253
254
255
256
257
    public void updateSentDataStats(TMessageSet messageSet, boolean retried) {
        sentMessages.addAndGet(
                SyncSuroClient.incrementMessageCount(
                        TagKey.SENT_COUNT,
                        config.getApp(),
                        new MessageSetReader(messageSet)));
        if (retried) {
            retriedCount.incrementAndGet();
        }
    }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
        if (sent){
            client.updateSendTime(System.currentTimeMillis() - startTS);
            client.updateSentDataStats(messageSet, retried);
        } else {
            for (Message m : new MessageSetReader(messageSet)) {
                client.restore(m);
            }
        }
    }
View Full Code Here
TOP

Related Classes of com.netflix.suro.message.MessageSetReader

  • com.google.common.io.ByteArrayDataInput
  • com.netflix.suro.client.async.AsyncSuroClient
  • com.netflix.suro.client.async.AsyncSuroSender
  • com.netflix.suro.client.SyncSuroClient
  • com.netflix.suro.input.kafka.TestKafkaConsumer
  • com.netflix.suro.input.thrift.MessageSetProcessor
  • com.netflix.suro.input.thrift.TestMessageSetSerDe
  • com.netflix.suro.sink.localfile.TestLocalFileSink
  • com.netflix.suro.sink.remotefile.TestS3FileSink
  • com.netflix.suro.SuroServer4Test
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.