/*
* Copyright 2013 Netflix, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.netflix.suro.client;
import com.google.inject.Inject;
import com.netflix.servo.annotations.DataSourceType;
import com.netflix.servo.annotations.Monitor;
import com.netflix.servo.monitor.DynamicCounter;
import com.netflix.servo.monitor.MonitorConfig;
import com.netflix.servo.monitor.Monitors;
import com.netflix.suro.ClientConfig;
import com.netflix.suro.TagKey;
import com.netflix.suro.connection.ConnectionPool;
import com.netflix.suro.message.Compression;
import com.netflix.suro.message.Message;
import com.netflix.suro.message.MessageSetBuilder;
import com.netflix.suro.message.MessageSetReader;
import com.netflix.suro.thrift.Result;
import com.netflix.suro.thrift.ResultCode;
import com.netflix.suro.thrift.TMessageSet;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.concurrent.atomic.AtomicLong;
/**
* Synchronous {@link ISuroClient} implementation
* Sends a message or TMessageSet one by one
* @author jbae
*/
public class SyncSuroClient implements ISuroClient {
private static final Logger log = LoggerFactory.getLogger(SyncSuroClient.class);
private final ClientConfig config;
private final ConnectionPool connectionPool;
private final Compression compression;
@Inject
public SyncSuroClient(ClientConfig config, ConnectionPool connectionPool) {
this.config = config;
this.connectionPool = connectionPool;
this.compression = Compression.create(config.getCompression());
Monitors.registerObject(this);
}
@Monitor(name = TagKey.SENT_COUNT, type = DataSourceType.COUNTER)
private AtomicLong sentMessageCount = new AtomicLong(0);
@Override
public long getSentMessageCount() {
return sentMessageCount.get();
}
@Monitor(name = TagKey.LOST_COUNT, type = DataSourceType.COUNTER)
private AtomicLong lostMessageCount = new AtomicLong(0);
@Override
public long getLostMessageCount() {
return lostMessageCount.get();
}
@Override
public long getNumOfPendingMessages() {
return 0;
}
@Monitor(name = TagKey.RETRIED_COUNT, type = DataSourceType.COUNTER)
private AtomicLong retriedCount = new AtomicLong(0);
public long getRetriedCount() {
return retriedCount.get();
}
@Monitor(name = "senderExceptionCount", type = DataSourceType.COUNTER)
private AtomicLong senderExceptionCount = new AtomicLong(0);
@Override
public void send(Message message) {
send(new MessageSetBuilder(config)
.withCompression(compression)
.withMessage(message.getRoutingKey(), message.getPayload()).build());
}
public boolean send(TMessageSet messageSet) {
if (messageSet == null) {
return false;
}
boolean sent = false;
boolean retried = false;
for (int i = 0; i < config.getRetryCount(); ++i) {
ConnectionPool.SuroConnection connection = connectionPool.chooseConnection();
if (connection == null) {
continue;
}
try {
Result result = connection.send(messageSet);
if (result != null && result.getResultCode() == ResultCode.OK && result.isSetMessage()) {
sent = true;
connectionPool.endConnection(connection);
retried = i > 0;
break;
} else {
log.error("Server is not stable: " + connection.getServer().toString());
connectionPool.markServerDown(connection);
try { Thread.sleep(Math.min(i + 1, 5) * 100); } catch (InterruptedException e) {} // ignore an exception
}
} catch (Exception e) {
log.error("Exception in send: " + e.getMessage(), e);
connectionPool.markServerDown(connection);
}
}
MessageSetReader reader = new MessageSetReader(messageSet);
if (sent) {
sentMessageCount.addAndGet(incrementMessageCount(TagKey.SENT_COUNT, config.getApp(), reader));
if (retried) {
retriedCount.incrementAndGet();
}
} else {
lostMessageCount.addAndGet(incrementMessageCount(TagKey.LOST_COUNT, config.getApp(), reader));
}
return sent;
}
public static int incrementMessageCount(String counterName, String app, Iterable<Message> messages) {
int count = 0;
for (Message message : messages) {
DynamicCounter.increment(
MonitorConfig.builder(counterName)
.withTag(TagKey.APP, app)
.withTag(TagKey.DATA_SOURCE, message.getRoutingKey())
.build());
++count;
}
return count;
}
}