/*Copyright 2012 Countandra
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package org.countandra.netty;
import java.io.*;
import static org.jboss.netty.handler.codec.http.HttpHeaders.Names.CONTENT_TYPE;
import static org.jboss.netty.handler.codec.http.HttpResponseStatus.OK;
import static org.jboss.netty.handler.codec.http.HttpResponseStatus.NOT_IMPLEMENTED;
import static org.jboss.netty.handler.codec.http.HttpVersion.HTTP_1_1;
import java.net.InetSocketAddress;
import java.nio.charset.Charset;
import java.util.concurrent.Executors;
import static org.jboss.netty.handler.codec.http.HttpHeaders.*;
import static org.jboss.netty.handler.codec.http.HttpHeaders.Names.*;
import static org.jboss.netty.handler.codec.http.HttpResponseStatus.*;
import static org.jboss.netty.handler.codec.http.HttpVersion.*;
import org.jboss.netty.bootstrap.ClientBootstrap;
import org.jboss.netty.bootstrap.ServerBootstrap;
import org.jboss.netty.buffer.ChannelBuffer;
import org.jboss.netty.buffer.ChannelBuffers;
import org.jboss.netty.channel.Channel;
import org.jboss.netty.channel.ChannelFuture;
import org.jboss.netty.channel.ChannelFutureListener;
import org.jboss.netty.channel.ChannelHandlerContext;
import org.jboss.netty.channel.ChannelPipeline;
import org.jboss.netty.channel.ChannelPipelineFactory;
import org.jboss.netty.channel.Channels;
import org.jboss.netty.channel.ExceptionEvent;
import org.jboss.netty.channel.MessageEvent;
import org.jboss.netty.channel.SimpleChannelUpstreamHandler;
import org.jboss.netty.channel.socket.nio.NioClientSocketChannelFactory;
import org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory;
import org.jboss.netty.handler.codec.http.DefaultHttpRequest;
import org.jboss.netty.handler.codec.http.DefaultHttpResponse;
import org.jboss.netty.handler.codec.http.HttpChunkAggregator;
import org.jboss.netty.handler.codec.http.HttpClientCodec;
import org.jboss.netty.handler.codec.http.HttpMethod;
import org.jboss.netty.handler.codec.http.HttpRequest;
import org.jboss.netty.handler.codec.http.HttpRequestDecoder;
import org.jboss.netty.handler.codec.http.HttpResponse;
import org.jboss.netty.handler.codec.http.HttpResponseEncoder;
import org.jboss.netty.handler.codec.http.HttpVersion;
import org.jboss.netty.util.CharsetUtil;
import org.jboss.netty.handler.codec.http.QueryStringDecoder;
import org.countandra.exceptions.CountandraException;
import org.countandra.utils.*;
public class NettyUtils {
private static boolean nettyStarted = false;
public static final String PROCESSINSERT = "/insert";
public static final String PROCESSINTERNALTEST = "/test";
public static final String INITCASSANDRADB = "/init";
public static synchronized void startupNettyServer(int httpPort) {
if (nettyStarted)
return;
nettyStarted = true;
ServerBootstrap server = new ServerBootstrap(
new NioServerSocketChannelFactory(
Executors.newCachedThreadPool(),
Executors.newCachedThreadPool()));
server.setPipelineFactory(new CountandraHttpServerPipelineFactory());
server.bind(new InetSocketAddress(httpPort));
}
private static class CountandraHttpServerPipelineFactory implements
ChannelPipelineFactory {
@Override
public ChannelPipeline getPipeline() throws Exception {
ChannelPipeline pipeline = Channels.pipeline();
pipeline.addLast("decoder", new HttpRequestDecoder());
pipeline.addLast("aggregator", new HttpChunkAggregator(1048576));
pipeline.addLast("encoder", new HttpResponseEncoder());
pipeline.addLast("handler", new CountandraHttpRequestHandler());
return pipeline;
}
}
private static class CountandraHttpRequestHandler extends
SimpleChannelUpstreamHandler {
private final StringBuilder buf = new StringBuilder();
static int recInsertCount = 0;
static long starttimestamp = System.currentTimeMillis();
static long endtimestamp = System.currentTimeMillis();
public CountandraHttpRequestHandler() {
CountandraUtils.startBatch();
}
public void messageReceived(ChannelHandlerContext ctx, MessageEvent e)
throws Exception {
HttpRequest request = (HttpRequest) e.getMessage();
HttpResponse response = null;
QueryStringDecoder queryStringDecoder = new QueryStringDecoder(
request.getUri());
buf.setLength(0);
if (request.getMethod() == HttpMethod.GET) {
try {
String requestResult = CountandraUtils
.processRequest(request.getUri());
// buf.append("REQUEST_URI: " + request.getUri() +
// "\r\n\r\n");
buf.append(requestResult);
//System.out.println("Buffer Appended");
response = new DefaultHttpResponse(HTTP_1_1, OK);
response.setContent(ChannelBuffers.copiedBuffer(
buf.toString(), CharsetUtil.UTF_8));
response.setHeader(CONTENT_TYPE,
"text/plain; charset=UTF-8");
// e.getChannel().write(response).addListener(ChannelFutureListener.CLOSE);
} catch (CountandraException ce) {
response = new DefaultHttpResponse(HTTP_1_1,
NOT_IMPLEMENTED);
System.out.println("CATCH");
} finally {
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
}
} else if (request.getMethod() == HttpMethod.POST) {
if (request.getUri().equals(PROCESSINSERT)) {
// System.out.println("In insert");
buf.setLength(0);
buf.append(((HttpRequest) e.getMessage()).getContent()
.toString(CharsetUtil.UTF_8));
String postContent = buf.toString();
// System.out.println(postContent);
CountandraUtils.processInsertRequest(postContent);
recInsertCount++;
if ((recInsertCount % CountandraUtils.BATCH_SIZE) == 1) {
CountandraUtils.finishBatch();
endtimestamp = System.currentTimeMillis();
System.out.print("It took " );
System.out.print( endtimestamp - starttimestamp );
System.out.print(" ms to insert ");
System.out.print(CountandraUtils.BATCH_SIZE);
System.out.println("records through http");
CountandraUtils.startBatch();
}
starttimestamp = endtimestamp;
// Writing response, wait till it is completely written and
// close channel after that
response = new DefaultHttpResponse(HTTP_1_1, OK);
response.setContent(ChannelBuffers.copiedBuffer("ok",
CharsetUtil.UTF_8));
response.setHeader(CONTENT_TYPE,
"text/plain; charset=UTF-8");
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
// System.out.println("sending close insert");
} else if (request.getUri().equals(INITCASSANDRADB)) {
CountandraUtils.initBasicDataStructures();
response = new DefaultHttpResponse(HTTP_1_1, OK);
response.setContent(ChannelBuffers.copiedBuffer("ok",
CharsetUtil.UTF_8));
response.setHeader(CONTENT_TYPE,
"text/plain; charset=UTF-8");
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
}
else if (request.getUri().equals(PROCESSINTERNALTEST)) {
try {
FileInputStream fstream = new FileInputStream(
"textfile.txt");
DataInputStream in = new DataInputStream(fstream);
BufferedReader br = new BufferedReader(
new InputStreamReader(in));
String strLine;
long starttimestamp = System.currentTimeMillis();
int recCount = 0;
while ((strLine = br.readLine()) != null) {
recCount++;
CountandraUtils.processInsertRequest(strLine);
}
System.out.print("Wrote ");
System.out.print(recCount);
System.out.print(" records ");
System.out.print(" in ");
System.out
.print((System.currentTimeMillis() - starttimestamp) / 1000);
System.out.print(" seconds ");
response = new DefaultHttpResponse(HTTP_1_1, OK);
response.setContent(ChannelBuffers.copiedBuffer("ok",
CharsetUtil.UTF_8));
response.setHeader(CONTENT_TYPE,
"text/plain; charset=UTF-8");
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
} catch (Exception ex) {// Catch exception if any
System.err.println("Error: " + ex.getMessage());
}
}
else {
response = new DefaultHttpResponse(HTTP_1_1,
NOT_IMPLEMENTED);
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
}
} else {
response = new DefaultHttpResponse(HTTP_1_1, NOT_IMPLEMENTED);
e.getChannel().write(response)
.addListener(ChannelFutureListener.CLOSE);
}
}
public void exceptionCaught(ChannelHandlerContext ctx, ExceptionEvent e)
throws Exception {
super.exceptionCaught(ctx, e);
}
}
}