/*
* ====================================================================
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
* ====================================================================
*
* This software consists of voluntary contributions made by many
* individuals on behalf of the Apache Software Foundation. For more
* information on the Apache Software Foundation, please see
* <http://www.apache.org/>.
*
*/
package org.apache.http.nio.integration;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.nio.ByteBuffer;
import java.nio.channels.WritableByteChannel;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import org.apache.http.Consts;
import org.apache.http.HttpCoreNIOTestBase;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.HttpRequestFactory;
import org.apache.http.HttpResponse;
import org.apache.http.HttpStatus;
import org.apache.http.LoggingClientConnectionFactory;
import org.apache.http.LoggingNHttpServerConnection;
import org.apache.http.MalformedChunkCodingException;
import org.apache.http.TruncatedChunkException;
import org.apache.http.entity.ContentLengthStrategy;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.InputStreamEntity;
import org.apache.http.impl.DefaultConnectionReuseStrategy;
import org.apache.http.impl.io.HttpTransportMetricsImpl;
import org.apache.http.impl.nio.DefaultNHttpClientConnection;
import org.apache.http.impl.nio.DefaultNHttpServerConnection;
import org.apache.http.impl.nio.DefaultNHttpServerConnectionFactory;
import org.apache.http.impl.nio.codecs.AbstractContentEncoder;
import org.apache.http.message.BasicHttpRequest;
import org.apache.http.nio.ContentDecoder;
import org.apache.http.nio.ContentEncoder;
import org.apache.http.nio.IOControl;
import org.apache.http.nio.NHttpConnectionFactory;
import org.apache.http.nio.entity.ContentInputStream;
import org.apache.http.nio.protocol.AbstractAsyncResponseConsumer;
import org.apache.http.nio.protocol.BasicAsyncRequestProducer;
import org.apache.http.nio.protocol.BasicAsyncResponseConsumer;
import org.apache.http.nio.protocol.BasicAsyncRequestHandler;
import org.apache.http.nio.protocol.HttpAsyncRequestExecutor;
import org.apache.http.nio.protocol.HttpAsyncRequestHandlerRegistry;
import org.apache.http.nio.protocol.HttpAsyncService;
import org.apache.http.nio.reactor.IOReactorStatus;
import org.apache.http.nio.reactor.IOSession;
import org.apache.http.nio.reactor.ListenerEndpoint;
import org.apache.http.nio.reactor.SessionOutputBuffer;
import org.apache.http.nio.util.ByteBufferAllocator;
import org.apache.http.nio.util.HeapByteBufferAllocator;
import org.apache.http.nio.util.SimpleInputBuffer;
import org.apache.http.params.HttpParams;
import org.apache.http.protocol.HttpContext;
import org.apache.http.util.CharArrayBuffer;
import org.apache.http.util.EntityUtils;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
/**
* Tests for handling truncated chunks.
*/
public class TestTruncatedChunks extends HttpCoreNIOTestBase {
@Before
public void setUp() throws Exception {
initServer();
initClient();
initConnPool();
}
@After
public void tearDown() throws Exception {
shutDownConnPool();
shutDownClient();
shutDownServer();
}
@Override
protected NHttpConnectionFactory<DefaultNHttpServerConnection> createServerConnectionFactory(
final HttpParams params) throws Exception {
return new CustomServerConnectionFactory(params);
}
@Override
protected NHttpConnectionFactory<DefaultNHttpClientConnection> createClientConnectionFactory(
final HttpParams params) throws Exception {
return new LoggingClientConnectionFactory(params);
}
private static final byte[] GARBAGE = new byte[] {'1', '2', '3', '4', '5' };
static class BrokenChunkEncoder extends AbstractContentEncoder {
private final CharArrayBuffer lineBuffer;
private boolean done;
public BrokenChunkEncoder(
final WritableByteChannel channel,
final SessionOutputBuffer buffer,
final HttpTransportMetricsImpl metrics) {
super(channel, buffer, metrics);
this.lineBuffer = new CharArrayBuffer(16);
}
@Override
public void complete() throws IOException {
this.completed = true;
}
public int write(ByteBuffer src) throws IOException {
int chunk;
if (!this.done) {
this.lineBuffer.clear();
this.lineBuffer.append(Integer.toHexString(GARBAGE.length * 10));
this.buffer.writeLine(this.lineBuffer);
this.buffer.write(ByteBuffer.wrap(GARBAGE));
this.done = true;
chunk = GARBAGE.length;
} else {
chunk = 0;
}
long bytesWritten = this.buffer.flush(this.channel);
if (bytesWritten > 0) {
this.metrics.incrementBytesTransferred(bytesWritten);
}
if (!this.buffer.hasData()) {
this.channel.close();
}
return chunk;
}
}
static class CustomServerConnectionFactory extends DefaultNHttpServerConnectionFactory {
public CustomServerConnectionFactory(final HttpParams params) {
super(params);
}
@Override
protected DefaultNHttpServerConnection createConnection(
final IOSession session,
final HttpRequestFactory requestFactory,
final ByteBufferAllocator allocator,
final HttpParams params) {
return new LoggingNHttpServerConnection(session, requestFactory, allocator, params) {
@Override
protected ContentEncoder createContentEncoder(
final long len,
final WritableByteChannel channel,
final SessionOutputBuffer buffer,
final HttpTransportMetricsImpl metrics) {
if (len == ContentLengthStrategy.CHUNKED) {
return new BrokenChunkEncoder(channel, buffer, metrics);
} else {
return super.createContentEncoder(len, channel, buffer, metrics);
}
}
};
}
}
@Test
public void testTruncatedChunkException() throws Exception {
HttpAsyncRequestHandlerRegistry registry = new HttpAsyncRequestHandlerRegistry();
registry.register("*", new BasicAsyncRequestHandler(new SimpleRequestHandler(true)));
HttpAsyncService serviceHandler = new HttpAsyncService(
this.serverHttpProc,
new DefaultConnectionReuseStrategy(),
registry,
this.serverParams);
HttpAsyncRequestExecutor clientHandler = new HttpAsyncRequestExecutor();
this.server.start(serviceHandler);
this.client.start(clientHandler);
ListenerEndpoint endpoint = this.server.getListenerEndpoint();
endpoint.waitFor();
Assert.assertEquals("Test server status", IOReactorStatus.ACTIVE, this.server.getStatus());
String pattern = RndTestPatternGenerator.generateText();
int count = RndTestPatternGenerator.generateCount(1000);
HttpHost target = new HttpHost("localhost", ((InetSocketAddress)endpoint.getAddress()).getPort());
BasicHttpRequest request = new BasicHttpRequest("GET", pattern + "x" + count);
Future<HttpResponse> future = this.executor.execute(
new BasicAsyncRequestProducer(target, request),
new BasicAsyncResponseConsumer(),
this.connpool);
try {
future.get();
Assert.fail("ExecutionException should have been thrown");
} catch (ExecutionException ex) {
Throwable cause = ex.getCause();
Assert.assertTrue(cause instanceof MalformedChunkCodingException);
}
}
static class LenientAsyncResponseConsumer extends AbstractAsyncResponseConsumer<HttpResponse> {
private final SimpleInputBuffer buffer;
private volatile HttpResponse response;
public LenientAsyncResponseConsumer() {
super();
this.buffer = new SimpleInputBuffer(2048, new HeapByteBufferAllocator());
}
@Override
protected void onResponseReceived(final HttpResponse response) {
this.response = response;
}
@Override
protected void onEntityEnclosed(final HttpEntity entity, final ContentType contentType) {
}
@Override
protected void onContentReceived(
final ContentDecoder decoder, final IOControl ioctrl) throws IOException {
boolean finished = false;
try {
this.buffer.consumeContent(decoder);
if (decoder.isCompleted()) {
finished = true;
}
} catch (TruncatedChunkException ex) {
this.buffer.shutdown();
finished = true;
}
if (finished) {
this.response.setEntity(
new InputStreamEntity(new ContentInputStream(this.buffer), -1));
}
}
@Override
protected void releaseResources() {
}
@Override
protected HttpResponse buildResult(final HttpContext context) {
return this.response;
}
}
@Test
public void testIgnoreTruncatedChunkException() throws Exception {
HttpAsyncRequestHandlerRegistry registry = new HttpAsyncRequestHandlerRegistry();
registry.register("*", new BasicAsyncRequestHandler(new SimpleRequestHandler(true)));
HttpAsyncService serviceHandler = new HttpAsyncService(
this.serverHttpProc,
new DefaultConnectionReuseStrategy(),
registry,
this.serverParams);
HttpAsyncRequestExecutor clientHandler = new HttpAsyncRequestExecutor();
this.server.start(serviceHandler);
this.client.start(clientHandler);
ListenerEndpoint endpoint = this.server.getListenerEndpoint();
endpoint.waitFor();
Assert.assertEquals("Test server status", IOReactorStatus.ACTIVE, this.server.getStatus());
String pattern = RndTestPatternGenerator.generateText();
int count = RndTestPatternGenerator.generateCount(1000);
HttpHost target = new HttpHost("localhost", ((InetSocketAddress)endpoint.getAddress()).getPort());
BasicHttpRequest request = new BasicHttpRequest("GET", pattern + "x" + count);
Future<HttpResponse> future = this.executor.execute(
new BasicAsyncRequestProducer(target, request),
new LenientAsyncResponseConsumer(),
this.connpool);
HttpResponse response = future.get();
Assert.assertNotNull(response);
Assert.assertEquals(HttpStatus.SC_OK, response.getStatusLine().getStatusCode());
Assert.assertEquals(new String(GARBAGE, Consts.ISO_8859_1.name()),
EntityUtils.toString(response.getEntity()));
}
}