// and disabling this check improves performance.
HttpConnectionParams.setStaleCheckingEnabled(params, false);
// FUTURE - set this on a per-route (host) basis when we have per-host policies for
// doing partner crawls. We could define a BixoConnPerRoute class that supports this.
ConnPerRouteBean connPerRoute = new ConnPerRouteBean(_fetcherPolicy.getMaxConnectionsPerHost());
ConnManagerParams.setMaxConnectionsPerRoute(params, connPerRoute);
HttpProtocolParams.setVersion(params, _httpVersion);
HttpProtocolParams.setUserAgent(params, _userAgent.getUserAgentString());
HttpProtocolParams.setContentCharset(params, "UTF-8");