private final ParametricCheckHandler parametricChecks = new ParametricCheckHandler();
private final CaseSensitivityCheck caseCheck = new CaseSensitivityCheck();
@Override
public void processResponse(IWebCrawler crawler, HttpUriRequest request,
IHttpResponse response, Object argument) {
final IInjectionModuleContext ctx = (IInjectionModuleContext) argument;
final IPathState ps = ctx.getPathState();
ps.setResponse(response);
ps.getPath().setVisited(true);
if(response.isFetchFail()) {
ctx.error(request, response, "during initial file fetch");
return;
}
final IPathState ps404Parent = ps.get404Parent();
boolean is404Response = ((ps404Parent == null) && response.getResponseCode() == 404) ||
((ps404Parent != null) && ps404Parent.has404FingerprintMatching(response.getPageFingerprint()));
if(is404Response) {
ps.setPageMissing();
} else {
if(response.getResponseCode() > 400)
ctx.debug("Page is not accessible. http code ("+ response.getResponseCode() + ")");
final IPathState pps = ps.getParentState();
if(pps == null || pps.getResponse() == null || !ps.matchesPathFingerprint(pps.getPathFingerprint())) {
ctx.responseChecks(request, response);
}
if(ps404Parent != null && !ps.isParametric())
secondaryExtChecks.initialize(ps);
if(ps.getPath().getPathType() == PathType.PATH_FILE)
caseCheck.initialize(ps);