if ((urlCheck != null) && (!urlCheck.checkURLForProcessing(u))) {
log.debug("processing not allowed by URLCheck:" + u);
return false;
}
DownloadRuleSet downloadRuleSet = httpTool.getDownloadRuleSet();
if (downloadRuleSet != null && !downloadRuleSet.processAllowed(doc.getHttpHeaders())) {
log.debug("processing not allowed by DownloadRuleSet:" + u);
return false;
}
return true;