String item=cache.getItem(url);
if (null==item){
LOGGER.warn("Page " + url + "is in included for " + catName + " but not in cache");
continue;
}
double classifierScore = classifier.classify(DocumentParser.parse(item, classifier.getMaxTuple()));
boolean classifierIncluded = (classifierScore > 0.5);
addToIncNotIncMap(mp, url, true, classifierIncluded, classifierScore);
}
// traverse the list of not included urls and check what the classifier say
for (String url: notIncludedUrlsList){