// Iterate over all links found
Iterator linksIter = links.iterator();
while (linksIter.hasNext()) {
LinkTag currTag = ((LinkTag) linksIter.next());
String link = CrawlerToolkit.removeAnchor(currTag.extractLink());
// find urls which do not end with an '/' but are a directory
link = CrawlerToolkit.completeDirectory(link);
//link = CrawlerToolkit.toAbsoluteUrl(link, rawDocument.getUrl());