siteCrawler.setNumOfCrawlers( numCrawlers );
siteCrawler.setMaxPages( maxPages );
siteCrawler.setMaxDepth( maxDepth );
siteCrawler.setPolitenessDelay(politenessDelay);
siteCrawler.addListener(new CrawlerListener() {
@Override
public void visitedPage(Page page) {
final String pageURL = page.getWebURL().getURL();
System.err.println( format("Processing page: [%s]", pageURL) );