DefaultCrawler crawler = new DefaultCrawler();
crawler.setDownloaderController(new DefaultDownloaderController());
crawler.setParserController(new DefaultParserController());
CrawlerTask crawlerTask = new CrawlerTask("http://www.wikipedia.org/", 0);
Page page = crawler.crawl(crawlerTask);
assertNotNull(page);
assertTrue(page.getLinks().size() > 0);
}
}