try {
InputStream connection = getConnection(site);
String html = consumeStream(connection);
html = StringEscapeUtils.unescapeHtml(html);
final HashSet<String> outlinkSet = extractOutlinks(html, site);
return new HtmlFetchResult(site, outlinkSet, html);
} catch (ParserException pEx) {
// ignore parser exceptions, they contain mostly garbage
} catch (Exception e) {
String errMsg = e.getMessage().length() > 150 ? e.getMessage().substring(
0, 150) : e.getMessage();