public void annotateResults(SearchResults results)
throws AccessControlException, ResourceNotInArchiveException,
RobotNotAvailableException {
if(getRobotTimedOut()) {
throw new RobotTimedOutAccessControlException("Unable to check" +
" robots.txt for " + requestUrl);
}
if(getLiveWebGone()) {
throw new RobotNotAvailableException("The URL " + requestUrl +
" is blocked by the sites robots.txt file");