for (final String regex : excludeFilterList) {
s2Robot.addExcludeFilter(regex);
}
}
final S2RobotContext robotContext = s2Robot.getRobotContext();
// max depth
final int maxDepth = SettingsUtils.get(crawlSettings,
"maxDepth", -1);
robotContext.setMaxDepth(maxDepth);
// max access count
final int maxAccessCount = SettingsUtils.get(crawlSettings,
"maxAccessCount", 100);
robotContext.setMaxAccessCount(maxAccessCount);
// num of thread
final int numOfThread = SettingsUtils.get(crawlSettings,
"numOfThread", 5);
robotContext.setNumOfThread(numOfThread);
// interval
final long interval = SettingsUtils.get(crawlSettings,
"interval", 1000);
final WebRiverIntervalController intervalController = (WebRiverIntervalController) s2Robot
.getIntervalController();