if (children != null && children.length > 0) {
includeCrawlingURL = new HashSet();
for (int i = 0; i < children.length; i++) {
String pattern = children[i].getValue();
try {
Tokenizer t = new Tokenizer(pattern, ", ");
while (t.hasMoreTokens()) {
String tokenized_pattern = t.nextToken();
this.includeCrawlingURL.add(new RE(tokenized_pattern));
}
} catch (RESyntaxException rese) {
getLogger().error("Cannot create including regular-expression for " +
pattern, rese);
}
}
} else {
if (getLogger().isDebugEnabled()) {
getLogger().debug("Include all URLs");
}
}
children = configuration.getChildren(EXCLUDE_CONFIG);
if (children != null && children.length > 0) {
excludeCrawlingURL = new HashSet();
for (int i = 0; i < children.length; i++) {
String pattern = children[i].getValue();
try {
Tokenizer t = new Tokenizer(pattern, ", ");
while (t.hasMoreTokens()) {
String tokenized_pattern = t.nextToken();
this.excludeCrawlingURL.add(new RE(tokenized_pattern));
}
} catch (RESyntaxException rese) {
getLogger().error("Cannot create excluding regular-expression for " +
pattern, rese);