public void crawled(LinkEvent event) {
// TODO Auto-generated method stub
System.out.println(event.getLink().toURL());
//System.out.println(event.getLink().getParentURL());
Page page = event.getLink().getPage();
//if (event.getLink().toURL().indexOf("yahoo.com")>=0) return;
if (page != null) {
count++;
FileWriter out;
try {
out = new FileWriter(new File("d:/crawler/dump"
+ File.separator + count + ".html"));
out.write(page.getContent());
out.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();