Package net.matuschek.examples

Source Code of net.matuschek.examples.LogURL

package net.matuschek.examples;

import java.io.FileWriter;
import java.net.URL;
import net.matuschek.http.URLLogger;
import net.matuschek.spider.WebRobot;
/*********************************************
    Copyright (c) 2001 by Daniel Matuschek
*********************************************/



/**
* This example program downloads a web page. It does not
* store the documents but only logs the visited URLs.
*
* @author Daniel Matuschek
* @version $Revision: 1.2 $
*/
public class LogURL {

  public static void main(String[] args)
    throws Exception
  {
    System.out.println("URLs will be logged to urls.txt\n\n");

    WebRobot robby = new WebRobot();
    robby.setStartURL(new URL("http://www.matuschek.net"));
    robby.setMaxDepth(1);
    robby.setSleepTime(0);

    FileWriter logfile = new FileWriter("urls.txt");
    URLLogger log = new URLLogger(logfile);
    robby.setDocManager(log);

    robby.run();
    logfile.close();
  }
}
 
TOP

Related Classes of net.matuschek.examples.LogURL

TOP
Copyright © 2015 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.