Package fr.eolya.crawler.database

Examples of fr.eolya.crawler.database.ICrawlerDB

96
97
98
99
100
101
102
103
104
105
106
107
    catch (Exception e) {
      logger.logStackTrace(e, true);
      return false;
    }

    ICrawlerDB db = crawlerController.getCrawlerDB();
    if (db.updateSourceStatusStartup(src.getId(), queue.size(), queue.getDoneQueueSize())) {
      if (queue.getDoneQueueSize()>0) {
        if (src.getProcessingElapsedTime()==0) {
          Date d = this.src.getCrawlLastTimeStart();
          Date n = new Date();
          src.setProcessingElapsedTime(n.getTime() - d.getTime());
View Full Code Here
180
181
182
183
184
185
186
187
   
    return true;
  }
 
  public void close(boolean crawlerStopRequested, boolean pause, boolean pauseBySchedule) {
    ICrawlerDB db = crawlerController.getCrawlerDB();
    db.updateSourceStatusStop(src, queue.getQueueSize(), queue.getDoneQueueSize(), crawlerStopRequested, pause, pauseBySchedule, config);
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
59
       
        verbose = "1".equals(config.getProperty("/crawler/param[@name='log_verbose']", "0"));
        debug = "1".equals(config.getProperty("/crawler/param[@name='log_debug']", "0"));
       
        // Get output class name
        ICrawlerDB db = crawlerController.getCrawlerDB();
        HashMap<String, String> target = db.getTarget(String.valueOf(src.getTargetId()));
        if (target==null) {
            if (logger!=null) logger.log("Failed to initiate Web Connector (no target)");
            src.memLogAppend("Failed to initiate Web Connector (no target)");
            return false;
        }
View Full Code Here
173
174
175
176
177
178
179
180
    if (!doIt) return;

    updateProcessingInfoLastTime = nowTime;
   
    String processingInfo = buildProcessedInfoXml(doneQueueSize);
    ICrawlerDB db = crawlerController.getCrawlerDB();
    db.updateSourceProcessingInfo(src.getId(), queueSize, doneQueueSize, processingInfo);   
  }
View Full Code Here
TOP

Related Classes of fr.eolya.crawler.database.ICrawlerDB

  • fr.eolya.crawler.connectors.Connector
  • fr.eolya.crawler.connectors.web.WebConnector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.