Examples of org.archive.wayback.accesscontrol.robotstxt.redis.RedisRobotsLogic.RedisValue

        LiveWebCacheUnavailableException, LiveWebTimeoutException,
        IOException {
    
    String url = urlURL.toExternalForm();
    
    RedisValue value = null;
    
    try {
      PerfStats.timeStart(PerfStat.RobotsRedis);
      
      if (redisCmds != null) {
        value = redisCmds.getValue(url);
      }
    } catch (LiveWebCacheUnavailableException lw) {
      value = null;
    } finally {
      PerfStats.timeEnd(PerfStat.RobotsRedis);
    }
    
    // Use the old liveweb cache, if provided
    if (value == null) {
      RobotsResult result = loadExternal(urlURL, maxCacheMS, bUseOlder);
      
      PerfStats.timeStart(PerfStat.RobotsRedis);
      this.updateCache(result.robots, url, null, result.status, true);
      PerfStats.timeEnd(PerfStat.RobotsRedis);
      
      if (result == null || result.status != STATUS_OK) {
        throw new LiveDocumentNotAvailableException("Error Loading Live Robots");  
      }
      
      return new RobotsTxtResource(result.robots);
      
    } else {
      
      if (isExpired(value, url, 0)) {
        PerfStats.timeStart(PerfStat.RobotsRedis);        
        redisCmds.pushKey(UPDATE_QUEUE_KEY, url, MAX_UPDATE_QUEUE_SIZE);
        PerfStats.timeEnd(PerfStat.RobotsRedis);
      }
      
      String currentRobots = value.value;
      
      if (currentRobots.startsWith(ROBOTS_TOKEN_ERROR)) {
        throw new LiveDocumentNotAvailableException("Robots Error: " + currentRobots);  
      } else if (value.equals(ROBOTS_TOKEN_EMPTY)) {
        currentRobots = "";
      }
      
      return new RobotsTxtResource(currentRobots);  
    }

          LOGGER.info("REFRESH ERROR: " + status + " - Keeping same robots for " + url);
        }
      }
    }
        
    final RedisValue value = new RedisValue((ttlOnly ? null : newRedisValue), newTTL);
    
    redisCmds.updateValue(url, value, gzipRobots);
  }

  public RobotsResult forceUpdate(String url, int minUpdateTime, boolean cacheFails)
  {
    String current = null;
    
    try {
      RedisValue value = null;
      
      try {
        PerfStats.timeStart(PerfStat.RobotsRedis);
        value = redisCmds.getValue(url);
      } finally {

Examples of org.archive.wayback.accesscontrol.robotstxt.redis.RedisRobotsLogic.RedisValue

Related Classes of org.archive.wayback.accesscontrol.robotstxt.redis.RedisRobotsLogic.RedisValue