Package org.archive.wayback.core

Examples of org.archive.wayback.core.Resource

82
83
84
85
86
87
88
89
90
      // TODO: this needs to be prettied up for end user consumption..
      throw new ResourceNotAvailableException("Cannot find ARC file ("
          + fileName + ")");
    } else {

      Resource r = ResourceFactory.getResource(file, offset);
      return r;
    }
  }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
 
  private Resource getLocalCachedResource(URL url, long maxCacheMS,
      boolean bUseOlder) throws ResourceNotInArchiveException,
      IOException, LiveDocumentNotAvailableException {
   
    Resource resource = null;
    WaybackRequest wbRequest = makeCacheWBRequest(url,maxCacheMS,bUseOlder);
   
    CaptureSearchResults results = null;
    try {
      SearchResults gresults = index.query(wbRequest);
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
  }
 
  private Resource getLiveCachedResource(URL url)
    throws LiveDocumentNotAvailableException, IOException {
   
    Resource resource = null;
   
    LOGGER.info("Caching URL(" + url.toString() + ")");
    ARCLocation location = null;
    try {
      location = cacher.cache(arcCacheDir, url.toString());
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
   */
  public Resource getCachedResource(URL url, long maxCacheMS,
      boolean bUseOlder) throws LiveDocumentNotAvailableException,
      IOException {
   
    Resource resource = null;
    try {
      resource = getLocalCachedResource(url, maxCacheMS, false);
      LOGGER.info("Using Cached URL(" + url.toString() + ")");
     
    } catch(ResourceNotInArchiveException e) {
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
        && !fileName.endsWith(LocalResourceStore.WARC_GZ_EXTENSION)) {
      fileName = fileName + LocalResourceStore.ARC_GZ_EXTENSION;
    }
       
    String fileUrl = urlPrefix + fileName;
    Resource r = null;
    try {

      r = ResourceFactory.getResource(new URL(fileUrl), offset);

    } catch (IOException e) {
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
public class ResourceFactory {

  public static Resource getResource(File file, long offset)
      throws IOException, ResourceNotAvailableException {

    Resource r = null;
    String name = file.getName();
    if (name.endsWith(LocalResourceStore.OPEN_EXTENSION)) {
      name = name.substring(0, name.length()
          - LocalResourceStore.OPEN_EXTENSION.length());
    }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
    return r;
  }

  public static Resource getResource(URL url, long offset)
      throws IOException, ResourceNotAvailableException {
    Resource r = null;
    String name = url.getFile();
    if (isArc(name)) {

      ARCReader reader = ARCReaderFactory.get(url, offset);
      r = ARCArchiveRecordToResource(reader.get(),reader);
View Full Code Here
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
  }

  private void handleReplay(WaybackRequest wbRequest,
      HttpServletRequest httpRequest, HttpServletResponse httpResponse)
  throws IOException, ServletException {
    Resource resource = null;
    try {
      SearchResults results = collection.getResourceIndex().query(wbRequest);
      if(!(results instanceof CaptureSearchResults)) {
        throw new ResourceNotAvailableException("Bad results...");
      }
      CaptureSearchResults captureResults = (CaptureSearchResults) results;
 
      // TODO: check which versions are actually accessible right now?
      SearchResult closest = captureResults.getClosest(wbRequest);
      resource = collection.getResourceStore().retrieveResource(closest);
 
      replay.renderResource(httpRequest, httpResponse, wbRequest,
          closest, resource, uriConverter, captureResults);
    } catch(WaybackException e) {
      logNotInArchive(e,wbRequest);
      replay.renderException(httpRequest, httpResponse, wbRequest, e);
    } finally {
      if(resource != null) {
        resource.close();
      }
    }
  }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
        rules = rulesCache.get(urlString);
      } else {
        try {
         
          tmpRules = new RobotRules();
          Resource resource = webCache.getCachedResource(new URL(urlString),
              maxCacheMS,true);
          tmpRules.parse(resource);
          rulesCache.put(firstUrlString,tmpRules);
          rules = tmpRules;
         
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    String errMsg = "";
    Exception origException = null;

    for ( ResourceStore store : stores ) {
      try {
        Resource r = store.retrieveResource(result);

        if ( r != null ) {
          return r;
        }
       
View Full Code Here
TOP

Related Classes of org.archive.wayback.core.Resource

  • org.apache.commons.httpclient.ChunkedInputStream
  • org.archive.wayback.accesscontrol.robotstxt.HRobotExclusionFilter
  • org.archive.wayback.accesscontrol.robotstxt.redis.SimpleRedisRobotsCache
  • org.archive.wayback.accesscontrol.robotstxt.RobotExclusionFilter
  • org.archive.wayback.archivalurl.ArchivalUrlCSSReplayRendererTest
  • org.archive.wayback.archivalurl.ArchivalURLJSStringTransformerReplayRendererTest
  • org.archive.wayback.archivalurl.ArchivalUrlSAXRewriteReplayRenderer
  • org.archive.wayback.archivalurl.ArchivalUrlSAXRewriteReplayRendererTest
  • org.archive.wayback.liveweb.ARCUnwrappingProxy
  • org.archive.wayback.liveweb.LiveWebCache
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.