Package org.archive.modules.revisit

Examples of org.archive.modules.revisit.RevisitProfile


        recordInfo.setMimetype(mimetype);
        recordInfo.setRecordId(baseid);
        recordInfo.setContentLength(contentLength);
        recordInfo.setEnforceLength(false);
     
        RevisitProfile revisitProfile = curi.getRevisitProfile();
       
        headers.addLabelValue(HEADER_KEY_PROFILE, revisitProfile.getProfileName());
        headers.addLabelValue(HEADER_KEY_TRUNCATED, NAMED_FIELD_TRUNCATED_VALUE_LENGTH);

        Map<String, String> revisitHeaders = revisitProfile.getWarcHeaders();
       
        if (!revisitHeaders.isEmpty()) {
          recordInfo.setExtraHeaders(headers);
          for ( String key : revisitHeaders.keySet()) {
              headers.addLabelValue(key, revisitHeaders.get(key));         
View Full Code Here


     *
     * @param curi CrawlURI to test
     * @return true if revisit profile is set to identical payload digest, false otherwise
     */
    public static boolean hasIdenticalDigest(CrawlURI curi) {
        RevisitProfile revisit = curi.getRevisitProfile();
        if (revisit==null) {
          return false;
        }
        return revisit.getProfileName().equals(WARCConstants.PROFILE_REVISIT_IDENTICAL_DIGEST);
    }
View Full Code Here

TOP

Related Classes of org.archive.modules.revisit.RevisitProfile

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.