Package org.commoncrawl.io.shared

Examples of org.commoncrawl.io.shared.NIOHttpHeaders.findValue()

436
437
438
439
440
441
442
443
444
445
446
        if (resultCode >= 200 && resultCode <300) {
         
          continueDownloading = true;
         
          String etagValue = headers.findValue("ETag");
          String contentLengthValue = headers.findValue("Content-Length");
          String rangeValue = headers.findValue("Content-Range");
         
          if(etagValue != null && contentLengthValue != null) {
            try {
              // now check range value .. in case it is set ...
View Full Code Here
437
438
439
440
441
442
443
444
445
446
447
         
          continueDownloading = true;
         
          String etagValue = headers.findValue("ETag");
          String contentLengthValue = headers.findValue("Content-Length");
          String rangeValue = headers.findValue("Content-Range");
         
          if(etagValue != null && contentLengthValue != null) {
            try {
              // now check range value .. in case it is set ...
              if (rangeValue != null) {
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    arcFileItem.setHostIP(headers.findValue(Constants.ARCFileHeader_HostIP));
    try {
      arcFileItem.setTimestamp(TIMESTAMP14.parse(headers.findValue(Constants.ARCFileHeader_ARC_Timestamp)).getTime());
    } catch (Exception e) {
      LOG.error("Invalid Timestamp Encountered in Item Metdata. URL:"
          + arcFileItem.getUri() + " Timestamp:" + headers.findValue(Constants.ARCFileHeader_ARC_Timestamp) );
    }
    arcFileItem.setMimeType(headers.findValue(Constants.ARCFileHeader_ARC_MimeType));
    arcFileItem.setRecordLength(rawArcPayload.getLength());
   
    //populate headers
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
      arcFileItem.setTimestamp(TIMESTAMP14.parse(headers.findValue(Constants.ARCFileHeader_ARC_Timestamp)).getTime());
    } catch (Exception e) {
      LOG.error("Invalid Timestamp Encountered in Item Metdata. URL:"
          + arcFileItem.getUri() + " Timestamp:" + headers.findValue(Constants.ARCFileHeader_ARC_Timestamp) );
    }
    arcFileItem.setMimeType(headers.findValue(Constants.ARCFileHeader_ARC_MimeType));
    arcFileItem.setRecordLength(rawArcPayload.getLength());
   
    //populate headers
    for (int i=0;i<headers.getKeyCount();++i) {
      String headerKey = headers.getKey(i);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.