currRec.origurl = value.getUrl();
currRec.newurl = value.getBaseUrl();
currRec.content = value.getContent();
Metadata metadata = value.getMetadata();
currRec.header = new HashMap<String,String>();
for (String name : metadata.names()) {
String data = metadata.get(name);
currRec.header.put(name.toLowerCase(),data);
}
currRec.header.remove("nutch.content.digest");
currRec.header.remove("nutch.crawl.score");