/**
* Copyright 2013 Netflix, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.netflix.priam.aws;
import java.io.ByteArrayInputStream;
import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.amazonaws.AmazonClientException;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.model.AbortMultipartUploadRequest;
import com.amazonaws.services.s3.model.CompleteMultipartUploadRequest;
import com.amazonaws.services.s3.model.PartETag;
import com.amazonaws.services.s3.model.UploadPartRequest;
import com.amazonaws.services.s3.model.UploadPartResult;
import com.netflix.priam.backup.BackupRestoreException;
import com.netflix.priam.utils.RetryableCallable;
import com.netflix.priam.utils.SystemUtils;
public class S3PartUploader extends RetryableCallable<Void>
{
private final AmazonS3 client;
private DataPart dataPart;
private List<PartETag> partETags;
private static final Logger logger = LoggerFactory.getLogger(S3PartUploader.class);
private static final int MAX_RETRIES = 5;
public S3PartUploader(AmazonS3 client, DataPart dp, List<PartETag> partETags)
{
super(MAX_RETRIES, RetryableCallable.DEFAULT_WAIT_TIME);
this.client = client;
this.dataPart = dp;
this.partETags = partETags;
}
private Void uploadPart() throws AmazonClientException, BackupRestoreException
{
UploadPartRequest req = new UploadPartRequest();
req.setBucketName(dataPart.getBucketName());
req.setKey(dataPart.getS3key());
req.setUploadId(dataPart.getUploadID());
req.setPartNumber(dataPart.getPartNo());
req.setPartSize(dataPart.getPartData().length);
req.setMd5Digest(SystemUtils.toBase64(dataPart.getMd5()));
req.setInputStream(new ByteArrayInputStream(dataPart.getPartData()));
UploadPartResult res = client.uploadPart(req);
PartETag partETag = res.getPartETag();
if (!partETag.getETag().equals(SystemUtils.toHex(dataPart.getMd5())))
throw new BackupRestoreException("Unable to match MD5 for part " + dataPart.getPartNo());
partETags.add(partETag);
return null;
}
public void completeUpload() throws BackupRestoreException
{
CompleteMultipartUploadRequest compRequest = new CompleteMultipartUploadRequest(dataPart.getBucketName(), dataPart.getS3key(), dataPart.getUploadID(), partETags);
client.completeMultipartUpload(compRequest);
}
// Abort
public void abortUpload()
{
AbortMultipartUploadRequest abortRequest = new AbortMultipartUploadRequest(dataPart.getBucketName(), dataPart.getS3key(), dataPart.getUploadID());
client.abortMultipartUpload(abortRequest);
}
@Override
public Void retriableCall() throws AmazonClientException, BackupRestoreException
{
logger.debug("Picked up part " + dataPart.getPartNo() + " size " + dataPart.getPartData().length);
return uploadPart();
}
}