com.qcloud.cos.demo.MultipartUploadDemo Maven / Gradle / Ivy
package com.qcloud.cos.demo;
import java.io.ByteArrayInputStream;
import java.util.LinkedList;
import java.util.List;
import com.qcloud.cos.COSClient;
import com.qcloud.cos.ClientConfig;
import com.qcloud.cos.auth.BasicCOSCredentials;
import com.qcloud.cos.auth.COSCredentials;
import com.qcloud.cos.exception.CosClientException;
import com.qcloud.cos.exception.CosServiceException;
import com.qcloud.cos.model.AbortMultipartUploadRequest;
import com.qcloud.cos.model.CompleteMultipartUploadRequest;
import com.qcloud.cos.model.CompleteMultipartUploadResult;
import com.qcloud.cos.model.CopyPartRequest;
import com.qcloud.cos.model.CopyPartResult;
import com.qcloud.cos.model.InitiateMultipartUploadRequest;
import com.qcloud.cos.model.InitiateMultipartUploadResult;
import com.qcloud.cos.model.ListPartsRequest;
import com.qcloud.cos.model.ObjectMetadata;
import com.qcloud.cos.model.PartETag;
import com.qcloud.cos.model.PartListing;
import com.qcloud.cos.model.PartSummary;
import com.qcloud.cos.model.StorageClass;
import com.qcloud.cos.model.UploadPartRequest;
import com.qcloud.cos.model.UploadPartResult;
import com.qcloud.cos.region.Region;
/**
* 分开上传demo展示了初始化分块，分快上传拷贝, 列出已上传分块，完成分块，终止分块的demo
* 分块上传的完成逻辑较复杂，需要经历多个步骤, 建议用户使用TransferManager中封装好的上传接口来进行文件的上传
*/
public class MultipartUploadDemo {
private static String secretId = System.getenv("SECRETID");
private static String secretKey = System.getenv("SECRETKEY");
private static String region = System.getenv("REGION");
private static String bucketName = System.getenv("BUCKET_NAME");
private static String key = "aaa/bbb.txt";
private static COSClient cosClient = createCli(region);
public static void main(String[] args) {
try {
multipartUploadDemo();
} catch (CosServiceException cse) {
cse.printStackTrace();
} catch (CosClientException cce) {
cce.printStackTrace();
} finally {
cosClient.shutdown();
}
}
private static void multipartUploadDemo() {
try {
String uploadId = initMultipartUploadDemo();
List partETags = uploadPartDemo(uploadId);
completePartDemo(uploadId, partETags);
} catch (CosServiceException cse) {
throw cse;
} catch (CosClientException cce) {
throw cce;
}
}
private static void multipartUploadCopyDemo() {
try {
String uploadId = initMultipartUploadDemo();
List partETags = copyPartUploadDemo(uploadId);
if (partETags != null) {
completePartDemo(uploadId, partETags);
} else {
abortPartUploadDemo(uploadId);
}
} catch (CosServiceException cse) {
throw cse;
} catch (CosClientException cce) {
throw cce;
}
}
private static COSClient createCli(String region) {
// 1 初始化用户身份信息(secretId, secretKey)
COSCredentials cred = new BasicCOSCredentials(secretId, secretKey);
// 2 设置bucket的区域, COS地域的简称请参照 https://www.qcloud.com/document/product/436/6224
ClientConfig clientConfig = new ClientConfig(new Region(region));
// 生成cos客户端
return new COSClient(cred, clientConfig);
}
private static String initMultipartUploadDemo() {
InitiateMultipartUploadRequest request = new InitiateMultipartUploadRequest(bucketName, key);
// 设置存储类型, 默认是标准(Standard), 低频(Standard_IA), 归档(Archive)
request.setStorageClass(StorageClass.Standard);
try {
InitiateMultipartUploadResult initResult = cosClient.initiateMultipartUpload(request);
// 获取uploadid
String uploadId = initResult.getUploadId();
System.out.println("succeed to init multipart upload, uploadId:" + uploadId + ", reqId:" + initResult.getRequestId());
return uploadId;
} catch (CosServiceException e) {
throw e;
} catch (CosClientException e) {
throw e;
}
}
// list part用于获取已上传的分片, 如果已上传的分片数量较多, 需要循环多次调用list part获取已上传的所有的分片
private static List listPartDemo(String uploadId) {
// uploadid(通过initiateMultipartUpload或者ListMultipartUploads获取)
List partETags = new LinkedList<>(); // 用于保存已上传的分片信息
PartListing partListing = null;
ListPartsRequest listPartsRequest = new ListPartsRequest(bucketName, key, uploadId);
do {
try {
partListing = cosClient.listParts(listPartsRequest);
} catch (CosServiceException e) {
throw e;
} catch (CosClientException e) {
throw e;
}
for (PartSummary partSummary : partListing.getParts()) {
partETags.add(new PartETag(partSummary.getPartNumber(), partSummary.getETag()));
System.out.println("list multipart upload parts, partNum:" + partSummary.getPartNumber() + ", etag:" + partSummary.getETag());
}
listPartsRequest.setPartNumberMarker(partListing.getNextPartNumberMarker());
} while (partListing.isTruncated());
return partETags;
}
// 分块上传(上传某一个分片的数据)
private static List uploadPartDemo(String uploadId) {
// uploadid(通过initiateMultipartUpload或者ListMultipartUploads获取)
boolean userTrafficLimit = false;
List partETags = new LinkedList<>();
// 生成要上传的数据, 这里初始化一个10M的数据
for (int i = 0; i < 10; i++) {
byte data[] = new byte[1024 * 1024];
UploadPartRequest uploadPartRequest = new UploadPartRequest();
uploadPartRequest.setBucketName(bucketName);
uploadPartRequest.setKey(key);
uploadPartRequest.setUploadId(uploadId);
// 设置分块的数据来源输入流
uploadPartRequest.setInputStream(new ByteArrayInputStream(data));
// 设置分块的长度
uploadPartRequest.setPartSize(data.length); // 设置数据长度
uploadPartRequest.setPartNumber(i+1); // 假设要上传的part编号是10
if(userTrafficLimit) {
uploadPartRequest.setTrafficLimit(8*1024*1024);
}
try {
UploadPartResult uploadPartResult = cosClient.uploadPart(uploadPartRequest);
PartETag partETag = uploadPartResult.getPartETag();
partETags.add(partETag);
System.out.println("succeed to upload part, partNum:" + uploadPartRequest.getPartNumber() + ", reqId:" + uploadPartResult.getRequestId());
} catch (CosServiceException e) {
throw e;
} catch (CosClientException e) {
throw e;
}
}
return partETags;
}
// complete完成分片上传
private static void completePartDemo(String uploadId, List partETags) {
// uploadid(通过initiateMultipartUpload或者ListMultipartUploads获取)
// 分片上传结束后，调用complete完成分片上传
CompleteMultipartUploadRequest completeMultipartUploadRequest =
new CompleteMultipartUploadRequest(bucketName, key, uploadId, partETags);
try {
CompleteMultipartUploadResult completeResult =
cosClient.completeMultipartUpload(completeMultipartUploadRequest);
System.out.println("succeed to complete multipart upload");
} catch (CosServiceException e) {
throw e;
} catch (CosClientException e) {
throw e;
}
}
// 终止分块上传
private static void abortPartUploadDemo(String uploadId) {
// uploadid(通过initiateMultipartUpload或者ListMultipartUploads获取)
AbortMultipartUploadRequest abortMultipartUploadRequest = new AbortMultipartUploadRequest(bucketName, key, uploadId);
try {
cosClient.abortMultipartUpload(abortMultipartUploadRequest);
System.out.println("succeed to abort multipart upload, uploadid:" + uploadId);
} catch (CosServiceException e) {
e.printStackTrace();
} catch (CosClientException e) {
e.printStackTrace();
}
}
// 分块copy, 表示该块的数据来自另外一个文件的某一范围, 支持跨园区, 跨bucket copy
private static List copyPartUploadDemo(String uploadId) {
CopyPartRequest copyPartRequest = new CopyPartRequest();
// 要拷贝的源文件所在的region
copyPartRequest.setSourceBucketRegion(new Region(region));
// 要拷贝的源文件的bucket名称
copyPartRequest.setSourceBucketName(bucketName);
// 要拷贝的源文件的路径
String srcKey = "copySrc.txt";
copyPartRequest.setSourceKey(srcKey);
// 指定要拷贝的源文件的数据范围(类似content-range)
long totalLength = 0;
try {
ObjectMetadata objectMetadata = cosClient.getObjectMetadata(bucketName, srcKey);
totalLength = objectMetadata.getContentLength();
} catch (Exception e) {
e.printStackTrace();
return null;
}
int partNum = 1;
long startIndex = 0;
long partSize = 1024 * 1024L;
long remainLength = totalLength;
List partETags = new LinkedList<>();
while (remainLength > 0) {
copyPartRequest.setFirstByte(startIndex);
long endIndex = remainLength < partSize ? (startIndex + remainLength - 1) : (startIndex + partSize -1);
copyPartRequest.setLastByte(endIndex);
// 目的bucket名称
copyPartRequest.setDestinationBucketName(bucketName);
// 目的路径名称
copyPartRequest.setDestinationKey(key);
copyPartRequest.setPartNumber(partNum);
// uploadId
copyPartRequest.setUploadId(uploadId);
try {
CopyPartResult copyPartResult = cosClient.copyPart(copyPartRequest);
PartETag partETag = copyPartResult.getPartETag();
partETags.add(partETag);
System.out.println("succeed to copy part, partNum:" + copyPartRequest.getPartNumber() + ", reqId:" + copyPartResult.getRequestId());
} catch (CosServiceException e) {
e.printStackTrace();
return null;
} catch (CosClientException e) {
e.printStackTrace();
return null;
}
remainLength = remainLength < partSize ? 0 : (remainLength - partSize);
startIndex += partSize;
partNum++;
}
return partETags;
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy