com.taotao.boot.oss.pingan.PingAnOssClient Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of taotao-boot-starter-oss-pingan Show documentation
Show all versions of taotao-boot-starter-oss-pingan Show documentation
taotao-boot-starter-oss-pingan
The newest version!
/*
* Copyright (c) 2020-2030, Shuigedeng ([email protected] & https://blog.taotaocloud.top/).
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.taotao.boot.oss.pingan;
import com.pingan.radosgw.sdk.service.RadosgwService;
import com.pingan.radosgw.sdk.service.request.ListObjectsRequest;
import com.pingan.radosgw.sdk.service.request.MutilpartUploadFileRequest;
import com.taotao.boot.common.utils.log.LogUtils;
import com.taotao.boot.oss.common.constant.OssConstant;
import com.taotao.boot.oss.common.exception.OssException;
import com.taotao.boot.oss.common.model.DirectoryOssInfo;
import com.taotao.boot.oss.common.model.FileOssInfo;
import com.taotao.boot.oss.common.model.OssInfo;
import com.taotao.boot.oss.common.model.SliceConfig;
import com.taotao.boot.oss.common.service.StandardOssClient;
import com.taotao.boot.oss.common.util.OssPathUtil;
import org.apache.hc.core5.http.HttpHeaders;
import org.dromara.hutool.core.convert.ConvertUtil;
import org.dromara.hutool.core.date.DatePattern;
import org.dromara.hutool.core.date.DateUtil;
import org.dromara.hutool.core.io.IoUtil;
import org.dromara.hutool.core.io.file.FileNameUtil;
import org.dromara.hutool.core.reflect.FieldUtil;
import org.dromara.hutool.core.text.CharPool;
import org.dromara.hutool.core.text.StrUtil;
import org.dromara.hutool.core.util.ObjUtil;
import repkg.com.amazonaws.AmazonClientException;
import repkg.com.amazonaws.services.s3.model.ObjectListing;
import repkg.com.amazonaws.services.s3.model.ObjectMetadata;
import repkg.com.amazonaws.services.s3.model.S3Object;
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* https://yun.pingan.com/ssr/help/storage/obs?menuItem=OBS_SDK_.Java_SDK_
*
* @author shuigedeng
* @version 2022.04
* @since 2022-04-27 17:42:04
*/
public class PingAnOssClient implements StandardOssClient {
public static final String RADOSGW_OBJECT_NAME = "radosgwService";
private PingAnOssConfig pingAnOssConfig;
private RadosgwService radosgwService;
public PingAnOssClient(PingAnOssConfig pingAnOssConfig, RadosgwService radosgwService) {
this.pingAnOssConfig = pingAnOssConfig;
this.radosgwService = radosgwService;
}
@Override
public OssInfo upLoad(InputStream is, String targetName, Boolean isOverride) {
String bucketName = getBucketName();
String key = getKey(targetName, false);
if (isOverride || !isExist(targetName)) {
try {
radosgwService.putObject(bucketName, key, is);
} catch (AmazonClientException e) {
throw new OssException(e);
}
}
OssInfo ossInfo = getBaseInfo(bucketName, key);
ossInfo.setName(StrUtil.equals(targetName, StrUtil.SLASH) ? targetName : FileNameUtil.getName(targetName));
ossInfo.setPath(OssPathUtil.replaceKey(targetName, ossInfo.getName(), true));
return ossInfo;
}
/**
* 断点续传，使用SDK断点续传API实现，底层通过分块上传实现
*
* @param file 本地文件
* @param targetName 目标文件路径
* @return 文件信息
*/
@Override
public OssInfo upLoadCheckPoint(File file, String targetName) {
try {
String bucketName = getBucketName();
String key = getKey(targetName, false);
String filePath = file.getPath();
String checkpointFile = filePath + StrUtil.DOT + OssConstant.OssType.QINGYUN;
SliceConfig slice = pingAnOssConfig.getSliceConfig();
MutilpartUploadFileRequest uploadFileRequest = new MutilpartUploadFileRequest();
uploadFileRequest.setBucket(bucketName);
uploadFileRequest.setKey(key);
uploadFileRequest.setUploadFile(filePath);
uploadFileRequest.setCheckpointFile(checkpointFile);
uploadFileRequest.setPartSize(slice.getPartSize());
uploadFileRequest.setEnableCheckpoint(true);
radosgwService.putObjectMultipart(uploadFileRequest);
} catch (Throwable e) {
throw new OssException(e);
}
return getInfo(targetName);
}
@Override
public void downLoad(OutputStream os, String targetName) {
String bucketName = getBucketName();
String key = getKey(targetName, false);
S3Object s3Object = null;
try {
s3Object = radosgwService.getObject(bucketName, key);
} catch (AmazonClientException e) {
throw new OssException(e);
}
IoUtil.copy(s3Object.getObjectContent(), os);
}
@Override
public void downLoadCheckPoint(File localFile, String targetName) {
LogUtils.warn("平安云不支持断点续传下载，将使用普通下载");
try (OutputStream os = new FileOutputStream(localFile)) {
downLoad(os, targetName);
} catch (Exception e) {
LogUtils.error("{}下载失败", targetName, e);
throw new OssException(e);
}
}
@Override
public void delete(String targetName) {
try {
radosgwService.deleteObject(getBucketName(), getKey(targetName, false));
} catch (AmazonClientException e) {
throw new OssException(e);
}
}
@Override
public void copy(String sourceName, String targetName, Boolean isOverride) {
String bucketName = getBucketName();
String targetKey = getKey(targetName, false);
if (isOverride || !isExist(targetName)) {
// radosgwService.copyObject(bucketName, getKey(sourceName, false), bucketName,
// targetKey);
}
}
@Override
public OssInfo getInfo(String targetName, Boolean isRecursion) {
String bucketName = getBucketName();
String key = getKey(targetName, false);
OssInfo ossInfo = getBaseInfo(bucketName, key);
ossInfo.setName(StrUtil.equals(targetName, StrUtil.SLASH) ? targetName : FileNameUtil.getName(targetName));
ossInfo.setPath(OssPathUtil.replaceKey(targetName, ossInfo.getName(), true));
if (isRecursion && isDirectory(key)) {
ListObjectsRequest listObjectsRequest = new ListObjectsRequest();
listObjectsRequest.setBucketName(bucketName);
listObjectsRequest.setDelimiter("/");
String prefix = OssPathUtil.convertPath(key, false);
listObjectsRequest.setPrefix(prefix.endsWith("/") ? prefix : prefix + CharPool.SLASH);
ObjectListing objectListing = null;
try {
objectListing = radosgwService.listObjects(listObjectsRequest);
} catch (AmazonClientException e) {
throw new OssException(e);
}
List fileOssInfos = new ArrayList<>();
List directoryInfos = new ArrayList<>();
for (S3Object s3Object : objectListing.getObjectSummaries()) {
if (FileNameUtil.getName(s3Object.getKey()).equals(FileNameUtil.getName(key))) {
ossInfo.setLastUpdateTime(
DateUtil.date(s3Object.getCreateTimestamp()).toString(DatePattern.NORM_DATETIME_PATTERN));
ossInfo.setCreateTime(
DateUtil.date(s3Object.getCreateTimestamp()).toString(DatePattern.NORM_DATETIME_PATTERN));
ossInfo.setLength(s3Object.getObjectMetadata().getContentLength());
} else {
fileOssInfos.add(getInfo(OssPathUtil.replaceKey(s3Object.getKey(), getBasePath(), false), false));
}
}
for (String commonPrefix : objectListing.getCommonPrefixes()) {
String target = OssPathUtil.replaceKey(commonPrefix, getBasePath(), false);
if (isDirectory(commonPrefix)) {
directoryInfos.add(getInfo(target, true));
} else {
fileOssInfos.add(getInfo(target, false));
}
}
if (ObjUtil.isNotEmpty(fileOssInfos) && fileOssInfos.get(0) instanceof FileOssInfo) {
FieldUtil.setFieldValue(ossInfo, "fileInfos", fileOssInfos);
}
if (ObjUtil.isNotEmpty(directoryInfos) && directoryInfos.get(0) instanceof DirectoryOssInfo) {
FieldUtil.setFieldValue(ossInfo, "directoryInfos", directoryInfos);
}
}
return ossInfo;
}
@Override
public Boolean isExist(String targetName) {
OssInfo info = getInfo(targetName);
return ConvertUtil.toLong(info.getLength()) > 0;
}
@Override
public String getBasePath() {
return pingAnOssConfig.getBasePath();
}
@Override
public Map getClientObject() {
return new HashMap() {
{
put(RADOSGW_OBJECT_NAME, getRadosgwService());
}
};
}
public String getBucketName() {
return pingAnOssConfig.getBucketName();
}
public OssInfo getBaseInfo(String bucketName, String key) {
OssInfo ossInfo;
if (isFile(key)) {
ossInfo = new FileOssInfo();
try {
S3Object s3Object = radosgwService.getObject(bucketName, OssPathUtil.replaceKey(key, "", false));
ObjectMetadata objectMetadata = s3Object.getObjectMetadata();
ossInfo.setLastUpdateTime(
DateUtil.parse(objectMetadata.getMetadata().get(HttpHeaders.LAST_MODIFIED))
.toString(DatePattern.NORM_DATETIME_PATTERN));
ossInfo.setCreateTime(
DateUtil.parse(objectMetadata.getMetadata().get(HttpHeaders.DATE))
.toString(DatePattern.NORM_DATETIME_PATTERN));
ossInfo.setLength(objectMetadata.getContentLength());
} catch (Exception e) {
LogUtils.error("获取{}文件属性失败", key, e);
}
} else {
ossInfo = new DirectoryOssInfo();
}
return ossInfo;
}
public PingAnOssConfig getPingAnOssConfig() {
return pingAnOssConfig;
}
public void setPingAnOssConfig(PingAnOssConfig pingAnOssConfig) {
this.pingAnOssConfig = pingAnOssConfig;
}
public RadosgwService getRadosgwService() {
return radosgwService;
}
public void setRadosgwService(RadosgwService radosgwService) {
this.radosgwService = radosgwService;
}
}