转载请表明出处 https://blog.csdn.net/Amor_Leo/article/details/117705800 谢谢
JAVA 整合 AWS S3[Amazon Simple Storage Service] 文件上传, 分片上传, 删除, 下载
pom 依赖
<properties>
<aws.version>1.11.415</aws.version>
</properties>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-s3</artifactId>
<version>${aws.version}</version>
</dependency>
yml 配置
aws:
s3:
s3Url: https://xxxx.s3.us-east-2.amazonaws.com/ # S3服务器地址
accessKey: xxxx # 账号key
secretKey: xxxx # 私钥
Client 配置
import com.amazonaws.ClientConfiguration;
import com.amazonaws.Protocol;
import com.amazonaws.auth.AWSStaticCredentialsProvider;
import com.amazonaws.auth.BasicAWSCredentials;
import com.amazonaws.client.builder.AwsClientBuilder;
import com.amazonaws.regions.Regions;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.AmazonS3ClientBuilder;
import com.amazonaws.services.s3.transfer.TransferManager;
import com.amazonaws.services.s3.transfer.TransferManagerBuilder;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
/**
* @author LHL
*/
@Configuration
@Slf4j
public class AmazonS3Config {
/**
* S3服务器地址
*/
@Value("${aws.s3.s3Url}")
@Getter
private String s3Url;
/**
* 账号key
*/
@Value("${aws.s3.accessKey}")
private String accessKey;
/**
* 秘钥
*/
@Value("${aws.s3.secretKey}")
private String secretKey;
/**
* 初始化生成AmazonS3 客户端配置
*/
@Bean(name = "amazonS3")
public AmazonS3 getAmazonS3(){
log.info("start create s3Client");
ClientConfiguration config = new ClientConfiguration();
// HTTPS or HTTP
config.withProtocol(Protocol.HTTPS);
// 设置AmazonS3使用的最大连接数
config.setMaxConnections(200);
// 设置socket超时时间
config.setSocketTimeout(10000);
// 设置失败请求重试次数
config.setMaxErrorRetry(2);
log.info("create s3Client success");
return AmazonS3ClientBuilder.standard()
// US_EAST_2 根据自己亚马逊服务器所在区域
.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(s3Url, Regions.US_EAST_2.getName()))
.withClientConfiguration(config)
.withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials(accessKey, secretKey)))
.withPathStyleAccessEnabled(true)
.disableChunkedEncoding()
.withForceGlobalBucketAccessEnabled(true)
.build();
}
@Bean(name = "transferManager")
public TransferManager getTransferManager(){
return TransferManagerBuilder.standard().withS3Client(getAmazonS3()).build();
}
}
AWS S3 工具类
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.model.Bucket;
import com.amazonaws.services.s3.model.CannedAccessControlList;
import com.amazonaws.services.s3.model.CompleteMultipartUploadRequest;
import com.amazonaws.services.s3.model.CreateBucketRequest;
import com.amazonaws.services.s3.model.DeleteBucketRequest;
import com.amazonaws.services.s3.model.DeleteObjectRequest;
import com.amazonaws.services.s3.model.GetObjectRequest;
import com.amazonaws.services.s3.model.HeadBucketRequest;
import com.amazonaws.services.s3.model.InitiateMultipartUploadRequest;
import com.amazonaws.services.s3.model.InitiateMultipartUploadResult;
import com.amazonaws.services.s3.model.ListBucketsRequest;
import com.amazonaws.services.s3.model.ObjectMetadata;
import com.amazonaws.services.s3.model.PartETag;
import com.amazonaws.services.s3.model.PutObjectRequest;
import com.amazonaws.services.s3.model.S3Object;
import com.amazonaws.services.s3.model.UploadPartRequest;
import com.amazonaws.services.s3.model.UploadPartResult;
import com.amazonaws.services.s3.transfer.TransferManager;
import com.amazonaws.services.s3.transfer.TransferManagerBuilder;
import com.amazonaws.services.s3.transfer.Upload;
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component;
import org.springframework.web.multipart.MultipartFile;
import javax.annotation.PostConstruct;
import javax.annotation.Resource;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.UUID;
import java.util.concurrent.TimeUnit;
/**
* aws s3 文件工具类
*
* @author LHL
*/
@Slf4j
@Component
public class AmazonS3Util {
@Resource
private AmazonS3 amazonS3;
private static AmazonS3 s3Client;
@PostConstruct
public void init() {
s3Client = amazonS3;
}
/**
* 上传文件
* @author LHL
* @param multipartFile 文件
* @param bucketName 桶名
*/
public static String uploadFile(MultipartFile multipartFile, String bucketName) {
InputStream inputStream = null;
try {
createBucket(bucketName);
String fileKey = getFileKey(multipartFile.getOriginalFilename());
inputStream = multipartFile.getInputStream();
Date expireDate = new Date(System.currentTimeMillis() + TimeUnit.DAYS.toMillis(30));
ObjectMetadata metadata = new ObjectMetadata();
metadata.setHttpExpiresDate(expireDate);
metadata.setContentType(multipartFile.getContentType());
metadata.setContentLength(multipartFile.getSize());
PutObjectRequest request = new PutObjectRequest(bucketName, fileKey, inputStream, metadata);
//配置文件访问权限
request.withCannedAcl(CannedAccessControlList.BucketOwnerFullControl);
s3Client.putObject(request);
return bucketName + "/" + fileKey;
} catch (Exception e) {
log.error("uploadFile error {} ", e.getMessage());
} finally {
if (inputStream != null) {
try {
inputStream.close();
} catch (Exception e) {
log.error("inputStream close error {} ", e.getMessage());
}
}
}
return null;
}
/**
* 分片上传文件
*
* @author LHL
* @param multipartFile 文件
* @param bucketName 桶名
* @return java.lang.String
*/
public static String multipartUpload(MultipartFile multipartFile, String bucketName) {
log.info("开始上传");
InputStream inputStream = null;
// Set part size to 5 MB.
long partSize = 5 * 1024 * 1024;
try {
String keyName = getFileKey(multipartFile.getOriginalFilename());
long contentLength =multipartFile.getSize();
createBucket(bucketName);
List<PartETag> partETags = new ArrayList<PartETag>();
// Initiate the multipart upload.
ObjectMetadata metadata = new ObjectMetadata();
Date expireDate = new Date(System.currentTimeMillis() + TimeUnit.DAYS.toMillis(30));
metadata.setHttpExpiresDate(expireDate);
metadata.setContentType(multipartFile.getContentType());
metadata.setContentLength(multipartFile.getSize());
InitiateMultipartUploadRequest initRequest = new InitiateMultipartUploadRequest(bucketName, keyName, metadata);
InitiateMultipartUploadResult initResponse = s3Client.initiateMultipartUpload(initRequest);
// Upload the file parts.
long filePosition = 0;
for (int i = 1; filePosition < contentLength; i++) {
// Because the last part could be less than 5 MB, adjust the part size as needed.
inputStream = multipartFile.getInputStream();
partSize = Math.min(partSize, (contentLength - filePosition));
// Create the request to upload a part.
UploadPartRequest uploadRequest = new UploadPartRequest()
.withBucketName(bucketName)
.withKey(keyName)
.withUploadId(initResponse.getUploadId())
.withPartNumber(i)
.withFileOffset(filePosition)
.withInputStream(inputStream)
.withPartSize(partSize);
// Upload the part and add the response's ETag to our list.
UploadPartResult uploadResult = s3Client.uploadPart(uploadRequest);
partETags.add(uploadResult.getPartETag());
filePosition += partSize;
}
// Complete the multipart upload.
CompleteMultipartUploadRequest compRequest = new CompleteMultipartUploadRequest(bucketName, keyName, initResponse.getUploadId(), partETags);
s3Client.completeMultipartUpload(compRequest);
return bucketName + "/" + keyName;
} catch (Exception e) {
log.error("uploadFile error {} ", e.getMessage());
} finally {
if (inputStream != null) {
try {
inputStream.close();
} catch (Exception e) {
log.error("inputStream close error {} ", e.getMessage());
}
}
}
return null;
}
/**
* 分片上传文件
*
* @author LHL
* @param multipartFile 文件
* @param bucketName 桶名
* @return java.lang.String
*/
public static String heightMultipartUpload(MultipartFile multipartFile, String bucketName) {
log.info("开始上传");
String keyName = getFileKey(multipartFile.getOriginalFilename());
try {
createBucket(bucketName);
TransferManager tm = TransferManagerBuilder.standard()
.withS3Client(s3Client)
.build();
// TransferManager processes all transfers asynchronously,
// so this call returns immediately.
ObjectMetadata metadata = new ObjectMetadata();
Date expireDate = new Date(System.currentTimeMillis() + TimeUnit.DAYS.toMillis(30));
metadata.setHttpExpiresDate(expireDate);
metadata.setContentType(multipartFile.getContentType());
metadata.setContentLength(multipartFile.getSize());
Upload upload = tm.upload(bucketName, keyName, multipartFile.getInputStream(), metadata);
log.info("Object upload started");
// Optionally, wait for the upload to finish before continuing.
upload.waitForCompletion();
return bucketName + "/" + keyName;
} catch (Exception e) {
log.error("uploadFile error {} ", e.getMessage());
}
return null;
}
/**
* 下载
*
* @param bucketName 桶名
* @param fileKey key
*/
public static InputStream downloadFile(String bucketName, String fileKey) {
GetObjectRequest request = new GetObjectRequest(bucketName, fileKey);
assert s3Client != null;
S3Object response = s3Client.getObject(request);
return response.getObjectContent();
}
/**
* 删除文件
*
* @param bucketName 桶名
* @param fileKey key
*/
public static void deleteFile(String bucketName, String fileKey) {
try {
DeleteObjectRequest request = new DeleteObjectRequest(bucketName, fileKey);
s3Client.deleteObject(request);
} catch (Exception e) {
log.error("s3Client error {} ", e.getMessage());
}
}
/**
* Bucket列表
*/
public static List<Bucket> listFile() {
ListBucketsRequest request = new ListBucketsRequest();
assert s3Client != null;
return s3Client.listBuckets(request);
}
/**
* 是否存在Bucket
*
* @param bucketName 桶名
* @return boolean
*/
public static boolean isExistBucket(String bucketName) {
try {
HeadBucketRequest request = new HeadBucketRequest(bucketName);
s3Client.headBucket(request);
} catch (Exception e) {
log.error("s3Client error {} ", e.getMessage());
return false;
}
return true;
}
/**
* 创建Bucket
*
* @param bucketName 桶名
*/
public static void createBucket(String bucketName) {
boolean isBucketExists = isExistBucket(bucketName);
if (!isBucketExists) {
try {
CreateBucketRequest request = new CreateBucketRequest(bucketName);
s3Client.createBucket(request);
} catch (Exception e) {
log.error("s3Client error {} ", e.getMessage());
}
}
}
/**
* 删除Bucket
*
* @param bucketName 桶名
*/
public static void deleteBucket(String bucketName) {
try {
DeleteBucketRequest request = new DeleteBucketRequest(bucketName);
s3Client.deleteBucket(request);
} catch (Exception e) {
log.error("s3Client error {} ", e.getMessage());
}
}
/**
* fileKey是否存在
*
* @param bucketName 桶名
* @param fileKey key
* @return boolean
*/
public static boolean isExistFileKey(String bucketName, String fileKey) {
GetObjectRequest request = new GetObjectRequest(bucketName,fileKey);
assert s3Client != null;
S3Object response = s3Client.getObject(request);
return response != null && fileKey.equals(response.getKey());
}
/**
* 获取文件key
*
* @param fileName key
* @return String
*/
private static String getFileKey(String fileName) {
String[] names = fileName.split("\\.");
String fileTypeName = names[names.length - 1];
return UUID.randomUUID().toString().replaceAll("-","") + "." + fileTypeName;
}
}