直接上代码
AliyunOssUtils
package com.jingle.common.utils;
import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.springframework.web.multipart.MultipartFile;
import com.aliyun.oss.ClientBuilderConfiguration;
import com.aliyun.oss.OSS;
import com.aliyun.oss.OSSClientBuilder;
import com.aliyun.oss.model.CompleteMultipartUploadRequest;
import com.aliyun.oss.model.CompleteMultipartUploadResult;
import com.aliyun.oss.model.InitiateMultipartUploadRequest;
import com.aliyun.oss.model.InitiateMultipartUploadResult;
import com.aliyun.oss.model.OSSObject;
import com.aliyun.oss.model.PartETag;
import com.aliyun.oss.model.PutObjectResult;
import com.aliyun.oss.model.UploadPartRequest;
import com.aliyun.oss.model.UploadPartResult;
import com.jingle.framework.config.AliyunOssProperties;
import cn.hutool.core.date.DateTime;
@Component
public class AliyunOssUtils {
public static final Logger logger = LoggerFactory.getLogger(AliyunOssUtils.class);
@Autowired
private AliyunOssProperties aliyunConfig;
/** 上传文件 */
public String upLoad(MultipartFile uploadFile) {
OSS client = aliyunConfig.oSSClient();
String fileName = uploadFile.getOriginalFilename();
String filePath = getFilePath(fileName);
try {
// 上传文件
PutObjectResult result = client.putObject(aliyunConfig.getBucket(), filePath, new ByteArrayInputStream(uploadFile.getBytes()));
if (result == null) {
return null;
}
}catch (IOException oe){
logger.error(oe.getMessage());
}finally{
if(client!=null){
client.shutdown();
}
}
return "https://" + aliyunConfig.getBucket() + "." + aliyunConfig.getEndpoint() + "/" + filePath;
}
/**
* @author wxy
* @desc 下载文件
* @date 2019-07-31 11:31
*/
public void exportOssFile(OutputStream os, String objectName) throws IOException {
// ossObject包含文件所在的存储空间名称、文件名称、文件元信息以及一个输入流。
OSS client = aliyunConfig.oSSClient();
if(objectName != null && objectName.contains("djsImg")) {
objectName=objectName.substring(objectName.indexOf("djsImg"),objectName.length());
}
OSSObject ossObject = client.getObject(aliyunConfig.getBucket(), objectName);
// 读取文件内容。
BufferedInputStream in = new BufferedInputStream(ossObject.getObjectContent());
BufferedOutputStream out = new BufferedOutputStream(os);
byte[] buffer = new byte[1024];
int lenght = 0;
while ((lenght = in.read(buffer)) != -1) {
out.write(buffer, 0, lenght);
}
if (out != null) {
out.flush();
out.close();
}
if (in != null) {
in.close();
}
if(client != null) {
client.shutdown();
}
}
/**
* @author wxy
* @desc 生成路径以及文件名 例如://images/2019/0810/15564277465972939.jpg
* @date 2019-07-31 11:31
*/
private String getFilePath(String sourceFileName) {
DateTime dateTime = new DateTime();
return aliyunConfig.getDir() + dateTime.toString("yyyy")
+ "/" + dateTime.toString("MM") + dateTime.toString("dd") + "/"
+ IdWorkUtil.creatId()+"." + StringUtils.substringAfterLast(sourceFileName, ".");
}
public String uploadOssFp(MultipartFile file) {
ExecutorService executorService= Executors.newFixedThreadPool(5);
logger.info("分片上傳");
String originalFilename = file.getOriginalFilename();
String endpoint = aliyunConfig.getEndpoint();
String bucketName = aliyunConfig.getBucket();
String filename = getFilePath(originalFilename);
ClientBuilderConfiguration conf=new ClientBuilderConfiguration();
//连接空闲超时时间,超时则关闭
conf.setIdleConnectionTime(1000);
OSS client = aliyunConfig.oSSClient();
// 创建InitiateMultipartUploadRequest对象。
InitiateMultipartUploadRequest request = new InitiateMultipartUploadRequest(bucketName, filename);
// 如果需要在初始化分片时设置文件存储类型,请参考以下示例代码。
// ObjectMetadata metadata = new ObjectMetadata();
// metadata.setHeader(OSSHeaders.OSS_STORAGE_CLASS, StorageClass.Standard.toString());
// request.setObjectMetadata(metadata);
// 初始化分片。
InitiateMultipartUploadResult upresult = client.initiateMultipartUpload(request);
// 返回uploadId,它是分片上传事件的唯一标识,您可以根据这个ID来发起相关的操作,如取消分片上传、查询分片上传等。
String uploadId = upresult.getUploadId();
// partETags是PartETag的集合。PartETag由分片的ETag和分片号组成。
List<PartETag> partETags = new ArrayList<PartETag>();
// 计算文件有多少个分片。
final long partSize = 1 * 1024 * 1024L; // 1MB
// final File sampleFile = new File(file);
long fileLength = file.getSize();
int partCount = (int) (fileLength / partSize);
if (fileLength % partSize != 0) {
partCount++;
}
// 遍历分片上传。
for (int i = 0; i < partCount; i++) {
logger.info("分片上傳"+i);
long startPos = i * partSize;
long curPartSize = (i + 1 == partCount) ? (fileLength - startPos) : partSize;
if(!executorService.isShutdown()) {
executorService.execute(new PartUploader(bucketName,file,startPos,curPartSize,i+1,uploadId,partETags,partCount,filename,client));
}
}
executorService.shutdown();
while (!executorService.isTerminated()){
try {
executorService.awaitTermination(5, TimeUnit.SECONDS);
} catch (InterruptedException e) {
e.printStackTrace();
logger.error(e.getMessage());
}
}
//验证是否所有的分片都完成
if(partETags.size()!=partCount){
throw new IllegalStateException("文件的某些部分上传失败!");
}else {
logger.info("成功上传文件"+file.getName());
}
/**3.完成分片上传**/
//排序。partETags必须按分片号升序排列
partETags.sort((o1,o2) ->
o1.getPartNumber()-o2.getPartNumber()
);
// 创建CompleteMultipartUploadRequest对象。
// 在执行完成分片上传操作时,需要提供所有有效的partETags。OSS收到提交的partETags后,会逐一验证每个分片的有效性。当所有的数据分片验证通过后,OSS将把这些分片组合成一个完整的文件。
CompleteMultipartUploadRequest completeMultipartUploadRequest = new CompleteMultipartUploadRequest(bucketName, filename, uploadId, partETags);
// 如果需要在完成文件上传的同时设置文件访问权限,请参考以下示例代码。
// completeMultipartUploadRequest.setObjectACL(CannedAccessControlList.PublicRead);
// 完成上传。
CompleteMultipartUploadResult completeMultipartUploadResult = client.completeMultipartUpload(completeMultipartUploadRequest);
if(completeMultipartUploadResult ==null ) {
logger.info("上傳失敗");
return null;
}
return "https://" + bucketName + "." + endpoint + "/" + filename;
}
/**实现并启动线程**/
private static class PartUploader implements Runnable {
private String bucketName;
private MultipartFile localFile;
private long startPos;
private long partSize;
private int partNumber;
private String uploadId;
private List<PartETag> partETags;
private String key;
private OSS client;
public PartUploader(String bucketName,MultipartFile localFile,long startPos,long partSize,int partNumber,String uploadId,List<PartETag> partETags,int partCount,String key,OSS client){
this.bucketName=bucketName;
this.localFile=localFile;
this.startPos=startPos;
this.partNumber=partNumber;
this.uploadId=uploadId;
this.partSize=partSize;
this.partETags=partETags;
this.key=key;
this.client=client;
}
@Override
public void run() {
InputStream inputStream=null;
try{
inputStream=localFile.getInputStream();
//跳过已经上传的分片
inputStream.skip(startPos);
UploadPartRequest uploadPartRequest=new UploadPartRequest();
uploadPartRequest.setBucketName(bucketName);
uploadPartRequest.setKey(key);
uploadPartRequest.setUploadId(this.uploadId);
uploadPartRequest.setInputStream(inputStream);
//设置分片大小。除了最后一个分片没有大小限制,其他分片最小为100KB
uploadPartRequest.setPartSize(this.partSize);
//设置分片号。每一个上传的分片都有一个分片号,取值范围是1~10000,如果超出这个范围,OSS将返回InvalidArgum的错误码
uploadPartRequest.setPartNumber(this.partNumber);
//每个分片不需要按顺序上传,甚至可以在不同客户端上传,OSS会根据分片号排序组成完整的文件。
UploadPartResult uploadPartResult=client.uploadPart(uploadPartRequest);
logger.info("Part#"+this.partNumber+"done\n");
//每次上传分片之后,OSS的返回结果会包含一个PartETag。PartETag将被保存到PartETags中。
synchronized (this.partETags) {
this.partETags.add(uploadPartResult.getPartETag());
}
} catch (Exception e) {
e.printStackTrace();
logger.error(e.getMessage());
} finally {
if(inputStream!=null){
try {
inputStream.close();
} catch (IOException e) {
e.printStackTrace();
logger.error(e.getMessage());
}
}
}
}
}
}