您好,登錄后才能下訂單哦!
這篇文章主要為大家展示了“java如何實(shí)現(xiàn)文件切片上傳服務(wù)器+斷點(diǎn)續(xù)傳”,內(nèi)容簡(jiǎn)而易懂,條理清晰,希望能夠幫助大家解決疑惑,下面讓小編帶領(lǐng)大家一起研究并學(xué)習(xí)一下“java如何實(shí)現(xiàn)文件切片上傳服務(wù)器+斷點(diǎn)續(xù)傳”這篇文章吧。
用于接收前臺(tái)傳過來(lái)的信息,信息應(yīng)該包括總切片數(shù),當(dāng)前切片數(shù),文件名稱,文件總大小。
import com.geely.tcm.common.annotation.Excel; import lombok.Data; import javax.validation.constraints.Max; import javax.validation.constraints.Min; import javax.validation.constraints.NotNull; import java.io.Serializable; @Data public class MutilFileInfo implements Serializable { private static final long serialVersionUID = 1L; @NotNull(message = "車型不能為空") @Excel(name = "車型") private String model; @Excel(name = "文件名稱") private String name; @Excel(name = "文件總大小") private Long totalSize; @Min(value = 1, message = "不能小于1") @Max(value = 10000, message = "不能大于10000") @Excel(name = "當(dāng)前分片序號(hào)") private Integer chunk; @Min(value = 1, message = "不能小于1") @Max(value = 10000, message = "不能大于10000") @Excel(name = "分片總數(shù)") private Integer chunks; }
用于處理前端過來(lái)的文件及信息
import com.alibaba.fastjson.JSON; import com.baidubce.services.bos.model.PartETag; import com.geely.tcm.common.annotation.Log; import com.geely.tcm.common.bean.MutilFileInfo; import com.geely.tcm.common.bean.baidu.CustomPartETag; import com.geely.tcm.common.bean.measure.Cmm3dModel; import com.geely.tcm.common.configuration.RedisUtils; import com.geely.tcm.common.enums.BusinessType; import com.geely.tcm.common.util.StringUtils; import com.geely.tcom.remote.api.baidu.BaiduCloudBosService; import io.swagger.annotations.Api; import io.swagger.annotations.ApiImplicitParam; import io.swagger.annotations.ApiImplicitParams; import io.swagger.annotations.ApiOperation; import lombok.extern.slf4j.Slf4j; import org.apache.dubbo.config.annotation.DubboReference; import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import org.springframework.web.multipart.MultipartFile; import java.util.*; import java.util.concurrent.Semaphore; import java.util.stream.Collectors; @Api(tags = "文件上傳下載服務(wù)") @RequestMapping("/threeModel") @RestController @Slf4j public class Model3DController1 { //DubboReference這個(gè)是遠(yuǎn)程調(diào)用,如果沒有遠(yuǎn)程調(diào)用,直接Autowired就可以 @DubboReference(version = "${sheet.service.version}") private BaiduCloudBosService baiduCloudBosService; //通過加鎖保證線程安全 private Semaphore lock = new Semaphore(1); //api開頭的這些是swagger用到的,如果沒使用swagger可以刪到PostMapping上邊 @ApiOperation(value = "obj模型上傳") @ApiImplicitParams({ @ApiImplicitParam(name = "totalSize", value = "文件總大小",dataTypeClass = Long.class), @ApiImplicitParam(name = "chunks", value = "總切片數(shù)",dataTypeClass = Integer.class), @ApiImplicitParam(name = "chunk", value = "當(dāng)前切片數(shù)",dataTypeClass = Integer.class), @ApiImplicitParam(name = "model", value = "車型",dataTypeClass = String.class), @ApiImplicitParam(name = "file", value = "切片文件",dataTypeClass = MultipartFile.class) }) @Log(title = "obj模型上傳", businessType = BusinessType.INSERT) @PostMapping("/upload3DToBos") public Object upload3DToBos( MutilFileInfo fileinfo, @RequestParam(required=false,value="file") MultipartFile multipartFile) { String model=fileinfo.getModel().trim(); Map<String,Object> m=new HashMap(); String fileName=fileinfo.getName(); if (StringUtils.isEmpty(fileName)) {//判斷文件名稱是否為空 m.put("key","error"); m.put("value","文件名不能為空"); return m; } if (multipartFile == null) {//判斷上傳過來(lái)的切片是否為空 m.put("key","error"); m.put("value","請(qǐng)上傳文件"); return m; } try{ String filePath="/test/"+model+"/"+fileName;//拼接百度云地址 String redisKey="partETags-"+model+"-"+fileName;//緩存的鍵 Integer current =fileinfo.getChunk();//當(dāng)前切片數(shù) Integer total = fileinfo.getChunks();//總切片數(shù) Long size=multipartFile.getSize();//文件大小 String uploadId = getUploadId(redisKey, filePath);//該方法獲取百度云的唯一標(biāo)識(shí)uploadId byte[] file = multipartFile.getBytes();//將切片過來(lái)的文件轉(zhuǎn)成字節(jié)數(shù)組 if(current==1){//這塊進(jìn)行斷點(diǎn)續(xù)傳,如果是第一個(gè)切片,查詢一下緩存中是否有數(shù)據(jù)了,如果有返回給前臺(tái),如果沒有進(jìn)行上傳 if(getCurrentEqualsOne(redisKey).size()>0) { //給前臺(tái)提供是否緩存中已有數(shù)據(jù) return getCurrentEqualsOne(redisKey); } } //切片上傳百度云 List<CustomPartETag> customPartETags = getPartEtags(redisKey, uploadId, filePath, file, size, current); //如果緩存中成功的切片數(shù)等于總數(shù),那么進(jìn)行合并 if (customPartETags.size() == total) { customPartETags = customPartETags.stream().sorted(Comparator.comparing(PartETag::getPartNumber)).collect(Collectors.toList());//進(jìn)行排序 baiduCloudBosService.completePart(uploadId, customPartETags, filePath);//執(zhí)行合并 RedisUtils.hdel(redisKey,"uploadId","customPartETags");//如果合并成功,刪除緩存中的數(shù)據(jù) // 入庫(kù)做記錄 m.put("key","success"); m.put("value","上傳成功"); return m; } m.put("key","continue"); m.put("value",current+1); return m; }catch (Exception e){ e.printStackTrace(); m.put("key","error"); m.put("value","上傳失敗"); return m; } } /** * 獲取 part * * @param redisPartKey redisKey * @return */ private List<CustomPartETag> getPartEtags(String redisPartKey, String uploadId, String filePath, byte[] file, long size, int current) { List<CustomPartETag> customPartETags = null; try { lock.acquire(); //因?yàn)槊看紊蟼鞒晒蠖紩?huì)把成功的切片存進(jìn)百度云,如注解下方第四行代碼,所以每次上傳之前需要先取出來(lái),將成功的切片放進(jìn)去 customPartETags = RedisUtils.hget(redisPartKey, "customPartETags") == null ? new ArrayList<>() : JSON.parseArray((String) RedisUtils.hget(redisPartKey, "customPartETags"), CustomPartETag.class); //上傳百度云成功之后會(huì)返回一個(gè)PartETagg對(duì)象,由于項(xiàng)目中存在dubbo,顧將CustomPartETag類繼承PartETagg進(jìn)行序列化 CustomPartETag customPartETag = baiduCloudBosService.uploadCustomPartETag(uploadId, filePath, file, size, current); customPartETags.add(customPartETag); setPartEtagsToRedis(redisPartKey, customPartETags); } catch (InterruptedException e) { e.printStackTrace(); } finally { lock.release(); } return customPartETags; } /** * 獲取 uploadId * * @param redisPartKey redisKey * @param filePath filePath * @return */ private String getUploadId(String redisPartKey, String filePath) { String uploadId = null; try { lock.acquire();//線程鎖 uploadId = (String) RedisUtils.hget(redisPartKey, "uploadId");//先去redis中找,是否已經(jīng)有uploadId if (StringUtils.isEmpty(uploadId)) {//判斷是否為空,如果為空,說明之前沒上傳過,為首次上傳,如果已經(jīng)存在,返回該uploadId uploadId = baiduCloudBosService.initMultipartUpload(filePath);//進(jìn)行初始化,返回一個(gè)唯一標(biāo)識(shí)uploadId RedisUtils.hset(redisPartKey, "uploadId", uploadId, 60 * 60);//將返回來(lái)的uploadId放到緩存中,下個(gè)切片上傳直接使用這個(gè)uploadId } } catch (InterruptedException e) { e.printStackTrace(); } finally { lock.release(); } return uploadId; } /** * 薄墩 partKey到redis * * @param redisPartKey * @param customPartETags */ private void setPartEtagsToRedis(String redisPartKey, List<CustomPartETag> customPartETags) { RedisUtils.hset(redisPartKey, "customPartETags", JSON.toJSONString(customPartETags), 60 * 60); } public Map<String,Object> getCurrentEqualsOne(String redisKey){ Map<String,Object> m=new HashMap<>(); List<CustomPartETag> customPartETags = RedisUtils.hget(redisKey, "customPartETags") == null ? new ArrayList<>() : JSON.parseArray((String) RedisUtils.hget(redisKey, "customPartETags"), CustomPartETag.class); //給前臺(tái)提供是否緩存中已有數(shù)據(jù) if(customPartETags.size()==0){ return m; }else{ //緩存中有數(shù)據(jù),返回緩存中數(shù)據(jù) int t= customPartETags.get(customPartETags.size()-1).getPartNumber(); m.put("key","hasValue"); m.put("value",t); return m; } } }
(如果不用遠(yuǎn)程調(diào)用,直接創(chuàng)建一個(gè)service就可以)
package com.geely.tcm.sheet.service; import com.baidubce.services.bos.BosClient; import com.baidubce.services.bos.model.*; import com.geely.tcm.common.bean.baidu.BosResult; import com.geely.tcm.common.bean.baidu.CustomPartETag; import com.geely.tcm.common.util.StringUtils; import com.geely.tcom.remote.api.baidu.BaiduCloudBosService; import lombok.extern.slf4j.Slf4j; import org.apache.dubbo.config.annotation.DubboService; import org.springframework.beans.factory.annotation.Autowired; import java.io.*; import java.net.URL; import java.util.ArrayList; import java.util.List; /** * 百度私有云服務(wù)操作 * * @author : wangbin * @date : 2021/9/24 * @since : 1.0.0 */ @Slf4j @DubboService(version = "${sheet.service.version}") public class BaiduCloudBosServiceImpl{ @Autowired private BosClient bosClient; public String initMultipartUpload(String filePath) { // 開始Multipart Upload InitiateMultipartUploadRequest initiateMultipartUploadRequest = new InitiateMultipartUploadRequest(null, filePath); InitiateMultipartUploadResponse initiateMultipartUploadResponse = bosClient.initiateMultipartUpload(initiateMultipartUploadRequest); // 打印UploadId,它是區(qū)分分塊上傳事件的唯一標(biāo)識(shí) String uploadId = initiateMultipartUploadResponse.getUploadId(); log.info("filePath= {},uploadId = {}", filePath, uploadId); return uploadId; } public CustomPartETag uploadCustomPartETag(String uploadId, String filePath, byte[] file, long partSize, int partNumber) { UploadPartRequest uploadPartRequest = new UploadPartRequest(); uploadPartRequest.setBucketName(null); uploadPartRequest.setKey(filePath); uploadPartRequest.setUploadId(uploadId); InputStream input= new ByteArrayInputStream(file); uploadPartRequest.setInputStream(input); uploadPartRequest.setPartSize(partSize); uploadPartRequest.setPartNumber(partNumber ); uploadPartRequest.setMd5Digest(""); UploadPartResponse uploadPartResponse = bosClient.uploadPart(uploadPartRequest); PartETag partETag = uploadPartResponse.getPartETag(); CustomPartETag customPartETag = new CustomPartETag(); customPartETag.setETag(partETag.getETag()); customPartETag.setPartNumber(partETag.getPartNumber()); return customPartETag; } /** * 分塊上傳結(jié)束之后,當(dāng)所有的數(shù)據(jù)Part驗(yàn)證通過后,BOS將把這些數(shù)據(jù)part組合成一個(gè)完整的Object * * @param uploadId * @param customPartETags * @param filePath */ public void completePart(String uploadId, List<CustomPartETag> customPartETags, String filePath) { //for循環(huán)轉(zhuǎn)一下 CustomPartETag 轉(zhuǎn)PartETag if(customPartETags.size()>0){ List<PartETag> partETags=new ArrayList<>(); for(CustomPartETag c:customPartETags){ PartETag partETag=new PartETag(); partETag.setETag(c.getETag()); partETag.setPartNumber(c.getPartNumber()); partETags.add(partETag); } CompleteMultipartUploadRequest completeMultipartUploadRequest = new CompleteMultipartUploadRequest(null, filePath, uploadId, partETags); CompleteMultipartUploadResponse completeMultipartUploadResponse = bosClient.completeMultipartUpload(completeMultipartUploadRequest); log.info("完成分片上傳 , filePath = {},uploadId = {}, etag = {}", filePath, uploadId,completeMultipartUploadResponse.getETag()); } } }
繼承,實(shí)現(xiàn)序列化,(dubbo不序列化就會(huì)傳不過去)
import com.baidubce.services.bos.model.PartETag; import java.io.Serializable; public class CustomPartETag extends PartETag implements Serializable { }
<html lang="en"> <head> <meta charset="UTF-8"> <title>upload</title> <script src="https://cdn.bootcss.com/jquery/3.2.1/jquery.min.js"></script> </head> <body> <input type="file" name="file" id="file"> <button id="upload" onClick="upload()">upload</button> <script type="text/javascript"> var bytesPerPiece = 1024 * 1024; // 每個(gè)文件切片大小定為1MB . var totalPieces; function upload() { var blob = document.getElementById("file").files[0]; var start = 0; var end; var index = 1; var filesize = blob.size; var filename = blob.name; //計(jì)算文件切片總數(shù) totalPieces = Math.ceil(filesize / bytesPerPiece); while(start < filesize) { end = start + bytesPerPiece; if(end > filesize) { end = filesize; } var chunk = blob.slice(start,end);//切割文件 var sliceIndex= blob.name + index; var formData = new FormData(); formData.append("file", chunk, filename); formData.append("totalSize",filesize); formData.append("chunks",totalPieces); formData.append("chunk",index); formData.append("model",'kx11'); $.ajax({ //路徑換成你的路徑 url: 'http://127.0.0.1:6300/threeModel/upload3DToBos', type: 'POST', dataType:'json', cache: false, data: formData, processData: false, contentType: false, mimeType: "multipart/form-data", success: function (result){ console.log(result.value); } }); start = end; index++; } } </script> </body> </html>
以上是“java如何實(shí)現(xiàn)文件切片上傳服務(wù)器+斷點(diǎn)續(xù)傳”這篇文章的所有內(nèi)容,感謝各位的閱讀!相信大家都有了一定的了解,希望分享的內(nèi)容對(duì)大家有所幫助,如果還想學(xué)習(xí)更多知識(shí),歡迎關(guān)注億速云行業(yè)資訊頻道!
免責(zé)聲明:本站發(fā)布的內(nèi)容(圖片、視頻和文字)以原創(chuàng)、轉(zhuǎn)載和分享為主,文章觀點(diǎn)不代表本網(wǎng)站立場(chǎng),如果涉及侵權(quán)請(qǐng)聯(lián)系站長(zhǎng)郵箱:is@yisu.com進(jìn)行舉報(bào),并提供相關(guān)證據(jù),一經(jīng)查實(shí),將立刻刪除涉嫌侵權(quán)內(nèi)容。