腾讯云COS分片上传

package com.ndsoft.single.web.message;

import com.ndsoft.single.common.base.BaseController;
import com.ndsoft.single.common.utils.DateUtil;
import com.qcloud.cos.COSClient;
import com.qcloud.cos.ClientConfig;
import com.qcloud.cos.auth.BasicCOSCredentials;
import com.qcloud.cos.auth.COSCredentials;
import com.qcloud.cos.exception.CosClientException;
import com.qcloud.cos.exception.CosServiceException;
import com.qcloud.cos.model.*;
import com.qcloud.cos.region.Region;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.ResponseBody;
import org.springframework.web.multipart.MultipartFile;

import java.io.IOException;
import java.io.InputStream;
import java.util.LinkedList;
import java.util.List;
import java.util.Random;

/**
 * 大文件上传
 */
@Controller
public class BlockUploadController extends BaseController {
    private static final String FILE_PATH_PREFIX = "\\";
    private static final String FILE_PREFIX = "/";

    @RequestMapping("/blockUpload")
    @ResponseBody
    public void blockUpload(@RequestParam("file") MultipartFile file) throws Exception {
        // 文件的完整名字
        String fileName = file.getOriginalFilename();
        if (fileName.contains(FILE_PATH_PREFIX)) {
            fileName = fileName.substring(fileName.lastIndexOf(FILE_PATH_PREFIX) + 1);
        }
        String type = fileName.substring(fileName.lastIndexOf(".") + 1);
        Random rand = new Random();
        int random = rand.nextInt();
        // 上传后的名称
        String key = FILE_PREFIX + DateUtil.getDateStr("yyMMddHHmmss") + (random > 0 ? random : (-1) * random) + "." + type;
        // 获取分块上传的 uploadId
        String uploadId = InitMultipartUploadDemo(key);
        // 获取上传的所有分块信息
        List<PartETag> partETags = UploadPartDemo(uploadId, key, file);
        // 完成分片上传
        completePartDemo(uploadId, partETags, key);
    }

    /**
     * 获取分块上传的 uploadId
     *
     * @param key
     * @return
     */
    public String InitMultipartUploadDemo(String key) {
        // 1 初始化用户身份信息(secretId, secretKey)
        // ndFileProperties.getOssTxcosAccessKey() 指 accessKey; ndFileProperties.getOssTxcosAccessSecret() 指 SecretKey
        COSCredentials cred = new BasicCOSCredentials(ndFileProperties.getOssTxcosAccessKey(), ndFileProperties.getOssTxcosAccessSecret());
        // 2 设置bucket的区域, COS地域的简称请参照 https://www.qcloud.com/document/product/436/6224
        // ndFileProperties.getOssTxcosRegion() - 存储桶所在的地域
        ClientConfig clientConfig = new ClientConfig(new Region(ndFileProperties.getOssTxcosRegion()));
        // 3 生成cos客户端
        COSClient cosclient = new COSClient(cred, clientConfig);
        // bucket名需包含appid  ndFileProperties.getOssTxcosDefaultBucketName()-此处填写的存储桶名称必须为此格式
        String bucketName = ndFileProperties.getOssTxcosDefaultBucketName();
        // 初始化分块上传任务
        InitiateMultipartUploadRequest request = new InitiateMultipartUploadRequest(bucketName, key);
        // 设置存储类型, 默认是标准(Standard), 低频(Standard_IA), 归档(Archive)
        request.setStorageClass(StorageClass.Standard);
        try {
            InitiateMultipartUploadResult initResult = cosclient.initiateMultipartUpload(request);
            // 获取uploadid
            String uploadId = initResult.getUploadId();
            return uploadId;
        } catch (CosServiceException e) {
            throw e;
        } catch (CosClientException e) {
            throw e;
        } finally {
            cosclient.shutdown();
        }
    }

    /**
     * 获取上传的所有分块信息
     *
     * @param uploadId
     * @param key
     * @param file
     * @return
     * @throws IOException
     */
    public List<PartETag> UploadPartDemo(String uploadId, String key, MultipartFile file) throws IOException {
        // 1 初始化用户身份信息(secretId, secretKey)
        // ndFileProperties.getOssTxcosAccessKey() 指 accessKey; ndFileProperties.getOssTxcosAccessSecret() 指 SecretKey
        COSCredentials cred = new BasicCOSCredentials(ndFileProperties.getOssTxcosAccessKey(), ndFileProperties.getOssTxcosAccessSecret());
        // 2 设置bucket的区域, COS地域的简称请参照 https://www.qcloud.com/document/product/436/6224
        // ndFileProperties.getOssTxcosRegion() 指 存储桶所在的地域 如:ap-shanghai
        ClientConfig clientConfig = new ClientConfig(new Region(ndFileProperties.getOssTxcosRegion()));
        // 3 生成cos客户端
        COSClient cosclient = new COSClient(cred, clientConfig);
        // bucket名需包含appid
        String bucketName = ndFileProperties.getOssTxcosDefaultBucketName();
        // 是否进行流量控制
        boolean userTrafficLimit = false;
        // 所有分块
        List<PartETag> partETags = new LinkedList<>();
        // 每片分块的大小
        int partSize = 2 * 1024 * 1024 * 100;
        // 上传文件的大小
        long fileSize = file.getSize();
        // 分块片数
        int partCount = (int) (fileSize / partSize);
        if (fileSize % partSize != 0) {
            partCount++;
        }
        // 生成要上传的数据, 这里初始化一个10M的数据
        for (int i = 0; i < partCount; i++) {
            // 起始位置
            long startPos = i * partSize;
            // 分片大小
            long curPartSize = (i + 1 == partCount) ? (fileSize - startPos) : partSize;
            // 大文件
            InputStream instream = file.getInputStream();
            // 跳过已经上传的分片。
            instream.skip(startPos);
            // 用于上传分块请求
            UploadPartRequest uploadPartRequest = new UploadPartRequest();
            // 存储桶命名
            uploadPartRequest.setBucketName(bucketName);
            // 指定分块上传到 COS 上的路径
            uploadPartRequest.setKey(key);
            // 标识指定分块上传的 uploadId
            uploadPartRequest.setUploadId(uploadId);
            // 设置分块的数据来源输入流
            uploadPartRequest.setInputStream(instream);
            // 设置分块的长度
            uploadPartRequest.setPartSize(curPartSize);
            // 上传分片编号
            uploadPartRequest.setPartNumber(i + 1);
            // 是否进行流量控制
            if (userTrafficLimit) {
                // 用于对上传对象进行流量控制,单位:bit/s,默认不进行流量控制
                uploadPartRequest.setTrafficLimit(8 * 1024 * 1024);
            }
            try {
                // 上传分片数据的输入流
                UploadPartResult uploadPartResult = cosclient.uploadPart(uploadPartRequest);
                // 获取上传分块信息
                PartETag partETag = uploadPartResult.getPartETag();
                // 把上传返回的分块信息放入到分片集合中
                partETags.add(partETag);
                // 获取复制生成对象的CRC64
                String crc64 = uploadPartResult.getCrc64Ecma();
            } catch (CosServiceException e) {
                throw e;
            } catch (CosClientException e) {
                throw e;
            }
        }
        cosclient.shutdown();
        return partETags;
    }

    /**
     * 完成分片上传
     *
     * @param uploadId
     * @param partETags
     * @param key
     */
    public void completePartDemo(String uploadId, List<PartETag> partETags, String key) {
        // 1 初始化用户身份信息(secretId, secretKey)  accessKey-腾讯云cos accessKey, secretKey-腾讯云cos 访问Secret
        // ndFileProperties.getOssTxcosAccessKey() 指 accessKey; ndFileProperties.getOssTxcosAccessSecret() 指 SecretKey
        COSCredentials cred = new BasicCOSCredentials(ndFileProperties.getOssTxcosAccessKey(), ndFileProperties.getOssTxcosAccessSecret());
        // 2 设置bucket的区域, COS地域的简称请参照 https://www.qcloud.com/document/product/436/6224
        ClientConfig clientConfig = new ClientConfig(new Region(ndFileProperties.getOssTxcosRegion()));
        // 3 生成cos客户端
        COSClient cosclient = new COSClient(cred, clientConfig);
        // bucket名需包含appid
        String bucketName = ndFileProperties.getOssTxcosDefaultBucketName();
        // 分片上传结束后,调用complete完成分片上传
        CompleteMultipartUploadRequest completeMultipartUploadRequest = new CompleteMultipartUploadRequest(bucketName, key, uploadId, partETags);
        try {
            CompleteMultipartUploadResult completeResult = cosclient.completeMultipartUpload(completeMultipartUploadRequest);
            String etag = completeResult.getETag();
            String crc64 = completeResult.getCrc64Ecma();
        } catch (CosServiceException e) {
            throw e;
        } catch (CosClientException e) {
            throw e;
        }
        cosclient.shutdown();
    }

}

 Maven

<dependency>
    <groupId>com.qcloud</groupId>
    <artifactId>cos_api</artifactId>
    <version>5.6.22</version>
</dependency>                

 

上一篇:ArrayAdapter,SimpleAdapter,自定义Adapter区别代码


下一篇:Matlab系列之信号解调