298 lines
8.0 KiB
Go
298 lines
8.0 KiB
Go
package file
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"mime/multipart"
|
|
"path"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"ems.agt/src/framework/config"
|
|
"ems.agt/src/framework/constants/uploadsubpath"
|
|
"ems.agt/src/framework/logger"
|
|
"ems.agt/src/framework/utils/date"
|
|
"ems.agt/src/framework/utils/generate"
|
|
"ems.agt/src/framework/utils/parse"
|
|
"ems.agt/src/framework/utils/regular"
|
|
)
|
|
|
|
/**最大文件名长度 */
|
|
const DEFAULT_FILE_NAME_LENGTH = 100
|
|
|
|
// 文件上传路径 prefix, dir
|
|
func resourceUpload() (string, string) {
|
|
upload := config.Get("staticFile.upload").(map[string]any)
|
|
dir, err := filepath.Abs(upload["dir"].(string))
|
|
if err != nil {
|
|
logger.Errorf("file resourceUpload err %v", err)
|
|
}
|
|
return upload["prefix"].(string), dir
|
|
}
|
|
|
|
// 最大上传文件大小
|
|
func uploadFileSize() int64 {
|
|
fileSize := 1 * 1024 * 1024
|
|
size := config.Get("upload.fileSize").(int)
|
|
if size > 1 {
|
|
fileSize = size * 1024 * 1024
|
|
}
|
|
return int64(fileSize)
|
|
}
|
|
|
|
// 文件上传扩展名白名单
|
|
func uploadWhiteList() []string {
|
|
arr := config.Get("upload.whitelist").([]any)
|
|
strings := make([]string, len(arr))
|
|
for i, val := range arr {
|
|
if str, ok := val.(string); ok {
|
|
strings[i] = str
|
|
}
|
|
}
|
|
return strings
|
|
}
|
|
|
|
// 生成文件名称 fileName_随机值.extName
|
|
//
|
|
// fileName 原始文件名称含后缀，如：logo.png
|
|
func generateFileName(fileName string) string {
|
|
fileExt := filepath.Ext(fileName)
|
|
// 替换掉后缀和特殊字符保留文件名
|
|
newFileName := regular.Replace(fileName, fileExt, "")
|
|
newFileName = regular.Replace(newFileName, `[<>:"\\|?*]+`, "")
|
|
newFileName = strings.TrimSpace(newFileName)
|
|
return fmt.Sprintf("%s_%s%s", newFileName, generate.Code(6), fileExt)
|
|
}
|
|
|
|
// 检查文件允许写入本地
|
|
//
|
|
// fileName 原始文件名称含后缀，如：midway1_logo_iipc68.png
|
|
//
|
|
// allowExts 允许上传拓展类型，['.png']
|
|
func isAllowWrite(fileName string, allowExts []string, fileSize int64) error {
|
|
// 判断上传文件名称长度
|
|
if len(fileName) > DEFAULT_FILE_NAME_LENGTH {
|
|
return fmt.Errorf("上传文件名称长度限制最长为 %d", DEFAULT_FILE_NAME_LENGTH)
|
|
}
|
|
|
|
// 最大上传文件大小
|
|
maxFileSize := uploadFileSize()
|
|
if fileSize > maxFileSize {
|
|
return fmt.Errorf("最大上传文件大小 %s", parse.Bit(float64(maxFileSize)))
|
|
}
|
|
|
|
// 判断文件拓展是否为允许的拓展类型
|
|
fileExt := filepath.Ext(fileName)
|
|
hasExt := false
|
|
if len(allowExts) == 0 {
|
|
allowExts = uploadWhiteList()
|
|
}
|
|
for _, ext := range allowExts {
|
|
if ext == fileExt {
|
|
hasExt = true
|
|
break
|
|
}
|
|
}
|
|
if !hasExt {
|
|
return fmt.Errorf("上传文件类型不支持，仅支持以下类型：%s", strings.Join(allowExts, "、"))
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// 检查文件允许本地读取
|
|
//
|
|
// filePath 文件存放资源路径，URL相对地址
|
|
func isAllowRead(filePath string) error {
|
|
// 禁止目录上跳级别
|
|
if strings.Contains(filePath, "..") {
|
|
return fmt.Errorf("禁止目录上跳级别")
|
|
}
|
|
|
|
// 检查允许下载的文件规则
|
|
fileExt := filepath.Ext(filePath)
|
|
hasExt := false
|
|
for _, ext := range uploadWhiteList() {
|
|
if ext == fileExt {
|
|
hasExt = true
|
|
break
|
|
}
|
|
}
|
|
if !hasExt {
|
|
return fmt.Errorf("非法下载的文件规则：%s", fileExt)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// TransferUploadFile 上传资源文件转存
|
|
//
|
|
// subPath 子路径，默认 UploadSubPath.DEFAULT
|
|
//
|
|
// allowExts 允许上传拓展类型（含“.”)，如 ['.png','.jpg']
|
|
func TransferUploadFile(file *multipart.FileHeader, subPath string, allowExts []string) (string, error) {
|
|
// 上传文件检查
|
|
err := isAllowWrite(file.Filename, allowExts, file.Size)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
// 上传资源路径
|
|
prefix, dir := resourceUpload()
|
|
// 新文件名称并组装文件地址
|
|
fileName := generateFileName(file.Filename)
|
|
filePath := filepath.Join(subPath, date.ParseDatePath(time.Now()))
|
|
writePathFile := filepath.Join(dir, filePath, fileName)
|
|
// 存入新文件路径
|
|
err = transferToNewFile(file, writePathFile)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
urlPath := filepath.Join(prefix, filePath, fileName)
|
|
return filepath.ToSlash(urlPath), nil
|
|
}
|
|
|
|
// ReadUploadFileStream 上传资源文件读取
|
|
//
|
|
// filePath 文件存放资源路径，URL相对地址 如：/upload/common/2023/06/xxx.png
|
|
//
|
|
// headerRange 断点续传范围区间，bytes=0-12131
|
|
func ReadUploadFileStream(filePath, headerRange string) (map[string]any, error) {
|
|
// 读取文件检查
|
|
err := isAllowRead(filePath)
|
|
if err != nil {
|
|
return map[string]any{}, err
|
|
}
|
|
// 上传资源路径
|
|
prefix, dir := resourceUpload()
|
|
fileAsbPath := strings.Replace(filePath, prefix, dir, 1)
|
|
|
|
// 响应结果
|
|
result := map[string]any{
|
|
"range": "",
|
|
"chunkSize": 0,
|
|
"fileSize": 0,
|
|
"data": nil,
|
|
}
|
|
|
|
// 文件大小
|
|
fileSize := getFileSize(fileAsbPath)
|
|
if fileSize <= 0 {
|
|
return result, nil
|
|
}
|
|
result["fileSize"] = fileSize
|
|
|
|
if headerRange != "" {
|
|
partsStr := strings.Replace(headerRange, "bytes=", "", 1)
|
|
parts := strings.Split(partsStr, "-")
|
|
start, err := strconv.ParseInt(parts[0], 10, 64)
|
|
if err != nil || start > fileSize {
|
|
start = 0
|
|
}
|
|
end, err := strconv.ParseInt(parts[1], 10, 64)
|
|
if err != nil || end > fileSize {
|
|
end = fileSize - 1
|
|
}
|
|
if start > end {
|
|
start = end
|
|
}
|
|
|
|
// 分片结果
|
|
result["range"] = fmt.Sprintf("bytes %d-%d/%d", start, end, fileSize)
|
|
result["chunkSize"] = end - start + 1
|
|
byteArr, err := getFileStream(fileAsbPath, start, end)
|
|
if err != nil {
|
|
return map[string]any{}, errors.New("读取文件失败")
|
|
}
|
|
result["data"] = byteArr
|
|
return result, nil
|
|
}
|
|
|
|
byteArr, err := getFileStream(fileAsbPath, 0, fileSize)
|
|
if err != nil {
|
|
return map[string]any{}, errors.New("读取文件失败")
|
|
}
|
|
result["data"] = byteArr
|
|
return result, nil
|
|
}
|
|
|
|
// TransferChunkUploadFile 上传资源切片文件转存
|
|
//
|
|
// file 上传文件对象
|
|
//
|
|
// index 切片文件序号
|
|
//
|
|
// identifier 切片文件目录标识符
|
|
func TransferChunkUploadFile(file *multipart.FileHeader, index, identifier string) (string, error) {
|
|
// 上传文件检查
|
|
err := isAllowWrite(file.Filename, []string{}, file.Size)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
// 上传资源路径
|
|
prefix, dir := resourceUpload()
|
|
// 新文件名称并组装文件地址
|
|
filePath := filepath.Join(uploadsubpath.CHUNK, date.ParseDatePath(time.Now()), identifier)
|
|
writePathFile := filepath.Join(dir, filePath, index)
|
|
// 存入新文件路径
|
|
err = transferToNewFile(file, writePathFile)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
urlPath := filepath.Join(prefix, filePath, index)
|
|
return filepath.ToSlash(urlPath), nil
|
|
}
|
|
|
|
// 上传资源切片文件检查
|
|
//
|
|
// identifier 切片文件目录标识符
|
|
//
|
|
// originalFileName 原始文件名称，如logo.png
|
|
func ChunkCheckFile(identifier, originalFileName string) ([]string, error) {
|
|
// 读取文件检查
|
|
err := isAllowWrite(originalFileName, []string{}, 0)
|
|
if err != nil {
|
|
return []string{}, err
|
|
}
|
|
// 上传资源路径
|
|
_, dir := resourceUpload()
|
|
dirPath := path.Join(uploadsubpath.CHUNK, date.ParseDatePath(time.Now()), identifier)
|
|
readPath := path.Join(dir, dirPath)
|
|
fileList, err := getDirFileNameList(readPath)
|
|
if err != nil {
|
|
return []string{}, errors.New("读取文件失败")
|
|
}
|
|
return fileList, nil
|
|
}
|
|
|
|
// 上传资源切片文件检查
|
|
//
|
|
// identifier 切片文件目录标识符
|
|
//
|
|
// originalFileName 原始文件名称，如logo.png
|
|
//
|
|
// subPath 子路径，默认 DEFAULT
|
|
func ChunkMergeFile(identifier, originalFileName, subPath string) (string, error) {
|
|
// 读取文件检查
|
|
err := isAllowWrite(originalFileName, []string{}, 0)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
// 上传资源路径
|
|
prefix, dir := resourceUpload()
|
|
// 切片存放目录
|
|
dirPath := path.Join(uploadsubpath.CHUNK, date.ParseDatePath(time.Now()), identifier)
|
|
readPath := path.Join(dir, dirPath)
|
|
// 组合存放文件路径
|
|
fileName := generateFileName(originalFileName)
|
|
filePath := path.Join(subPath, date.ParseDatePath(time.Now()))
|
|
writePath := path.Join(dir, filePath)
|
|
err = mergeToNewFile(readPath, writePath, fileName)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
urlPath := filepath.Join(prefix, filePath, fileName)
|
|
return filepath.ToSlash(urlPath), nil
|
|
}
|