package logic import ( "encoding/json" "fmt" "fusenapi/model/gmodel" "fusenapi/utils/auth" "fusenapi/utils/basic" "fusenapi/utils/hash" "io" "net/http" "time" "context" "fusenapi/server/upload/internal/svc" "fusenapi/server/upload/internal/types" "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/request" "github.com/aws/aws-sdk-go/service/s3" "github.com/zeromicro/go-zero/core/logx" "github.com/zeromicro/go-zero/core/mr" ) type UploadFilesBackendLogic struct { logx.Logger ctx context.Context svcCtx *svc.ServiceContext r *http.Request } func NewUploadFilesBackendLogic(r *http.Request, svcCtx *svc.ServiceContext) *UploadFilesBackendLogic { return &UploadFilesBackendLogic{ Logger: logx.WithContext(r.Context()), ctx: r.Context(), svcCtx: svcCtx, r: r, } } // 处理进入前逻辑w,r // func (l *UploadFilesBackendLogic) BeforeLogic(w http.ResponseWriter, r *http.Request) { // } // 处理逻辑后 w,r 如:重定向, resp 必须重新处理 // func (l *UploadFilesBackendLogic) AfterLogic(w http.ResponseWriter, r *http.Request, resp *basic.Response) { // // httpx.OkJsonCtx(r.Context(), w, resp) // } func (l *UploadFilesBackendLogic) UploadFilesBackend(req *types.UploadFilesReq, userinfo *auth.UserInfo) (resp *basic.Response) { // 返回值必须调用Set重新返回, resp可以空指针调用 resp.SetStatus(basic.CodeOK, data) // userinfo 传入值时, 一定不为null if userinfo.IsOnlooker() { // 如果是，返回未授权的错误码 return resp.SetStatus(basic.CodeUnAuth) } // 定义用户ID和S3键名格式 var uid int64 var userId int64 var guestId int64 // 检查用户是否是游客 if userinfo.IsGuest() { // 如果是，使用游客ID和游客键名格式 guestId = userinfo.GuestId uid = guestId } else { // 否则，使用用户ID和用户键名格式 userId = userinfo.UserId uid = userId } var uploadInfoList []UploadInfo err := json.Unmarshal([]byte(req.UploadInfo), &uploadInfoList) if err != nil { logx.Error(err) return resp.SetStatus(basic.CodeFileUploadErr, "file upload err,params Unmarshal failed") } var fileLen = len(uploadInfoList) if fileLen == 0 { return resp.SetStatus(basic.CodeFileUploadErr, "file upload err,no files") } if req.ApiType == 1 && fileLen > 100 { return resp.SetStatus(basic.CodeFileUploadErr, "file upload err, files count is beyond the maximum") } // 定义存储桶名称 var bucketName *string // 根据类别选择存储桶 switch req.UploadBucket { case 2: bucketName = basic.TempfileBucketName default: bucketName = basic.StorageBucketName } //设置内存大小 l.r.ParseMultipartForm(32 << 20) //获取上传的文件组 files := l.r.MultipartForm.File["file"] // 设置AWS会话的区域 l.svcCtx.AwsSession.Config.Region = aws.String("us-west-1") // 创建新的S3服务实例 svc := s3.New(l.svcCtx.AwsSession) // 定义S3请求和当前时间 var s3req *request.Request resourceModel := gmodel.NewFsResourceModel(l.svcCtx.MysqlConn) result, err := mr.MapReduce(func(source chan<- interface{}) { for i, info := range uploadInfoList { fileType := files[i].Header.Get("Content-Type") // 打开文件 file, err := files[i].Open() if err != nil { logx.Error(err) } defer file.Close() // 读取数据流 ioData, err := io.ReadAll(file) if err != nil { logx.Error(err) } // 一系列业务逻辑....验证类型,文件大小 var hashKey string = hash.JsonHashKey(fmt.Sprintf("%s%d", info.FileKeys, uid)) source <- UploadData{ FileKey: info.FileKeys, FileType: fileType, Metadata: info.Metadata, FileData: ioData, ApiType: req.ApiType, Bucket: bucketName, HashKey: hashKey, } } }, func(item interface{}, writer mr.Writer[interface{}], cancel func(error)) { uploadDataInfo := item.(UploadData) var uploadUrl = UploadUrl{} uploadUrl.Key = uploadDataInfo.FileKey uploadUrl.ApiType = uploadDataInfo.ApiType uploadUrl.ResourceType = uploadDataInfo.FileType var resourceId string = uploadDataInfo.HashKey // 查询数据库 resourceInfo, err := resourceModel.FindOneById(l.ctx, resourceId) if err == nil && resourceInfo.ResourceId != "" { uploadUrl.Status = 1 uploadUrl.ResourceId = resourceId uploadUrl.ResourceUrl = *resourceInfo.ResourceUrl } else { // 创建S3对象存储请求 s3req, _ = svc.PutObjectRequest( &s3.PutObjectInput{ Bucket: uploadDataInfo.Bucket, Key: &uploadDataInfo.HashKey, }, ) // 设置请求体为文件数据 s3req.SetBufferBody(uploadDataInfo.FileData) // 发送请求 err = s3req.Send() // 检查是否有错误 if err != nil { logx.Error(err) uploadUrl.Status = 0 } else { var url = s3req.HTTPRequest.URL.String() // 打印请求URL logx.Info(url) uploadUrl.Status = 1 uploadUrl.ResourceId = resourceId uploadUrl.ResourceUrl = url var version string = "0.0.1" var nowTime = time.Now() _, err = resourceModel.Create(l.ctx, &gmodel.FsResource{ ResourceId: resourceId, UserId: &userId, GuestId: &guestId, ResourceType: &uploadDataInfo.FileType, ResourceUrl: &url, Version: &version, UploadedAt: &nowTime, Metadata: &uploadDataInfo.Metadata, ApiType: &uploadDataInfo.ApiType, }) if err != nil { logx.Error(err) } } } // Notice 这个必须加! writer.Write(uploadUrl) }, func(pipe <-chan interface{}, writer mr.Writer[interface{}], cancel func(error)) { var uploadUrlList = make(map[string][]*UploadUrl) var uploadUrlListFail []*UploadUrl var uploadUrlListSuccess []*UploadUrl for p := range pipe { var uploadUrl = p.(UploadUrl) if uploadUrl.Status == 1 { uploadUrlListSuccess = append(uploadUrlListSuccess, &uploadUrl) } else { uploadUrlListFail = append(uploadUrlListFail, &uploadUrl) } } // Notice 这个必须加! uploadUrlList["success"] = uploadUrlListSuccess uploadUrlList["fail"] = uploadUrlListFail writer.Write(uploadUrlList) }) if err != nil { logx.Error(err) } // 返回成功的响应和上传URL return resp.SetStatus(basic.CodeOK, map[string]interface{}{ "upload_urls": result, }) } type UploadInfo struct { FileSize int64 `json:"file_size"` // 上传唯一标识信息 FileKeys string `json:"file_keys"` // 上传唯一标识信息 Metadata string `json:"meta_data"` // 上传文件额外信息 } type UploadData struct { ApiType int64 `json:"api_type"` FileSize int64 `json:"file_size"` FileType string `json:"file_type"` FileKey string `json:"file_key"` Metadata string `json:"metadata"` Bucket *string `json:"bucket"` HashKey string `json:"hash_key"` FileData []byte `fsfile:"data"` } type UploadUrl struct { Key string `json:"key"` Status int64 `json:"status"` ApiType int64 `json:"api_type"` ResourceId string `json:"resource_id"` ResourceType string `json:"resource_type"` ResourceUrl string `json:"resource_url"` }