fusenapi/server/upload/internal/logic/uploadfilesbackendlogic.go

package logic

import (
	"fusenapi/model/gmodel"
	"fusenapi/utils/auth"
	"fusenapi/utils/basic"
	"io"
	"net/http"
	"time"

	"context"

	"fusenapi/server/upload/internal/svc"
	"fusenapi/server/upload/internal/types"

	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/request"
	"github.com/aws/aws-sdk-go/service/s3"
	"github.com/zeromicro/go-zero/core/logx"
	"github.com/zeromicro/go-zero/core/mr"
)

type UploadFilesBackendLogic struct {
	logx.Logger
	ctx    context.Context
	svcCtx *svc.ServiceContext
	r      *http.Request
}

func NewUploadFilesBackendLogic(r *http.Request, svcCtx *svc.ServiceContext) *UploadFilesBackendLogic {
	return &UploadFilesBackendLogic{
		Logger: logx.WithContext(r.Context()),
		ctx:    r.Context(),
		svcCtx: svcCtx,
		r:      r,
	}
}

// 处理进入前逻辑w,r
// func (l *UploadFilesBackendLogic) BeforeLogic(w http.ResponseWriter, r *http.Request) {
// }

// 处理逻辑后 w,r 如:重定向, resp 必须重新处理
// func (l *UploadFilesBackendLogic) AfterLogic(w http.ResponseWriter, r *http.Request, resp *basic.Response) {
// // httpx.OkJsonCtx(r.Context(), w, resp)
// }

func (l *UploadFilesBackendLogic) UploadFilesBackend(req *types.UploadFilesReq, userinfo *auth.UserInfo) (resp *basic.Response) {
	// 返回值必须调用Set重新返回, resp可以空指针调用 resp.SetStatus(basic.CodeOK, data)
	// userinfo 传入值时, 一定不为null
	if userinfo.IsOnlooker() {
		// 如果是，返回未授权的错误码
		return resp.SetStatus(basic.CodeUnAuth)
	}

	// 定义用户ID和S3键名格式
	var userId int64
	var guestId int64

	// 检查用户是否是游客
	if userinfo.IsGuest() {
		// 如果是，使用游客ID和游客键名格式
		guestId = userinfo.GuestId
	} else {
		// 否则，使用用户ID和用户键名格式
		userId = userinfo.UserId
	}

	var aa = make([]types.UploadInfo, 2)
	aa[0].FileKeys = "202308011632"
	aa[1].FileKeys = "202308011633"
	req.UploadInfo = aa
	var fileLen = len(req.UploadInfo)

	if fileLen == 0 {
		return resp.SetStatus(basic.CodeFileUploadErr, "file upload err,no files")
	}
	if req.ApiType == 1 && fileLen > 100 {
		return resp.SetStatus(basic.CodeFileUploadErr, "file upload err, files count is beyond the maximum")
	}
	//设置内存大小
	l.r.ParseMultipartForm(32 << 20)

	//获取上传的文件组
	files := l.r.MultipartForm.File["file"]

	// 设置AWS会话的区域
	l.svcCtx.AwsSession.Config.Region = aws.String("us-west-1")

	// 创建新的S3服务实例
	svc := s3.New(l.svcCtx.AwsSession)

	// 定义S3请求和当前时间
	var s3req *request.Request

	var uploadBucket = req.UploadBucket
	resourceModel := gmodel.NewFsResourceModel(l.svcCtx.MysqlConn)
	result, err := mr.MapReduce(func(source chan<- interface{}) {
		for i, info := range req.UploadInfo {
			fileType := files[i].Header.Get("Content-Type")
			// 打开文件
			file, err := files[i].Open()
			if err != nil {
				logx.Error(err)
			}
			defer file.Close()
			// 读取数据流
			ioData, err := io.ReadAll(file)
			if err != nil {
				logx.Error(err)
			}

			// 一系列业务逻辑....验证类型,文件大小
			var fileKey string = info.FileKeys
			source <- uploadData{
				FileKey:  fileKey,
				FileType: fileType,
				Metadata: info.Metadata,
				FileData: ioData,
				ApiType:  req.ApiType,
				Bucket:   uploadBucket,
			}
		}
	}, func(item interface{}, writer mr.Writer[interface{}], cancel func(error)) {
		var uploadUrl = uploadUrl{}
		uploadDataInfo := item.(uploadData)

		var resourceId string = uploadDataInfo.FileKey
		// 查询数据库
		resourceInfo, err := resourceModel.FindOneById(l.ctx, resourceId)
		if err == nil && resourceInfo.ResourceId != "" {
			uploadUrl.Status = 1
			uploadUrl.ResourceId = resourceId
			uploadUrl.Url = *resourceInfo.ResourceUrl
			uploadUrl.Key = resourceId
		} else {
			// 创建S3对象存储请求
			s3req, _ = svc.PutObjectRequest(
				&s3.PutObjectInput{
					Bucket: &uploadDataInfo.Bucket,
					Key:    &uploadDataInfo.FileKey,
				},
			)

			// 设置请求体为文件数据
			s3req.SetBufferBody(uploadDataInfo.FileData)

			// 发送请求
			err = s3req.Send()

			// 检查是否有错误
			if err != nil {
				logx.Error(err)
				uploadUrl.Status = 0
				uploadUrl.Url = ""
				uploadUrl.Key = uploadDataInfo.FileKey
			} else {
				var url = s3req.HTTPRequest.URL.String()
				// 打印请求URL
				logx.Info(url)
				uploadUrl.Status = 1
				uploadUrl.Url = url
				uploadUrl.Key = uploadDataInfo.FileKey
				uploadUrl.ResourceId = resourceId
				var version string = "0.0.1"
				var nowTime = time.Now()
				_, err = resourceModel.CreateOrUpdate(l.ctx, &gmodel.FsResource{
					ResourceId:   resourceId,
					UserId:       &userId,
					GuestId:      &guestId,
					ResourceType: &uploadDataInfo.FileType,
					ResourceUrl:  &url,
					Version:      &version,
					UploadedAt:   &nowTime,
					Metadata:     &uploadDataInfo.Metadata,
					ApiType:      &uploadDataInfo.ApiType,
				})
				if err != nil {
					logx.Error(err)
				}
			}
		}

		// Notice 这个必须加!
		writer.Write(uploadUrl)
	}, func(pipe <-chan interface{}, writer mr.Writer[interface{}], cancel func(error)) {
		var uploadUrlList = make(map[string][]*uploadUrl)
		var uploadUrlListFail []*uploadUrl
		var uploadUrlListSuccess []*uploadUrl
		for p := range pipe {
			var uploadUrl = p.(uploadUrl)
			if uploadUrl.Status == 1 {
				uploadUrlListSuccess = append(uploadUrlListSuccess, &uploadUrl)
			} else {
				uploadUrlListFail = append(uploadUrlListFail, &uploadUrl)
			}
		}

		// Notice 这个必须加!
		uploadUrlList["success"] = uploadUrlListSuccess
		uploadUrlList["fail"] = uploadUrlListFail
		writer.Write(uploadUrlList)
	})
	if err != nil {
		logx.Error(err)
	}

	// 返回成功的响应和上传URL
	return resp.SetStatus(basic.CodeOK, map[string]interface{}{
		"upload_urls": result,
	})
}

type uploadData struct {
	ApiType  int64  `json:"api_type"`
	FileSize int64  `json:"file_size"`
	FileType string `json:"file_type"`
	FileKey  string `json:"file_key"`
	Metadata string `json:"metadata"`
	Bucket   string `json:"bucket"`
	FileData []byte `fsfile:"data"`
}

type uploadUrl struct {
	Status     int64  `json:"status"`
	ResourceId string `json:"resource_id"`
	Url        string `json:"url"`
	Key        string `json:"key"`
	Metadata   string `json:"metadata"`
}