chore: add presign background service

server/server.go

@@ -19,6 +19,7 @@ import (
 	apiv1 "github.com/usememos/memos/server/router/api/v1"
 	"github.com/usememos/memos/server/router/frontend"
 	"github.com/usememos/memos/server/router/rss"
+	s3objectpresigner "github.com/usememos/memos/server/service/s3_object_presigner"
 	versionchecker "github.com/usememos/memos/server/service/version_checker"
 	"github.com/usememos/memos/store"
 )
@@ -136,6 +137,7 @@ func (s *Server) Shutdown(ctx context.Context) {
 
 func (s *Server) StartBackgroundRunners(ctx context.Context) {
 	go versionchecker.NewVersionChecker(s.Store, s.Profile).Start(ctx)
+	go s3objectpresigner.NewS3ObjectPresigner(s.Store).Start(ctx)
 }
 
 func (s *Server) getOrUpsertWorkspaceBasicSetting(ctx context.Context) (*storepb.WorkspaceBasicSetting, error) {

server/service/s3_object_presigner/s3_object_presigner.go

@@ -0,0 +1,98 @@
+package s3objectpresigner
+
+import (
+	"context"
+	"time"
+
+	"github.com/pkg/errors"
+	"google.golang.org/protobuf/types/known/timestamppb"
+
+	"github.com/usememos/memos/plugin/storage/s3"
+	storepb "github.com/usememos/memos/proto/gen/store"
+	"github.com/usememos/memos/store"
+)
+
+// nolint
+type S3ObjectPresigner struct {
+	Store *store.Store
+}
+
+func NewS3ObjectPresigner(store *store.Store) *S3ObjectPresigner {
+	return &S3ObjectPresigner{
+		Store: store,
+	}
+}
+
+func (p *S3ObjectPresigner) CheckAndPresign(ctx context.Context) error {
+	workspaceStorageSetting, err := p.Store.GetWorkspaceStorageSetting(ctx)
+	if err != nil {
+		return errors.Wrap(err, "failed to get workspace storage setting")
+	}
+
+	s3Config := workspaceStorageSetting.GetS3Config()
+	if s3Config == nil {
+		return errors.New("no actived external storage found")
+	}
+	s3Client, err := s3.NewClient(ctx, s3Config)
+	if err != nil {
+		return errors.Wrap(err, "Failed to create s3 client")
+	}
+
+	s3StorageType := storepb.ResourceStorageType_S3
+	resources, err := p.Store.ListResources(ctx, &store.FindResource{
+		GetBlob:     false,
+		StorageType: &s3StorageType,
+	})
+	if err != nil {
+		return errors.Wrapf(err, "list resources")
+	}
+
+	for _, resource := range resources {
+		s3ObjectPayload := resource.Payload.GetS3Object()
+		if s3ObjectPayload == nil {
+			continue
+		}
+
+		if s3ObjectPayload.LastPresignedTime != nil {
+			// Skip if the presigned URL is still valid.
+			if time.Now().Before(s3ObjectPayload.LastPresignedTime.AsTime().Add(24 * time.Hour)) {
+				continue
+			}
+		}
+		presignURL, err := s3Client.PresignGetObject(ctx, s3ObjectPayload.Key)
+		if err != nil {
+			return errors.Wrap(err, "Failed to presign via s3 client")
+		}
+		s3ObjectPayload.LastPresignedTime = timestamppb.New(time.Now())
+		if err := p.Store.UpdateResource(ctx, &store.UpdateResource{
+			Reference: &presignURL,
+			Payload: &storepb.ResourcePayload{
+				Payload: &storepb.ResourcePayload_S3Object_{
+					S3Object: s3ObjectPayload,
+				},
+			},
+		}); err != nil {
+			return errors.Wrap(err, "Failed to update resource")
+		}
+	}
+
+	return nil
+}
+
+func (p *S3ObjectPresigner) Start(ctx context.Context) {
+	p.CheckAndPresign(ctx)
+
+	// Schedule runner every 24 hours.
+	ticker := time.NewTicker(24 * time.Hour)
+	defer ticker.Stop()
+
+	for {
+		select {
+		case <-ctx.Done():
+			return
+		case <-ticker.C:
+		}
+
+		p.CheckAndPresign(ctx)
+	}
+}