feat: support file storage

Author: MuZhou233

configs/example-for-single-node.toml

@@ -16,6 +16,7 @@ password = "librarian"
 no_ssl = true
 
 [s3]
+driver = "minio"
 end_point = "127.0.0.1:9000"
 access_key = "librarian"
 secret_key = "librarian"

configs/example-for-testing.toml

@@ -10,6 +10,7 @@ timeout = "60s"
 driver = "memory"
 
 [s3]
+driver = "file"
 
 [auth]
 password_salt = "test"

go.mod

@@ -35,6 +35,7 @@ require (
 	github.com/redis/go-redis/v9 v9.7.3
 	github.com/samber/lo v1.49.1
 	github.com/sony/sonyflake v1.2.0
+	github.com/spf13/afero v1.2.1
 	github.com/tuihub/protos v0.5.0
 	go.opentelemetry.io/otel v1.34.0
 	go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.10.0

go.sum

@@ -668,6 +668,7 @@ github.com/sony/gobreaker v1.0.0 h1:feX5fGGXSl3dYd4aHZItw+FpHLvvoaqkawKjVNiFMNQ=
 github.com/sony/gobreaker v1.0.0/go.mod h1:ZKptC7FHNvhBz7dN2LGjPVBz2sZJmc0/PkyDJOjmxWY=
 github.com/sony/sonyflake v1.2.0 h1:Pfr3A+ejSg+0SPqpoAmQgEtNDAhc2G1SUYk205qVMLQ=
 github.com/sony/sonyflake v1.2.0/go.mod h1:LORtCywH/cq10ZbyfhKrHYgAUGH7mOBa76enV9txy/Y=
+github.com/spf13/afero v1.2.1 h1:qgMbHoJbPbw579P+1zVY+6n4nIFuIchaIjzZ/I/Yq8M=
 github.com/spf13/afero v1.2.1/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk=
 github.com/spf13/cobra v0.0.3/go.mod h1:1l0Ry5zgKvJasoi3XT1TypsSe7PqH0Sj9dhYf7v3XqQ=
 github.com/spf13/pflag v1.0.1/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4=

internal/biz/bizbinah/binah.go

@@ -1,10 +1,7 @@
 package bizbinah
 
 import (
-	"context"
-	"io"
-	"time"
-
+	"github.com/tuihub/librarian/internal/data"
 	"github.com/tuihub/librarian/internal/lib/libauth"
 	"github.com/tuihub/librarian/internal/model/modelbinah"
 
@@ -17,27 +14,13 @@ var ProviderSet = wire.NewSet(
 )
 
 type Binah struct {
-	repo     BinahRepo
+	repo     *data.BinahRepo
 	callback *modelbinah.ControlBlock
 	auth     *libauth.Auth
 }
 
-type BinahRepo interface {
-	FeatureEnabled() bool
-	PutObject(context.Context, io.Reader, Bucket, string) error
-	PresignedGetObject(context.Context, Bucket, string, time.Duration) (string, error)
-	PresignedPutObject(context.Context, Bucket, string, time.Duration) (string, error)
-}
-
-type Bucket int
-
-const (
-	BucketUnspecified Bucket = iota
-	BucketDefault
-)
-
 func NewBinah(
-	repo BinahRepo,
+	repo *data.BinahRepo,
 	callback *modelbinah.ControlBlock,
 	auth *libauth.Auth,
 ) *Binah {

internal/biz/bizbinah/presigned.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"strconv"
 
+	"github.com/tuihub/librarian/internal/data"
 	"github.com/tuihub/librarian/internal/lib/libtime"
 	pb "github.com/tuihub/protos/pkg/librarian/sephirah/v1"
 
@@ -15,7 +16,7 @@ func (b *Binah) PresignedUploadFile(ctx context.Context) (string, *errors.Error)
 	if err != nil {
 		return "", pb.ErrorErrorReasonUnspecified("%s", err.Error())
 	}
-	res, err := b.repo.PresignedPutObject(ctx, BucketDefault, strconv.FormatInt(int64(metadata.ID), 10), libtime.Day)
+	res, err := b.repo.PresignedPutObject(ctx, data.BucketDefault, strconv.FormatInt(int64(metadata.ID), 10), libtime.Day)
 	if err != nil {
 		return "", pb.ErrorErrorReasonUnspecified("%s", err.Error())
 	}
@@ -43,7 +44,7 @@ func (b *Binah) PresignedDownloadFile(ctx context.Context) (string, *errors.Erro
 	if err != nil {
 		return "", pb.ErrorErrorReasonUnspecified("%s", err.Error())
 	}
-	res, err := b.repo.PresignedGetObject(ctx, BucketDefault, strconv.FormatInt(int64(metadata.ID), 10), libtime.Day)
+	res, err := b.repo.PresignedGetObject(ctx, data.BucketDefault, strconv.FormatInt(int64(metadata.ID), 10), libtime.Day)
 	if err != nil {
 		return "", pb.ErrorErrorReasonUnspecified("%s", err.Error())
 	}

internal/biz/bizbinah/simple.go

@@ -6,6 +6,7 @@ import (
 	"os"
 	"strconv"
 
+	"github.com/tuihub/librarian/internal/data"
 	"github.com/tuihub/librarian/internal/model"
 	"github.com/tuihub/librarian/internal/model/modelbinah"
 	pb "github.com/tuihub/protos/pkg/librarian/sephirah/v1"
@@ -16,7 +17,7 @@ import (
 
 type SimpleUploadFile struct {
 	id       model.InternalID
-	repo     BinahRepo
+	repo     *data.BinahRepo
 	callback modelbinah.CallbackFunc
 	file     *os.File
 	Writer   io.Writer
@@ -53,5 +54,5 @@ func (f *SimpleUploadFile) Finish(ctx context.Context) error {
 	if err != nil {
 		return err
 	}
-	return f.repo.PutObject(ctx, f.file, BucketDefault, strconv.FormatInt(int64(f.id), 10))
+	return f.repo.PutObject(ctx, f.file, data.BucketDefault, strconv.FormatInt(int64(f.id), 10))
 }

internal/biz/bizchesed/chesed.go

@@ -5,7 +5,6 @@ import (
 	"strconv"
 	"sync"
 
-	"github.com/tuihub/librarian/internal/biz/bizbinah"
 	"github.com/tuihub/librarian/internal/biz/bizutils"
 	"github.com/tuihub/librarian/internal/data"
 	"github.com/tuihub/librarian/internal/lib/libauth"
@@ -32,7 +31,7 @@ var ProviderSet = wire.NewSet(
 
 type Chesed struct {
 	repo        *data.ChesedRepo
-	b           bizbinah.BinahRepo
+	b           *data.BinahRepo
 	id          *libidgenerator.IDGenerator
 	search      libsearch.Search
 	porter      porter.LibrarianPorterServiceClient
@@ -45,7 +44,7 @@ type Chesed struct {
 
 func NewChesed(
 	repo *data.ChesedRepo,
-	b bizbinah.BinahRepo,
+	b *data.BinahRepo,
 	id *libidgenerator.IDGenerator,
 	search libsearch.Search,
 	cron *libcron.Cron,
@@ -150,7 +149,7 @@ func (c *Chesed) ScanImage(ctx context.Context) error {
 		return nil
 	}
 	for _, image := range images {
-		data, err := c.b.PresignedGetObject(ctx, bizbinah.BucketDefault, strconv.FormatInt(int64(image.ID), 10), libtime.Day)
+		data, err := c.b.PresignedGetObject(ctx, data.BucketDefault, strconv.FormatInt(int64(image.ID), 10), libtime.Day)
 		if err != nil {
 			return err
 		}

internal/biz/bizgebura/app.go

@@ -9,6 +9,8 @@ import (
 	"github.com/tuihub/librarian/internal/model"
 	"github.com/tuihub/librarian/internal/model/modelgebura"
 	pb "github.com/tuihub/protos/pkg/librarian/sephirah/v1"
+
+	"github.com/samber/lo"
 )
 
 func (g *Gebura) CreateApp(
@@ -41,7 +43,7 @@ func (g *Gebura) UpdateApp(ctx context.Context, a *modelgebura.App) error {
 	if err != nil {
 		return pb.ErrorErrorReasonUnspecified("%s", err.Error())
 	}
-	if old.BoundStoreAppID != 0 && !a.StopStoreManage {
+	if old.BoundStoreAppID != nil && !lo.FromPtrOr(a.StopStoreManage, false) {
 		return pb.ErrorErrorReasonBadRequest("under store manage")
 	}
 	err = g.repo.UpdateApp(ctx, claims.UserID, a)