feat: fully functional deduplicated backups

Author: ChecksumDev

go.mod

@@ -72,6 +72,7 @@ require (
 	github.com/dsnet/compress v0.0.2-0.20230904184137-39efe44ab707 // indirect
 	github.com/dustin/go-humanize v1.0.1 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/fsnotify/fsnotify v1.9.0 // indirect
 	github.com/gammazero/deque v1.1.0 // indirect
 	github.com/gin-contrib/sse v1.1.0 // indirect
 	github.com/glebarez/go-sqlite v1.22.0 // indirect

go.sum

@@ -112,6 +112,8 @@ github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSw
 github.com/franela/goblin v0.0.0-20211003143422-0a4f594942bf h1:NrF81UtW8gG2LBGkXFQFqlfNnvMt9WdB46sfdJY4oqc=
 github.com/franela/goblin v0.0.0-20211003143422-0a4f594942bf/go.mod h1:VzmDKDJVZI3aJmnRI9VjAn9nJ8qPPsN1fqzr9dqInIo=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
+github.com/fsnotify/fsnotify v1.9.0 h1:2Ml+OJNzbYCTzsxtv8vKSFD9PbJjmhYF14k/jKC7S9k=
+github.com/fsnotify/fsnotify v1.9.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0=
 github.com/gabriel-vasile/mimetype v1.4.10 h1:zyueNbySn/z8mJZHLt6IPw0KoZsiQNszIpU+bX4+ZK0=
 github.com/gabriel-vasile/mimetype v1.4.10/go.mod h1:d+9Oxyo1wTzWdyVUPMmXFvp4F9tea18J8ufA774AB3s=
 github.com/gammazero/deque v1.1.0 h1:OyiyReBbnEG2PP0Bnv1AASLIYvyKqIFN5xfl1t8oGLo=

src/cmd/root.go

@@ -31,6 +31,7 @@ import (
 	"github.com/pyrohost/elytra/src/internal/cron"
 	"github.com/pyrohost/elytra/src/internal/database"
 	"github.com/pyrohost/elytra/src/internal/rustic"
+	"github.com/pyrohost/elytra/src/jobs"
 	"github.com/pyrohost/elytra/src/loggers/cli"
 	"github.com/pyrohost/elytra/src/remote"
 	"github.com/pyrohost/elytra/src/router"
@@ -339,6 +340,17 @@ func rootCmdRun(cmd *cobra.Command, _ []string) {
 		autotls = false
 	}
 
+	// Initialize job manager for async operations
+	jobManager := jobs.NewManager(4) // 4 worker threads
+	jobManager.SetClient(pclient)     // Set client for Panel notifications
+	jobManager.SetServerManager(manager) // Set server manager for WebSocket events
+
+	// Register all job types
+	jobs.SetupJobs(jobManager, manager, pclient)
+
+	// Start the job manager
+	jobManager.Start()
+
 	api := config.Get().Api
 	log.WithFields(log.Fields{
 		"use_ssl":      api.Ssl.Enabled,
@@ -351,7 +363,7 @@ func rootCmdRun(cmd *cobra.Command, _ []string) {
 	// and external clients.
 	s := &http.Server{
 		Addr:      api.Host + ":" + strconv.Itoa(api.Port),
-		Handler:   router.Configure(manager, pclient),
+		Handler:   router.Configure(manager, pclient, jobManager),
 		TLSConfig: config.DefaultTLSConfig,
 	}
 

src/config/config.go

@@ -322,9 +322,6 @@ type S3RepositoryConfig struct {
 	// S3 bucket name
 	Bucket string `yaml:"bucket"`
 
-	// S3 key prefix for repositories
-	KeyPrefix string `default:"pterodactyl-backups/" yaml:"key_prefix"`
-
 	// Whether to use hot/cold storage setup for S3
 	UseColdStorage bool `default:"false" yaml:"use_cold_storage"`