feat(be): boltdb to sql migration tool

Author: Michael Gukov

cli/cmd/migrate.go

@@ -67,7 +67,7 @@ func migrateBoltDb(boltDbPath string) {
 		return
 	}
 
-	_, err := os.Stat(boltDbPath)
+	file, err := os.Stat(boltDbPath)
 	if err != nil {
 		if errors.Is(err, os.ErrNotExist) {
 			fmt.Println("File does not exist")
@@ -77,6 +77,10 @@ func migrateBoltDb(boltDbPath string) {
 		return
 	}
 
+	if file.Size() > 1024*1024*1024 {
+		fmt.Println("File is too big ", file.Size())
+	}
+
 	boltStore := bolt.CreateBoltDB()
 	boltStore.Filename = boltDbPath
 	boltStore.Connect("migrate")

db_migration/migration.go

@@ -25,8 +25,6 @@ func (m *Migrator) Migrate(oldStore, newStore db.Store) error {
 
 	m.userIDs = make(map[int]db.User)
 
-	//m.integrationIDs = make(map[int]int)
-
 	fmt.Println("Migrating users...")
 	if err := m.migrateUsers(); err != nil {
 		return err
@@ -65,6 +63,7 @@ func (m *Migrator) migrateProjects() error {
 		return err
 	}
 
+	migrated := map[int]bool{}
 	for _, user := range users {
 		newUser := m.userIDs[user.ID]
 		projects, err := m.oldStore.GetProjects(user.ID)
@@ -74,10 +73,13 @@ func (m *Migrator) migrateProjects() error {
 		}
 
 		for _, project := range projects {
+			if !migrated[project.ID] {
+				err = m.migrateProject(&newUser, &project)
+				if err != nil {
+					return err
+				}
 
-			err = m.migrateProject(&newUser, &project)
-			if err != nil {
-				return err
+				migrated[project.ID] = true
 			}
 		}
 	}
@@ -91,6 +93,10 @@ func (m *Migrator) migrateProject(user *db.User, project *db.Project) error {
 		return err
 	}
 
+	if err := backup.Verify(); err != nil {
+		return err
+	}
+
 	_, err = backup.Restore(*user, m.newStore)
 	return err
 }