✨ WatchTower for database

pkg/internal/database/allocator.go

@@ -2,9 +2,11 @@ package database
 
 import (
 	"fmt"
+	"strings"
+
+	"git.solsynth.dev/hypernet/nexus/pkg/internal/watchtower"
 	"github.com/samber/lo"
 	"github.com/spf13/viper"
-	"strings"
 )
 
 func AllocDatabase(name string) (string, error) {
@@ -34,6 +36,9 @@ func AllocDatabase(name string) (string, error) {
 	}
 
 	connString = append(connString, "dbname="+name)
+	dsn := strings.Join(connString, " ")
 
-	return strings.Join(connString, " "), nil
+	watchtower.AddWatchDb(dsn)
+
+	return dsn, nil
 }

pkg/internal/watchtower/database.go

@@ -0,0 +1,109 @@
+package watchtower
+
+import (
+	"fmt"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"strings"
+	"time"
+
+	"github.com/rs/zerolog/log"
+	"github.com/spf13/viper"
+	"gorm.io/driver/postgres"
+	"gorm.io/gorm"
+)
+
+var dbWatchlist []string
+
+func AddWatchDb(dsn string) {
+	dbWatchlist = append(dbWatchlist, dsn)
+}
+
+func BackupDb() error {
+	backupPath := viper.GetString("watchtower.database_backups")
+	if err := os.MkdirAll(backupPath, 0775); err != nil {
+		return fmt.Errorf("failed to create backup path: %v", err)
+	}
+
+	outFile := filepath.Join(
+		backupPath,
+		fmt.Sprintf("watchtower_db_backup_%s", time.Now().Format("2006-01-02 15:04:05")),
+	)
+
+	var password string
+	var user string
+	var host string
+	var port string
+
+	dsnParts := strings.Split(viper.GetString("database.dsn"), " ")
+	for _, part := range dsnParts {
+		if strings.HasPrefix(part, "password=") {
+			password = strings.Replace(part, "password=", "", 1)
+		} else if strings.HasPrefix(part, "user=") {
+			password = strings.Replace(part, "user=", "", 1)
+		} else if strings.HasPrefix(part, "host=") {
+			host = strings.Replace(part, "host=", "", 1)
+		} else if strings.HasPrefix(part, "port=") {
+			port = strings.Replace(part, "port=", "", 1)
+		}
+	}
+
+	cmd := exec.Command("pg_dumpall",
+		"-h", host,
+		"-p", port,
+		"-U", user,
+		"-f", outFile,
+	)
+	cmd.Env = append(os.Environ(), []string{
+		"PGPASSWORD=" + password,
+	}...)
+
+	start := time.Now()
+	log.Info().Msg("Starting backup database...")
+	if err := cmd.Run(); err != nil {
+		log.Error().Err(err).Msg("Failed to backup the database...")
+		return err
+	}
+	took := time.Since(start)
+	log.Info().Str("out", outFile).Dur("took", took).Msg("Backed up database successfully!")
+
+	return nil
+}
+
+func CleanDb(dsn string) error {
+	conn, err := gorm.Open(postgres.Open(dsn))
+	if err != nil {
+		return fmt.Errorf("failed to open database: %v", err)
+	}
+	var tables []string
+	if err := conn.Raw("SELECT table_name FROM information_schema.tables WHERE table_schema = 'public'").Scan(&tables).Error; err != nil {
+		return fmt.Errorf("failed to scan tables: %v", err)
+	}
+
+	deadline := time.Now().Add(-30 * 24 * time.Hour) // 30 days before
+	for _, table := range tables {
+		sql := fmt.Sprintf("DELETE FROM %s WHERE deleted_at < ?", table)
+		if err := conn.Raw(sql, deadline).Error; err != nil {
+			log.Warn().Err(err).Str("table", table).Str("dsn", dsn).Msg("Unable to clean soft deleted records in this table...")
+		}
+	}
+
+	return nil
+}
+
+func CleanAllDb() {
+	for _, database := range dbWatchlist {
+		if err := CleanDb(database); err != nil {
+			log.Error().Err(err).Msg("Failed to clean up a database...")
+		}
+	}
+}
+
+func RunDbMaintenance() {
+	if err := BackupDb(); err != nil {
+		return
+	}
+	CleanAllDb()
+}
+