✨ Pool clean by lifecycle config

.idea/workspace.xml

@@ -4,9 +4,10 @@
     <option name="autoReloadType" value="ALL" />
   </component>
   <component name="ChangeListManager">
-    <list default="true" id="18dd0d68-b4b8-40db-9734-9119b5c848bd" name="更改" comment=":sparkles: Self reference detection">
+    <list default="true" id="18dd0d68-b4b8-40db-9734-9119b5c848bd" name="更改" comment=":sparkles: Attachment has pool">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/pkg/internal/server/api/attachment_dir_api.go" beforeDir="false" afterPath="$PROJECT_DIR$/pkg/internal/server/api/attachment_dir_api.go" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pkg/internal/services/recycler.go" beforeDir="false" afterPath="$PROJECT_DIR$/pkg/internal/services/recycler.go" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pkg/main.go" beforeDir="false" afterPath="$PROJECT_DIR$/pkg/main.go" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -118,7 +119,10 @@
     <MESSAGE value=":zap: Add cache into metadata fetching" />
     <MESSAGE value=":recycle: Moved onto dealer" />
     <MESSAGE value=":sparkles: Self reference detection" />
-    <option name="LAST_COMMIT_MESSAGE" value=":sparkles: Self reference detection" />
+    <MESSAGE value=":sparkles: List attachment original filter" />
+    <MESSAGE value=":sparkles: Attachment pool basis" />
+    <MESSAGE value=":sparkles: Attachment has pool" />
+    <option name="LAST_COMMIT_MESSAGE" value=":sparkles: Attachment has pool" />
   </component>
   <component name="VgoProject">
     <settings-migrated>true</settings-migrated>

go.mod

@@ -8,12 +8,15 @@ require (
 	github.com/gofiber/fiber/v2 v2.52.4
 	github.com/google/uuid v1.6.0
 	github.com/json-iterator/go v1.1.12
+	github.com/k0kubun/go-ansi v0.0.0-20180517002512-3bf9e2903213
 	github.com/minio/minio-go/v7 v7.0.70
 	github.com/robfig/cron/v3 v3.0.1
 	github.com/rs/zerolog v1.31.0
 	github.com/samber/lo v1.39.0
+	github.com/schollz/progressbar/v3 v3.14.4
 	github.com/spf13/viper v1.18.2
 	google.golang.org/grpc v1.64.0
+	gopkg.in/vansante/go-ffprobe.v2 v2.2.0
 	gorm.io/datatypes v1.2.0
 	gorm.io/driver/postgres v1.5.4
 	gorm.io/gorm v1.25.6
@@ -48,7 +51,6 @@ require (
 	github.com/jinzhu/inflection v1.0.0 // indirect
 	github.com/jinzhu/now v1.1.5 // indirect
 	github.com/jpillora/backoff v1.0.0 // indirect
-	github.com/k0kubun/go-ansi v0.0.0-20180517002512-3bf9e2903213 // indirect
 	github.com/klauspost/compress v1.17.8 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.7 // indirect
 	github.com/leodido/go-urn v1.2.4 // indirect
@@ -70,7 +72,6 @@ require (
 	github.com/rs/xid v1.5.0 // indirect
 	github.com/sagikazarmark/locafero v0.4.0 // indirect
 	github.com/sagikazarmark/slog-shim v0.1.0 // indirect
-	github.com/schollz/progressbar/v3 v3.14.4 // indirect
 	github.com/sourcegraph/conc v0.3.0 // indirect
 	github.com/spf13/afero v1.11.0 // indirect
 	github.com/spf13/cast v1.6.0 // indirect
@@ -91,7 +92,6 @@ require (
 	google.golang.org/genproto/googleapis/rpc v0.0.0-20240604185151-ef581f913117 // indirect
 	google.golang.org/protobuf v1.34.2 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
-	gopkg.in/vansante/go-ffprobe.v2 v2.2.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 	gorm.io/driver/mysql v1.5.2 // indirect
 )

go.sum

@@ -362,8 +362,6 @@ golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
-golang.org/x/sys v0.21.0 h1:rF+pYz3DAGSQAxAu1CbC7catZg4ebC4UIeIhKxBZvws=
-golang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/sys v0.22.0 h1:RI27ohtqKCnwULzJLqkv897zojh5/DwS/ENaMzUOaWI=
 golang.org/x/sys v0.22.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=

pkg/internal/database/migrator.go

@@ -8,6 +8,7 @@ import (
 var AutoMaintainRange = []any{
 	&models.Account{},
 	&models.Attachment{},
+	&models.AttachmentPool{},
 	&models.StickerPack{},
 	&models.Sticker{},
 }

pkg/internal/models/accounts.go

@@ -6,13 +6,15 @@ package models
 type Account struct {
 	BaseModel
 
-	Name         string       `json:"name"`
+	Name         string `json:"name"`
-	Nick         string       `json:"nick"`
+	Nick         string `json:"nick"`
-	Avatar       string       `json:"avatar"`
+	Avatar       string `json:"avatar"`
-	Banner       string       `json:"banner"`
+	Banner       string `json:"banner"`
-	Description  string       `json:"description"`
+	Description  string `json:"description"`
-	EmailAddress string       `json:"email_address"`
+	EmailAddress string `json:"email_address"`
-	PowerLevel   int          `json:"power_level"`
+	PowerLevel   int    `json:"power_level"`
-	Attachments  []Attachment `json:"attachments"`
+	ExternalID   uint   `json:"external_id"`
-	ExternalID   uint         `json:"external_id"`
+
+	Attachments []Attachment     `json:"attachments"`
+	Pools       []AttachmentPool `json:"pools"`
 }

pkg/internal/models/attachments.go

@@ -1,6 +1,9 @@
 package models
 
-import "gorm.io/datatypes"
+import (
+	"gorm.io/datatypes"
+	"time"
+)
 
 type AttachmentDst = int8
 
@@ -12,16 +15,21 @@ const (
 type Attachment struct {
 	BaseModel
 
-	Uuid        string        `json:"uuid"`
+	// Random ID is for accessing (appear in URL)
+	Rid string `json:"rid" gorm:"uniqueIndex"`
+	// Unique ID is for storing (appear in local file name or object name)
+	Uuid string `json:"uuid"`
+
 	Size        int64         `json:"size"`
 	Name        string        `json:"name"`
 	Alternative string        `json:"alt"`
-	Usage       string        `json:"usage"`
 	MimeType    string        `json:"mimetype"`
 	HashCode    string        `json:"hash"`
 	Destination AttachmentDst `json:"destination"`
 	RefCount    int           `json:"ref_count"`
 
+	CleanedAt *time.Time `json:"cleaned_at"`
+
 	Metadata   datatypes.JSONMap `json:"metadata"`
 	IsMature   bool              `json:"is_mature"`
 	IsAnalyzed bool              `json:"is_analyzed"`
@@ -30,6 +38,9 @@ type Attachment struct {
 	Ref   *Attachment `json:"ref"`
 	RefID *uint       `json:"ref_id"`
 
+	Pool   *AttachmentPool `json:"pool"`
+	PoolID *uint           `json:"pool_id"`
+
 	Account   Account `json:"account"`
 	AccountID uint    `json:"account_id"`
 }

pkg/internal/models/metadata.go

@@ -1,4 +0,0 @@
-package models
-
-type MediaMetadata struct {
-}

pkg/internal/models/pools.go

@@ -0,0 +1,24 @@
+package models
+
+import "gorm.io/datatypes"
+
+type AttachmentPool struct {
+	BaseModel
+
+	Alias       string                                   `json:"alias"`
+	Name        string                                   `json:"name"`
+	Description string                                   `json:"description"`
+	Config      datatypes.JSONType[AttachmentPoolConfig] `json:"config"`
+
+	Attachments []Attachment `json:"attachments"`
+
+	Account   *Account `json:"account"`
+	AccountID *uint    `json:"account_id"`
+}
+
+type AttachmentPoolConfig struct {
+	MaxFileSize           *int64 `json:"max_file_size"`
+	ExistLifecycle        *int64 `json:"exist_lifecycle"`
+	AllowCrossPoolIngress bool   `json:"allow_cross_pool_ingress"`
+	AllowCrossPoolEgress  bool   `json:"allow_cross_pool_egress"`
+}

pkg/internal/server/api/attachments_api.go

@@ -85,9 +85,18 @@ func createAttachment(c *fiber.Ctx) error {
 	}
 	user := c.Locals("user").(models.Account)
 
-	usage := c.FormValue("usage")
+	poolAlias := c.FormValue("pool")
-	if !lo.Contains(viper.GetStringSlice("accepts_usage"), usage) {
+	if len(poolAlias) == 0 {
-		return fiber.NewError(fiber.StatusBadRequest, fmt.Sprintf("disallowed usage: %s", usage))
+		poolAlias = c.FormValue("usage")
+	}
+	aliasingMap := viper.GetStringMapString("pools.aliases")
+	if val, ok := aliasingMap[poolAlias]; ok {
+		poolAlias = val
+	}
+
+	pool, err := services.GetAttachmentPoolByAlias(poolAlias)
+	if err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, fmt.Sprintf("unable to get attachment pool info: %v", err))
 	}
 
 	file, err := c.FormFile("file")
@@ -95,8 +104,10 @@ func createAttachment(c *fiber.Ctx) error {
 		return err
 	}
 
-	if err := gap.H.EnsureGrantedPerm(c, "CreateAttachments", file.Size); err != nil {
+	if err = gap.H.EnsureGrantedPerm(c, "CreateAttachments", file.Size); err != nil {
 		return err
+	} else if pool.Config.Data().MaxFileSize != nil && file.Size > *pool.Config.Data().MaxFileSize {
+		return fiber.NewError(fiber.StatusBadRequest, fmt.Sprintf("attachment pool %s doesn't allow file larger than %d", pool.Alias, *pool.Config.Data().MaxFileSize))
 	}
 
 	usermeta := make(map[string]any)
@@ -105,13 +116,14 @@ func createAttachment(c *fiber.Ctx) error {
 	tx := database.C.Begin()
 
 	metadata, err := services.NewAttachmentMetadata(tx, user, file, models.Attachment{
-		Usage:       usage,
 		Alternative: c.FormValue("alt"),
 		MimeType:    c.FormValue("mimetype"),
 		Metadata:    usermeta,
 		IsMature:    len(c.FormValue("mature")) > 0,
 		IsAnalyzed:  false,
 		Destination: models.AttachmentDstTemporary,
+		Pool:        &pool,
+		PoolID:      &pool.ID,
 	})
 	if err != nil {
 		tx.Rollback()
@@ -126,6 +138,7 @@ func createAttachment(c *fiber.Ctx) error {
 	tx.Commit()
 
 	metadata.Account = user
+	metadata.Pool = &pool
 	services.PublishAnalyzeTask(metadata)
 
 	return c.JSON(metadata)
@@ -141,7 +154,6 @@ func updateAttachmentMeta(c *fiber.Ctx) error {
 
 	var data struct {
 		Alternative string `json:"alt"`
-		Usage       string `json:"usage"`
 		IsMature    bool   `json:"is_mature"`
 	}
 
@@ -155,7 +167,6 @@ func updateAttachmentMeta(c *fiber.Ctx) error {
 	}
 
 	attachment.Alternative = data.Alternative
-	attachment.Usage = data.Usage
 	attachment.IsMature = data.IsMature
 
 	if attachment, err := services.UpdateAttachment(attachment); err != nil {

pkg/internal/server/api/index.go

@@ -7,6 +7,12 @@ func MapAPIs(app *fiber.App, baseURL string) {
 
 	api := app.Group(baseURL).Name("API")
 	{
+		api.Get("/pools", listPost)
+		api.Get("/pools/:id", getPool)
+		api.Post("/pools", createPool)
+		api.Put("/pools/:id", updatePool)
+		api.Delete("/pools/:id", deletePool)
+
 		api.Get("/attachments", listAttachment)
 		api.Get("/attachments/:id/meta", getAttachmentMeta)
 		api.Get("/attachments/:id", openAttachment)

pkg/internal/server/api/pools_api.go

@@ -0,0 +1,113 @@
+package api
+
+import (
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/gap"
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/models"
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/server/exts"
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/services"
+	"github.com/gofiber/fiber/v2"
+	"gorm.io/datatypes"
+)
+
+func listPost(c *fiber.Ctx) error {
+	pools, err := services.ListAttachmentPool()
+	if err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	}
+	return c.JSON(pools)
+}
+
+func getPool(c *fiber.Ctx) error {
+	id, _ := c.ParamsInt("id")
+	pool, err := services.GetAttachmentPool(uint(id))
+	if err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	}
+	return c.JSON(pool)
+}
+
+func createPool(c *fiber.Ctx) error {
+	if err := gap.H.EnsureGrantedPerm(c, "CreateAttachmentPools", true); err != nil {
+		return err
+	}
+	user := c.Locals("user").(models.Account)
+
+	var data struct {
+		Alias       string                      `json:"alias" validate:"required"`
+		Name        string                      `json:"name" validate:"required"`
+		Description string                      `json:"description"`
+		Config      models.AttachmentPoolConfig `json:"config"`
+	}
+
+	if err := exts.BindAndValidate(c, &data); err != nil {
+		return err
+	}
+
+	pool := models.AttachmentPool{
+		Alias:       data.Alias,
+		Name:        data.Name,
+		Description: data.Description,
+		Config:      datatypes.NewJSONType(data.Config),
+		AccountID:   &user.ID,
+	}
+
+	if pool, err := services.NewAttachmentPool(pool); err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	} else {
+		return c.JSON(pool)
+	}
+}
+
+func updatePool(c *fiber.Ctx) error {
+	if err := gap.H.EnsureAuthenticated(c); err != nil {
+		return err
+	}
+	user := c.Locals("user").(models.Account)
+
+	var data struct {
+		Alias       string                      `json:"alias" validate:"required"`
+		Name        string                      `json:"name" validate:"required"`
+		Description string                      `json:"description"`
+		Config      models.AttachmentPoolConfig `json:"config"`
+	}
+
+	if err := exts.BindAndValidate(c, &data); err != nil {
+		return err
+	}
+
+	id, _ := c.ParamsInt("id")
+	pool, err := services.GetAttachmentPoolWithUser(uint(id), user.ID)
+	if err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	}
+
+	pool.Alias = data.Alias
+	pool.Name = data.Name
+	pool.Description = data.Description
+	pool.Config = datatypes.NewJSONType(data.Config)
+
+	if pool, err := services.UpdateAttachmentPool(pool); err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	} else {
+		return c.JSON(pool)
+	}
+}
+
+func deletePool(c *fiber.Ctx) error {
+	if err := gap.H.EnsureAuthenticated(c); err != nil {
+		return err
+	}
+	user := c.Locals("user").(models.Account)
+
+	id, _ := c.ParamsInt("id")
+	pool, err := services.GetAttachmentPoolWithUser(uint(id), user.ID)
+	if err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	}
+
+	if pool, err := services.DeleteAttachmentPool(pool); err != nil {
+		return fiber.NewError(fiber.StatusBadRequest, err.Error())
+	} else {
+		return c.JSON(pool)
+	}
+}

pkg/internal/services/analyzer.go

@@ -99,7 +99,7 @@ func AnalyzeAttachment(file models.Attachment) error {
 
 	var start time.Time
 
-	// Do analyze job
+	// Do analyze jobs
 	if !file.IsAnalyzed || len(file.HashCode) == 0 {
 		destMap := viper.GetStringMap("destinations.temporary")
 

pkg/internal/services/attachments.go

@@ -28,7 +28,7 @@ func GetAttachmentByID(id uint) (models.Attachment, error) {
 	var attachment models.Attachment
 	if err := database.C.Where(models.Attachment{
 		BaseModel: models.BaseModel{ID: id},
-	}).Preload("Account").First(&attachment).Error; err != nil {
+	}).Preload("Pool").Preload("Account").First(&attachment).Error; err != nil {
 		return attachment, err
 	} else {
 		MaintainAttachmentCache()
@@ -42,7 +42,7 @@ func GetAttachmentByHash(hash string) (models.Attachment, error) {
 	var attachment models.Attachment
 	if err := database.C.Where(models.Attachment{
 		HashCode: hash,
-	}).First(&attachment).Error; err != nil {
+	}).Preload("Pool").First(&attachment).Error; err != nil {
 		return attachment, err
 	}
 	return attachment, nil
@@ -60,6 +60,7 @@ func CacheAttachment(id uint, item models.Attachment) {
 }
 
 func NewAttachmentMetadata(tx *gorm.DB, user models.Account, file *multipart.FileHeader, attachment models.Attachment) (models.Attachment, error) {
+	attachment.Rid = RandString(16)
 	attachment.Uuid = uuid.NewString()
 	attachment.Size = file.Size
 	attachment.Name = file.Filename
@@ -104,6 +105,13 @@ func TryLinkAttachment(tx *gorm.DB, og models.Attachment, hash string) (bool, er
 		return false, err
 	}
 
+	if prev.PoolID != nil && og.PoolID != nil && prev.PoolID != og.PoolID {
+		if !prev.Pool.Config.Data().AllowCrossPoolEgress || !og.Pool.Config.Data().AllowCrossPoolIngress {
+			// Pool config doesn't allow reference
+			return false, nil
+		}
+	}
+
 	prev.RefCount++
 	og.RefID = &prev.ID
 	og.Uuid = prev.Uuid

pkg/internal/services/pools.go

@@ -0,0 +1,59 @@
+package services
+
+import (
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/database"
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/models"
+)
+
+func ListAttachmentPool() ([]models.AttachmentPool, error) {
+	var pools []models.AttachmentPool
+	if err := database.C.Find(&pools).Error; err != nil {
+		return pools, err
+	}
+	return pools, nil
+}
+
+func GetAttachmentPool(id uint) (models.AttachmentPool, error) {
+	var pool models.AttachmentPool
+	if err := database.C.Where("id = ?", id).First(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}
+
+func GetAttachmentPoolByAlias(alias string) (models.AttachmentPool, error) {
+	var pool models.AttachmentPool
+	if err := database.C.Where("alias = ?", alias).First(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}
+
+func GetAttachmentPoolWithUser(id uint, userId uint) (models.AttachmentPool, error) {
+	var pool models.AttachmentPool
+	if err := database.C.Where("id = ? AND account_id = ?", id, userId).First(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}
+
+func NewAttachmentPool(pool models.AttachmentPool) (models.AttachmentPool, error) {
+	if err := database.C.Save(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}
+
+func UpdateAttachmentPool(pool models.AttachmentPool) (models.AttachmentPool, error) {
+	if err := database.C.Save(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}
+
+func DeleteAttachmentPool(pool models.AttachmentPool) (models.AttachmentPool, error) {
+	if err := database.C.Delete(&pool).Error; err != nil {
+		return pool, err
+	}
+	return pool, nil
+}

pkg/internal/services/random_id.go

@@ -0,0 +1,31 @@
+package services
+
+import (
+	"math/rand"
+	"strings"
+)
+
+const letterBytes = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
+const (
+	letterIdxBits = 6
+	letterIdxMask = 1<<letterIdxBits - 1
+	letterIdxMax  = 63 / letterIdxBits
+)
+
+func RandString(length int) string {
+	builder := strings.Builder{}
+	builder.Grow(length)
+	for idx, cache, remain := length-1, rand.Int63(), letterIdxMax; idx >= 0; {
+		if remain == 0 {
+			cache, remain = rand.Int63(), letterIdxMax
+		}
+		if idx := int(cache & letterIdxMask); idx < len(letterBytes) {
+			builder.WriteByte(letterBytes[idx])
+			idx--
+		}
+		cache >>= letterIdxBits
+		remain--
+	}
+
+	return builder.String()
+}

pkg/internal/services/recycler.go

@@ -3,6 +3,9 @@ package services
 import (
 	"context"
 	"fmt"
+	"git.solsynth.dev/hydrogen/paperclip/pkg/internal/database"
+	"github.com/samber/lo"
+	"gorm.io/gorm/clause"
 	"os"
 	"path/filepath"
 	"time"
@@ -33,6 +36,45 @@ func StartConsumeDeletionTask() {
 	}
 }
 
+func RunScheduleDeletionTask() {
+	var pools []models.AttachmentPool
+	if err := database.C.Find(&pools).Error; err != nil {
+		return
+	}
+
+	var pendingPools []models.AttachmentPool
+	for _, pool := range pendingPools {
+		if pool.Config.Data().ExistLifecycle != nil {
+			pendingPools = append(pendingPools, pool)
+		}
+	}
+
+	for _, pool := range pendingPools {
+		lifecycle := fmt.Sprintf("%d seconds", *pool.Config.Data().ExistLifecycle)
+		var attachments []models.Attachment
+		if err := database.C.Where("pool_id = ? AND created_at < NOW() - INTERVAL ?", pool.ID, lifecycle).Find(&attachments).Error; err != nil {
+			continue
+		}
+		log.Info().
+			Str("pool", pool.Alias).
+			Int("count", len(attachments)).
+			Msg("Deleting attachments due to pool's lifecycle configuration...")
+		for idx, attachment := range attachments {
+			if err := DeleteFile(attachment); err != nil {
+				log.Error().
+					Str("pool", pool.Alias).
+					Uint("id", attachment.ID).
+					Msg("An error occurred when deleting attachment due to pool's lifecycle configuration...")
+			} else {
+				attachments[idx].CleanedAt = lo.ToPtr(time.Now())
+			}
+		}
+		database.C.Clauses(clause.OnConflict{
+			UpdateAll: true,
+		}).CreateInBatches(attachments, 1000)
+	}
+}
+
 func DeleteFile(meta models.Attachment) error {
 	var destMap map[string]any
 	if meta.Destination == models.AttachmentDstTemporary {

pkg/main.go

@@ -59,6 +59,7 @@ func main() {
 	// Configure timed tasks
 	quartz := cron.New(cron.WithLogger(cron.VerbosePrintfLogger(&log.Logger)))
 	quartz.AddFunc("@every 60m", services.DoAutoDatabaseCleanup)
+	quartz.AddFunc("@midnight", services.RunScheduleDeletionTask)
 	quartz.Start()
 
 	// Server
@@ -73,6 +74,7 @@ func main() {
 	log.Info().Msgf("Paperclip v%s is started...", pkg.AppVersion)
 
 	services.ScanUnanalyzedFileFromDatabase()
+	services.RunScheduleDeletionTask()
 
 	quit := make(chan os.Signal, 1)
 	signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)

settings.toml

@@ -5,11 +5,11 @@ grpc_bind = "0.0.0.0:7443"
 domain = "usercontent.solsynth.dev"
 
 accepts_usage = [
-  "p.avatar",
+    "p.avatar",
-  "p.banner",
+    "p.banner",
-  "i.attachment",
+    "i.attachment",
-  "m.attachment",
+    "m.attachment",
-  "sticker",
+    "sticker",
 ]
 
 [workers]
@@ -33,6 +33,13 @@ refresh_token_duration = 2592000
 dsn = "host=localhost user=postgres password=password dbname=hy_paperclip port=5432 sslmode=disable"
 prefix = "paperclip_"
 
+[pools.aliases]
+"p.avatar" = "avatar"
+"p.banner" = "avatar"
+"i.attachment" = "interactive"
+"m.attachment" = "messaging"
+"sticker" = "sticker"
+
 [destinations.temporary]
 type = "local"
 path = "uploads"