⚡ Reduce the delay between two fetch feed timed task

pkg/internal/server/api/admin_api.go

@@ -13,15 +13,14 @@ func adminTriggerScanTask(c *fiber.Ctx) error {
 	}
 
 	var data struct {
-		Eager   bool     `json:"eager"`
-		Sources []string `json:"sources"`
+		Eager bool `json:"eager"`
 	}
 
 	if err := exts.BindAndValidate(c, &data); err != nil {
 		return err
 	}
 
-	go services.FetchFeedTimed()
+	go services.FetchFeed(data.Eager)
 
 	return c.SendStatus(fiber.StatusOK)
 }

pkg/internal/services/feed_reader.go

@@ -22,9 +22,18 @@ func FetchFeedTimed() {
 
 func FetchFeed(eager ...bool) {
 	var feeds []models.SubscriptionFeed
-	if err := database.C.Where("is_enabled = ?", true).Find(&feeds).Error; err != nil {
-		log.Warn().Err(err).Msg("An error occurred when fetching feeds.")
-		return
+	if len(eager) > 0 && eager[0] {
+		if err := database.C.Where("is_enabled = ?", true).Find(&feeds).Error; err != nil {
+			log.Warn().Err(err).Msg("An error occurred when fetching feeds.")
+			return
+		}
+	} else {
+		if err := database.C.
+			Where("last_fetched_at IS NULL OR NOW() >= last_fetched_at + (pull_interval || ' hours')::interval").
+			Find(&feeds).Error; err != nil {
+			log.Warn().Err(err).Msg("An error occurred when fetching due feeds.")
+			return
+		}
 	}
 
 	log.Info().Int("count", len(feeds)).Msg("Ready to fetch feeds...")
@@ -56,7 +65,10 @@ func FetchFeed(eager ...bool) {
 		count += len(result)
 	}
 
-	database.C.Where("id IN ?", scannedFeed).Update("last_fetched_at", time.Now())
+	database.C.
+		Model(&models.SubscriptionFeed{}).
+		Where("id IN ?", scannedFeed).
+		Update("last_fetched_at", time.Now())
 
 	log.Info().Int("count", count).Msg("Scanned all feeds.")
 }

pkg/main.go

@@ -75,7 +75,7 @@ func main() {
 	// Configure timed tasks
 	quartz := cron.New(cron.WithLogger(cron.VerbosePrintfLogger(&log.Logger)))
 	quartz.AddFunc("@every 60m", services.DoAutoDatabaseCleanup)
-	quartz.AddFunc("@midnight", services.FetchFeedTimed)
+	quartz.AddFunc("@every 60m", services.FetchFeedTimed)
 	quartz.Start()
 
 	// Server