HyperNet/Reader
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

🐛 Fix wordpress eager loading keep fetching the same page

Browse Source
This commit is contained in:
LittleSheep 2025-01-26 13:41:34 +08:00
parent 52bd374eeb
commit b398311bd2
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pkg/internal/services/reader.go
View File

@ -8,6 +8,7 @@ import (
"git.solsynth.dev/hypernet/reader/pkg/internal/database" "git.solsynth.dev/hypernet/reader/pkg/internal/database"
"git.solsynth.dev/hypernet/reader/pkg/internal/models" "git.solsynth.dev/hypernet/reader/pkg/internal/models"
"github.com/gofiber/fiber/v2"
"github.com/mmcdole/gofeed" "github.com/mmcdole/gofeed"
"github.com/rs/zerolog/log" "github.com/rs/zerolog/log"
"github.com/samber/lo" "github.com/samber/lo"
@ -38,7 +39,7 @@ func ScanNewsSources(eager ...bool) {
} }
log.Debug().Str("source", src.ID).Msg("Scanning news source...") log.Debug().Str("source", src.ID).Msg("Scanning news source...")
result, err := NewsSourceRead(src) result, err := NewsSourceRead(src, eager...)
if err != nil { if err != nil {
log.Warn().Err(err).Str("source", src.ID).Msg("Failed to scan a news source.") log.Warn().Err(err).Str("source", src.ID).Msg("Failed to scan a news source.")
} }
@ -106,7 +107,9 @@ func newsSourceReadWordpress(src models.NewsSource, eager ...bool) ([]models.New
totalPages, _ := strconv.Atoi(totalPagesRaw) totalPages, _ := strconv.Atoi(totalPagesRaw)
depth := min(totalPages, src.Depth) depth := min(totalPages, src.Depth)
for page := 2; page <= depth; page++ { for page := 2; page <= depth; page++ {
posts, _, _, err := client.Posts().List(nil) posts, _, _, err := client.Posts().List(fiber.Map{
"page": page,
})
if err != nil { if err != nil {
return result, nil return result, nil
} }