me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add background scraping jobs for Bookmarks and logged-in user's User Feed

Browse Source
This commit is contained in:
Alessio 2025-02-02 20:23:55 -08:00
parent eec02fef00
commit f7b0c4a427
1 changed files with 30 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
internal/webserver/stopwatch.go
View File

@ -148,4 +148,34 @@ func (app *Application) start_background() {
app: app,
}
notifications_task.StartBackground()
bookmarks_task := BackgroundTask{
Name: "bookmarks",
GetTroveFunc: func(api *scraper.API) scraper.TweetTrove {
trove, err := app.API.GetBookmarks(10)
if err != nil && !errors.Is(err, scraper.END_OF_FEED) && !errors.Is(err, scraper.ErrRateLimited) {
panic(err)
}
return trove
},
StartDelay: 5 * time.Second,
Period: 10 * time.Minute,
app: app,
}
bookmarks_task.StartBackground()
own_profile_task := BackgroundTask{
Name: "user profile",
GetTroveFunc: func(api *scraper.API) scraper.TweetTrove {
trove, err := app.API.GetUserFeed(api.UserID, 1)
if err != nil && !errors.Is(err, scraper.END_OF_FEED) && !errors.Is(err, scraper.ErrRateLimited) {
panic(err)
}
return trove
},
StartDelay: 1 * time.Second,
Period: 20 * time.Minute,
app: app,
}
own_profile_task.StartBackground()
}