84 lines
2.2 KiB
Go
84 lines
2.2 KiB
Go
package persistence
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
. "gitlab.com/offline-twitter/twitter_offline_engine/pkg/scraper"
|
|
)
|
|
|
|
// Convenience function that saves all the objects in a TweetTrove.
|
|
// Panics if anything goes wrong.
|
|
func (p Profile) SaveTweetTrove(trove TweetTrove, should_download bool) {
|
|
for i, u := range trove.Users {
|
|
err := p.SaveUser(&u)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving user with ID %d and handle %s:\n %w", u.ID, u.Handle, err))
|
|
}
|
|
fmt.Println(u.Handle, u.ID)
|
|
// If the User's ID was updated in saving (i.e., Unknown User), update it in the Trove too
|
|
// Also update tweets, retweets and spaces that reference this UserID
|
|
for j, tweet := range trove.Tweets {
|
|
if tweet.UserID == trove.Users[i].ID {
|
|
tweet.UserID = u.ID
|
|
trove.Tweets[j] = tweet
|
|
}
|
|
}
|
|
for j, retweet := range trove.Retweets {
|
|
if retweet.RetweetedByID == trove.Users[i].ID {
|
|
retweet.RetweetedByID = u.ID
|
|
trove.Retweets[j] = retweet
|
|
}
|
|
}
|
|
for j, space := range trove.Spaces {
|
|
if space.CreatedById == trove.Users[i].ID {
|
|
space.CreatedById = u.ID
|
|
trove.Spaces[j] = space
|
|
}
|
|
}
|
|
trove.Users[i] = u
|
|
|
|
if should_download {
|
|
// Download their tiny profile image
|
|
err = p.DownloadUserProfileImageTiny(&u)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error downloading user content for user with ID %d and handle %s:\n %w", u.ID, u.Handle, err))
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, s := range trove.Spaces {
|
|
err := p.SaveSpace(s)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving space with ID %s:\n %w", s.ID, err))
|
|
}
|
|
}
|
|
|
|
for _, t := range trove.Tweets {
|
|
err := p.SaveTweet(t)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving tweet ID %d:\n %w", t.ID, err))
|
|
}
|
|
|
|
if should_download {
|
|
err = p.DownloadTweetContentFor(&t)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error downloading tweet content for tweet ID %d:\n %w", t.ID, err))
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, r := range trove.Retweets {
|
|
err := p.SaveRetweet(r)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving retweet with ID %d from user ID %d:\n %w", r.RetweetID, r.RetweetedByID, err))
|
|
}
|
|
}
|
|
|
|
for _, l := range trove.Likes {
|
|
err := p.SaveLike(l)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving Like: %#v\n %w", l, err))
|
|
}
|
|
}
|
|
}
|