67 lines
1.9 KiB
Go
67 lines
1.9 KiB
Go
package persistence
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
. "offline_twitter/scraper"
|
|
)
|
|
|
|
/**
|
|
* Convenience function that saves all the objects in a TweetTrove.
|
|
* Panics if anything goes wrong.
|
|
*/
|
|
func (p Profile) SaveTweetTrove(trove TweetTrove) {
|
|
for i, u := range trove.Users {
|
|
err := p.SaveUser(&u)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving user with ID %d and handle %s:\n %w", u.ID, u.Handle, err))
|
|
}
|
|
fmt.Println(u.Handle, u.ID)
|
|
// If the User's ID was updated in saving (i.e., Unknown User), update it in the Trove too
|
|
// Also update tweets, retweets and spaces that reference this UserID
|
|
for j, tweet := range trove.Tweets {
|
|
if tweet.UserID == trove.Users[i].ID {
|
|
tweet.UserID = u.ID
|
|
trove.Tweets[j] = tweet
|
|
}
|
|
}
|
|
for j, retweet := range trove.Retweets {
|
|
if retweet.RetweetedByID == trove.Users[i].ID {
|
|
retweet.RetweetedByID = u.ID
|
|
trove.Retweets[j] = retweet
|
|
}
|
|
}
|
|
trove.Users[i] = u
|
|
|
|
// Download their tiny profile image
|
|
err = p.DownloadUserProfileImageTiny(&u)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error downloading user content for user with ID %d and handle %s:\n %w", u.ID, u.Handle, err))
|
|
}
|
|
}
|
|
|
|
// TODO: this is called earlier in the process as well, before parsing. Is that call redundant? Too tired to figure out right now
|
|
// Update: Yes it's redundant. Places that return tweet troves should call `PostProcess`
|
|
// before returning, which includes `FillMissingUserIDs`.
|
|
// trove.FillMissingUserIDs()
|
|
|
|
for _, t := range trove.Tweets {
|
|
err := p.SaveTweet(t)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving tweet ID %d:\n %w", t.ID, err))
|
|
}
|
|
|
|
err = p.DownloadTweetContentFor(&t)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error downloading tweet content for tweet ID %d:\n %w", t.ID, err))
|
|
}
|
|
}
|
|
|
|
for _, r := range trove.Retweets {
|
|
err := p.SaveRetweet(r)
|
|
if err != nil {
|
|
panic(fmt.Errorf("Error saving retweet with ID %d from user ID %d:\n %w", r.RetweetID, r.RetweetedByID, err))
|
|
}
|
|
}
|
|
}
|