58 lines
1.5 KiB
Go
58 lines
1.5 KiB
Go
package scraper
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
)
|
|
|
|
/**
|
|
* Get a list of tweets that appear on the given user's page, along with a list of associated
|
|
* users for any retweets.
|
|
*
|
|
* args:
|
|
* - user_id: the ID of the user whomst feed to fetch
|
|
* - min_tweets: get at least this many tweets, if there are any
|
|
*
|
|
* returns: a slice of Tweets, Retweets, and Users
|
|
*/
|
|
func GetUserFeedFor(user_id UserID, min_tweets int) (trove TweetTrove, err error) {
|
|
tweet_response, err := the_api.GetFeedFor(user_id, "")
|
|
if err != nil {
|
|
err = fmt.Errorf("Error calling API to fetch user feed: UserID %d\n %w", user_id, err)
|
|
return
|
|
}
|
|
|
|
if len(tweet_response.GlobalObjects.Tweets) < min_tweets && tweet_response.GetCursor() != "" {
|
|
err = the_api.GetMoreTweetsFromFeed(user_id, &tweet_response, min_tweets)
|
|
if err != nil && !errors.Is(err, END_OF_FEED) {
|
|
return
|
|
}
|
|
}
|
|
|
|
return tweet_response.ToTweetTrove()
|
|
}
|
|
|
|
func GetUserFeedGraphqlFor(user_id UserID, min_tweets int) (trove TweetTrove, err error) {
|
|
api_response, err := the_api.GetGraphqlFeedFor(user_id, "")
|
|
if err != nil {
|
|
err = fmt.Errorf("Error calling API to fetch user feed: UserID %d\n %w", user_id, err)
|
|
return
|
|
}
|
|
|
|
if len(api_response.GetMainInstruction().Entries) < min_tweets && api_response.GetCursorBottom() != "" {
|
|
err = the_api.GetMoreTweetsFromGraphqlFeed(user_id, &api_response, min_tweets)
|
|
if err != nil && !errors.Is(err, END_OF_FEED) {
|
|
return
|
|
}
|
|
}
|
|
|
|
trove, err = api_response.ToTweetTrove()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
fmt.Println("------------")
|
|
err = trove.PostProcess()
|
|
return trove, err
|
|
}
|