me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

REFACTOR: use a switch statement to add clarity for parsing non-tweet timeline entries

Browse Source
This commit is contained in:
Alessio 2023-06-08 20:43:07 -03:00
parent 6192c37999
commit d78f9c004d
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
scraper/api_types_v2.go
View File

@ -384,15 +384,23 @@ func (e APIV2Entry) ToTweetTrove(ignore_null_entries bool) TweetTrove {
} else if e.Content.EntryType == "TimelineTimelineModule" {
ret := NewTweetTrove()
// If it's a "Who To Follow", ignore it (return empty tweet trove)
if !strings.HasPrefix(e.EntryID, "homeConversation-") {
log.Warn("Skipping entry with EntryID " + e.EntryID)
return ret
switch strings.Split(e.EntryID, "-")[0] {
case "homeConversation":
// Process it
for _, item := range e.Content.Items {
ret.MergeWith(item.Item.ItemContent.TweetResults.ToTweetTrove(ignore_null_entries))
}
case "whoToFollow":
case "TopicsModule":
// Ignore "Who to follow" and "Topics" modules.
// TODO: maybe we can capture these eventually
log.Debug(fmt.Sprintf("Skipping %s entry", e.EntryID))
default:
log.Warn("TimelineTimelineModule with unknown EntryID: " + e.EntryID)
}
for _, item := range e.Content.Items {
ret.MergeWith(item.Item.ItemContent.TweetResults.ToTweetTrove(ignore_null_entries))
}
return ret
} else if e.Content.EntryType == "TimelineTimelineItem" {
return e.Content.ItemContent.TweetResults.ToTweetTrove(ignore_null_entries)