56 lines
1.3 KiB
Go
56 lines
1.3 KiB
Go
package scraper
|
|
|
|
import (
|
|
log "github.com/sirupsen/logrus"
|
|
)
|
|
|
|
type DMTrove struct {
|
|
Rooms map[DMChatRoomID]DMChatRoom
|
|
Messages map[DMMessageID]DMMessage
|
|
TweetTrove
|
|
}
|
|
|
|
func NewDMTrove() DMTrove {
|
|
ret := DMTrove{}
|
|
ret.Rooms = make(map[DMChatRoomID]DMChatRoom)
|
|
ret.Messages = make(map[DMMessageID]DMMessage)
|
|
ret.TweetTrove = NewTweetTrove()
|
|
return ret
|
|
}
|
|
|
|
func (t1 *DMTrove) MergeWith(t2 DMTrove) {
|
|
for id, val := range t2.Rooms {
|
|
t1.Rooms[id] = val
|
|
}
|
|
for id, val := range t2.Messages {
|
|
t1.Messages[id] = val
|
|
}
|
|
t1.TweetTrove.MergeWith(t2.TweetTrove)
|
|
}
|
|
|
|
// Returns a DMTrove and the cursor for the next update
|
|
func GetInbox(how_many int) (DMTrove, string) {
|
|
if !the_api.IsAuthenticated {
|
|
log.Fatalf("Fetching DMs can only be done when authenticated. Please provide `--session [user]`")
|
|
}
|
|
dm_response, err := the_api.GetDMInbox()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
trove := dm_response.ToDMTrove()
|
|
cursor := dm_response.Cursor
|
|
next_cursor_id := dm_response.InboxTimelines.Trusted.MinEntryID
|
|
for len(trove.Rooms) < how_many && dm_response.Status != "AT_END" {
|
|
dm_response, err = the_api.GetInboxTrusted(next_cursor_id)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
next_trove := dm_response.ToDMTrove()
|
|
next_cursor_id = dm_response.MinEntryID
|
|
trove.MergeWith(next_trove)
|
|
}
|
|
|
|
return trove, cursor
|
|
}
|