package persistence_test import ( "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "gitlab.com/offline-twitter/twitter_offline_engine/pkg/persistence" . "gitlab.com/offline-twitter/twitter_offline_engine/pkg/scraper" ) // Use a cursor, sort by newest func TestCursorSearchByNewest(t *testing.T) { require := require.New(t) assert := assert.New(t) profile, err := persistence.LoadProfile("../../sample_data/profile") require.NoError(err) c := persistence.NewCursor() c.PageSize = 3 c.Keywords = []string{"think"} c.SortOrder = persistence.SORT_ORDER_NEWEST feed, err := profile.NextPage(c) require.NoError(err) assert.Len(feed.Items, 3) assert.Len(feed.Retweets, 0) assert.Equal(feed.Items[0].TweetID, TweetID(1439067163508150272)) assert.Equal(feed.Items[1].TweetID, TweetID(1439027915404939265)) assert.Equal(feed.Items[2].TweetID, TweetID(1428939163961790466)) next_cursor := feed.CursorBottom assert.Equal(next_cursor.CursorPosition, persistence.CURSOR_MIDDLE) assert.Equal(next_cursor.SortOrder, c.SortOrder) assert.Equal(next_cursor.Keywords, c.Keywords) assert.Equal(next_cursor.PageSize, c.PageSize) assert.Equal(next_cursor.CursorValue, 1629520619) feed, err = profile.NextPage(next_cursor) require.NoError(err) assert.Len(feed.Items, 2) assert.Len(feed.Retweets, 0) assert.Equal(feed.Items[0].TweetID, TweetID(1413772782358433792)) assert.Equal(feed.Items[1].TweetID, TweetID(1343633011364016128)) next_cursor = feed.CursorBottom assert.Equal(next_cursor.CursorPosition, persistence.CURSOR_END) } // Search retweets, sorted by oldest func TestCursorSearchWithRetweets(t *testing.T) { require := require.New(t) assert := assert.New(t) profile, err := persistence.LoadProfile("../../sample_data/profile") require.NoError(err) c := persistence.NewCursor() c.PageSize = 3 c.RetweetedByUserHandle = "cernovich" c.FilterRetweets = persistence.REQUIRE c.SortOrder = persistence.SORT_ORDER_OLDEST feed, err := profile.NextPage(c) require.NoError(err) assert.Len(feed.Items, 3) assert.Len(feed.Retweets, 3) assert.Equal(feed.Items[0].RetweetID, TweetID(1490100255987171332)) assert.Equal(feed.Items[1].RetweetID, TweetID(1490119308692766723)) assert.Equal(feed.Items[2].RetweetID, TweetID(1490135787144237058)) next_cursor := feed.CursorBottom assert.Equal(next_cursor.CursorPosition, persistence.CURSOR_MIDDLE) assert.Equal(next_cursor.SortOrder, c.SortOrder) assert.Equal(next_cursor.Keywords, c.Keywords) assert.Equal(next_cursor.PageSize, c.PageSize) assert.Equal(next_cursor.CursorValue, 1644111031) feed, err = profile.NextPage(next_cursor) require.NoError(err) assert.Len(feed.Items, 0) next_cursor = feed.CursorBottom assert.Equal(next_cursor.CursorPosition, persistence.CURSOR_END) } // Offline Following Timeline func TestTimeline(t *testing.T) { require := require.New(t) assert := assert.New(t) profile, err := persistence.LoadProfile("../../sample_data/profile") require.NoError(err) c := persistence.NewTimelineCursor() c.PageSize = 5 feed, err := profile.NextPage(c) require.NoError(err) assert.Len(feed.Items, 5) assert.Len(feed.Retweets, 4) assert.Equal(feed.Items[0].RetweetID, TweetID(1490135787144237058)) assert.Equal(feed.Items[1].RetweetID, TweetID(1490135787124232222)) assert.Equal(feed.Items[2].RetweetID, TweetID(1490119308692766723)) assert.Equal(feed.Items[3].RetweetID, TweetID(1490100255987171332)) assert.Equal(feed.Items[4].TweetID, TweetID(1453461248142495744)) next_cursor := feed.CursorBottom assert.Equal(next_cursor.CursorPosition, persistence.CURSOR_MIDDLE) assert.Equal(next_cursor.SortOrder, c.SortOrder) assert.Equal(next_cursor.Keywords, c.Keywords) assert.Equal(next_cursor.PageSize, c.PageSize) assert.Equal(next_cursor.CursorValue, 1635367140) next_cursor.CursorValue = 1631935323 // Scroll down a bit, kind of randomly feed, err = profile.NextPage(next_cursor) require.NoError(err) assert.Len(feed.Items, 5) assert.Len(feed.Retweets, 1) assert.Equal(feed.Items[0].TweetID, TweetID(1439027915404939265)) assert.Equal(feed.Items[1].TweetID, TweetID(1413773185296650241)) assert.Equal(feed.Items[2].TweetID, TweetID(1413664406995566593)) assert.Equal(feed.Items[3].RetweetID, TweetID(144919526660333333)) assert.Equal(feed.Items[4].TweetID, TweetID(1413658466795737091)) }