me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix integration test (link thumbnail image went down again)

Browse Source
This commit is contained in:
Alessio 2024-08-26 12:21:46 -07:00
parent b8db01c0ab
commit 0a1cdc17af
1 changed files with 12 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
cmd/tests.sh
View File

@ -237,31 +237,30 @@ test $(($rts_count + $tweet_count_2 - $tweet_count_1)) -gt "50"
tw fetch_user LandsharkRides tw fetch_user LandsharkRides
test $(sqlite3 twitter.db "select is_private from users where handle = 'LandsharkRides'") = "1" test $(sqlite3 twitter.db "select is_private from users where handle = 'LandsharkRides'") = "1"
# Test tweets with URLs # Test tweets with URLs
tw fetch_user KashPrime tw fetch_user RoninGreg
urls_count=$(sqlite3 twitter.db "select count(*) from urls") urls_count=$(sqlite3 twitter.db "select count(*) from urls")
test "$(sqlite3 twitter.db "select * from tweets where id = 1825294074129109100")" = "" # Check it's not already there test "$(sqlite3 twitter.db "select * from tweets where id = 754686478521892864")" = "" # Check it's not already there
tw fetch_tweet_only https://twitter.com/KashPrime/status/1825294074129109100 tw fetch_tweet_only https://twitter.com/RoninGreg/status/754686478521892864
urls_count_after=$(sqlite3 twitter.db "select count(*) from urls") urls_count_after=$(sqlite3 twitter.db "select count(*) from urls")
test $urls_count_after = $(($urls_count + 1)) test $urls_count_after = $(($urls_count + 1))
test "$(sqlite3 twitter.db "select title from urls where tweet_id = 1825294074129109100")" = "Meta drops lawsuit against web-scraping firm Bright Data that sold millions of Instagram records |..." test "$(sqlite3 twitter.db "select title from urls where tweet_id = 754686478521892864")" = "Left Wing Politician Faces Jail for Fake Neo-Nazi Knife Attack"
test $(sqlite3 twitter.db "select count(*) from urls where tweet_id = 1825294074129109100") = "1" test $(sqlite3 twitter.db "select count(*) from urls where tweet_id = 754686478521892864") = "1"
thumbnail_name=$(sqlite3 twitter.db "select thumbnail_remote_url from urls where tweet_id = 1825294074129109100" | grep -Po "(?<=/)[\w-]+(?=\?)") thumbnail_name=$(sqlite3 twitter.db "select thumbnail_remote_url from urls where tweet_id = 754686478521892864" | grep -Po "(?<=/)[\w-]+(?=\?)")
test -n "$thumbnail_name" # Not testing for what the thumbnail url is because it keeps changing test -n "$thumbnail_name" # Not testing for what the thumbnail url is because it keeps changing
# Try to double-fetch it; shouldn't duplicate the URL # Try to double-fetch it; shouldn't duplicate the URL
tw fetch_tweet_only https://twitter.com/KashPrime/status/1825294074129109100 tw fetch_tweet_only https://twitter.com/RoninGreg/status/754686478521892864
urls_count_after_2x=$(sqlite3 twitter.db "select count(*) from urls") urls_count_after_2x=$(sqlite3 twitter.db "select count(*) from urls")
test $urls_count_after_2x = $urls_count_after test $urls_count_after_2x = $urls_count_after
# Download the link's preview image # Download the link's preview image
test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 1825294074129109100") = "0" test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 754686478521892864") = "0"
test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 1825294074129109100") = "0" test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 754686478521892864") = "0"
initial_link_preview_images_count=$(find link_preview_images -mindepth 2 | wc -l) initial_link_preview_images_count=$(find link_preview_images -mindepth 2 | wc -l)
tw download_tweet_content 1825294074129109100 tw download_tweet_content 754686478521892864
test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 1825294074129109100") = "1" test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 754686478521892864") = "1"
test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 1825294074129109100") = "1" test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 754686478521892864") = "1"
test $(find link_preview_images -mindepth 2 | wc -l) = "$((initial_link_preview_images_count + 1))" test $(find link_preview_images -mindepth 2 | wc -l) = "$((initial_link_preview_images_count + 1))"
find link_preview_images | grep -P ${thumbnail_name}\\w*.\\w+ find link_preview_images | grep -P ${thumbnail_name}\\w*.\\w+