From 0a1cdc17af565bb1b2dc3673ff76c73503177f20 Mon Sep 17 00:00:00 2001 From: Alessio Date: Mon, 26 Aug 2024 12:21:46 -0700 Subject: [PATCH] Fix integration test (link thumbnail image went down again) --- cmd/tests.sh | 25 ++++++++++++------------- 1 file changed, 12 insertions(+), 13 deletions(-) diff --git a/cmd/tests.sh b/cmd/tests.sh index 3fa295f..2d7928a 100755 --- a/cmd/tests.sh +++ b/cmd/tests.sh @@ -237,31 +237,30 @@ test $(($rts_count + $tweet_count_2 - $tweet_count_1)) -gt "50" tw fetch_user LandsharkRides test $(sqlite3 twitter.db "select is_private from users where handle = 'LandsharkRides'") = "1" - # Test tweets with URLs -tw fetch_user KashPrime +tw fetch_user RoninGreg urls_count=$(sqlite3 twitter.db "select count(*) from urls") -test "$(sqlite3 twitter.db "select * from tweets where id = 1825294074129109100")" = "" # Check it's not already there -tw fetch_tweet_only https://twitter.com/KashPrime/status/1825294074129109100 +test "$(sqlite3 twitter.db "select * from tweets where id = 754686478521892864")" = "" # Check it's not already there +tw fetch_tweet_only https://twitter.com/RoninGreg/status/754686478521892864 urls_count_after=$(sqlite3 twitter.db "select count(*) from urls") test $urls_count_after = $(($urls_count + 1)) -test "$(sqlite3 twitter.db "select title from urls where tweet_id = 1825294074129109100")" = "Meta drops lawsuit against web-scraping firm Bright Data that sold millions of Instagram records |..." -test $(sqlite3 twitter.db "select count(*) from urls where tweet_id = 1825294074129109100") = "1" -thumbnail_name=$(sqlite3 twitter.db "select thumbnail_remote_url from urls where tweet_id = 1825294074129109100" | grep -Po "(?<=/)[\w-]+(?=\?)") +test "$(sqlite3 twitter.db "select title from urls where tweet_id = 754686478521892864")" = "Left Wing Politician Faces Jail for Fake Neo-Nazi Knife Attack" +test $(sqlite3 twitter.db "select count(*) from urls where tweet_id = 754686478521892864") = "1" +thumbnail_name=$(sqlite3 twitter.db "select thumbnail_remote_url from urls where tweet_id = 754686478521892864" | grep -Po "(?<=/)[\w-]+(?=\?)") test -n "$thumbnail_name" # Not testing for what the thumbnail url is because it keeps changing # Try to double-fetch it; shouldn't duplicate the URL -tw fetch_tweet_only https://twitter.com/KashPrime/status/1825294074129109100 +tw fetch_tweet_only https://twitter.com/RoninGreg/status/754686478521892864 urls_count_after_2x=$(sqlite3 twitter.db "select count(*) from urls") test $urls_count_after_2x = $urls_count_after # Download the link's preview image -test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 1825294074129109100") = "0" -test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 1825294074129109100") = "0" +test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 754686478521892864") = "0" +test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 754686478521892864") = "0" initial_link_preview_images_count=$(find link_preview_images -mindepth 2 | wc -l) -tw download_tweet_content 1825294074129109100 -test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 1825294074129109100") = "1" -test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 1825294074129109100") = "1" +tw download_tweet_content 754686478521892864 +test $(sqlite3 twitter.db "select is_content_downloaded from tweets where id = 754686478521892864") = "1" +test $(sqlite3 twitter.db "select is_content_downloaded from urls where tweet_id = 754686478521892864") = "1" test $(find link_preview_images -mindepth 2 | wc -l) = "$((initial_link_preview_images_count + 1))" find link_preview_images | grep -P ${thumbnail_name}\\w*.\\w+