diff --git a/scraper/test_responses/single_tweets/tweet_with_2_videos.json b/scraper/test_responses/single_tweets/tweet_with_2_videos.json
index 88e0241..9e10988 100644
--- a/scraper/test_responses/single_tweets/tweet_with_2_videos.json
+++ b/scraper/test_responses/single_tweets/tweet_with_2_videos.json
@@ -1,499 +1 @@
-{
- "created_at": "Tue Oct 11 05:21:28 +0000 2022",
- "id_str": "1579703711450173440",
- "full_text": "RT @FairwayWill: This is what we mean when we say to homeschool your kids. https://t.co/nAPgzhnlz5",
- "display_text_range":
- [
- 0,
- 98
- ],
- "entities":
- {
- "user_mentions":
- [
- {
- "screen_name": "FairwayWill",
- "name": "VrilliamA30π²",
- "id_str": "1574496532732297219",
- "indices":
- [
- 3,
- 15
- ]
- }
- ],
- "media":
- [
- {
- "id_str": "1579701730148847617",
- "indices":
- [
- 75,
- 98
- ],
- "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg",
- "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg",
- "url": "https://t.co/nAPgzhnlz5",
- "display_url": "pic.twitter.com/nAPgzhnlz5",
- "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1",
- "type": "photo",
- "original_info":
- {
- "width": 576,
- "height": 576
- },
- "sizes":
- {
- "medium":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- },
- "thumb":
- {
- "w": 150,
- "h": 150,
- "resize": "crop"
- },
- "small":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- },
- "large":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- }
- },
- "source_status_id_str": "1579701786252042240",
- "source_user_id_str": "1574496532732297219"
- },
- {
- "id_str": "1579701730157252608",
- "indices":
- [
- 75,
- 98
- ],
- "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg",
- "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg",
- "url": "https://t.co/nAPgzhnlz5",
- "display_url": "pic.twitter.com/nAPgzhnlz5",
- "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1",
- "type": "photo",
- "original_info":
- {
- "width": 480,
- "height": 480
- },
- "sizes":
- {
- "small":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- },
- "thumb":
- {
- "w": 150,
- "h": 150,
- "resize": "crop"
- },
- "medium":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- },
- "large":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- }
- },
- "source_status_id_str": "1579701786252042240",
- "source_user_id_str": "1574496532732297219"
- }
- ]
- },
- "extended_entities":
- {
- "media":
- [
- {
- "id_str": "1579701730148847617",
- "indices":
- [
- 75,
- 98
- ],
- "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg",
- "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg",
- "url": "https://t.co/nAPgzhnlz5",
- "display_url": "pic.twitter.com/nAPgzhnlz5",
- "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1",
- "type": "video",
- "original_info":
- {
- "width": 576,
- "height": 576
- },
- "sizes":
- {
- "medium":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- },
- "thumb":
- {
- "w": 150,
- "h": 150,
- "resize": "crop"
- },
- "small":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- },
- "large":
- {
- "w": 576,
- "h": 576,
- "resize": "fit"
- }
- },
- "source_status_id_str": "1579701786252042240",
- "source_user_id_str": "1574496532732297219",
- "video_info":
- {
- "aspect_ratio":
- [
- 1,
- 1
- ],
- "duration_millis": 22000,
- "variants":
- [
- {
- "bitrate": 832000,
- "content_type": "video/mp4",
- "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/576x576/ghA0fyf58v-2naWR.mp4?tag=12"
- },
- {
- "bitrate": 432000,
- "content_type": "video/mp4",
- "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/320x320/671dYD0ejGlOSd6R.mp4?tag=12"
- },
- {
- "content_type": "application/x-mpegURL",
- "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/pl/RhrZ9R8L5--gSKsL.m3u8?tag=12&container=fmp4"
- }
- ]
- },
- "media_key": "7_1579701730148847617",
- "ext_media_availability":
- {
- "status": "available"
- },
- "ext_alt_text": null,
- "ext":
- {
- "mediaStats":
- {
- "r":
- {
- "ok":
- {
- "viewCount": "49904"
- }
- },
- "ttl": -1
- }
- },
- "additional_media_info":
- {
- "monetizable": false,
- "source_user":
- {
- "id_str": "1574496532732297219",
- "name": "VrilliamA30π²",
- "screen_name": "FairwayWill",
- "location": "",
- "description": "π»π π βππππ₯ β’ πΎπ ππ βππππ₯",
- "entities":
- {
- "description":
- {}
- },
- "followers_count": 423,
- "fast_followers_count": 0,
- "normal_followers_count": 423,
- "friends_count": 131,
- "listed_count": 1,
- "created_at": "Mon Sep 26 20:30:20 +0000 2022",
- "favourites_count": 1285,
- "statuses_count": 740,
- "media_count": 394,
- "profile_image_url_https": "https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg",
- "profile_banner_url": "https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370",
- "profile_image_extensions_media_availability": null,
- "profile_image_extensions_alt_text": null,
- "profile_image_extensions":
- {
- "mediaStats":
- {
- "r":
- {
- "missing": null
- },
- "ttl": -1
- }
- },
- "profile_banner_extensions_media_availability": null,
- "profile_banner_extensions_alt_text": null,
- "profile_banner_extensions":
- {
- "mediaStats":
- {
- "r":
- {
- "missing": null
- },
- "ttl": -1
- }
- },
- "profile_link_color": "1DA1F2",
- "has_extended_profile": true,
- "default_profile": true,
- "pinned_tweet_ids":
- [
- 1576305061835476992
- ],
- "pinned_tweet_ids_str":
- [
- "1576305061835476992"
- ],
- "advertiser_account_type": "none",
- "advertiser_account_service_levels":
- [],
- "profile_interstitial_type": "",
- "business_profile_state": "none",
- "translator_type": "none",
- "withheld_in_countries":
- [],
- "ext":
- {
- "highlightedLabel":
- {
- "r":
- {
- "ok":
- {}
- },
- "ttl": -1
- }
- }
- }
- }
- },
- {
- "id_str": "1579701730157252608",
- "indices":
- [
- 75,
- 98
- ],
- "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg",
- "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg",
- "url": "https://t.co/nAPgzhnlz5",
- "display_url": "pic.twitter.com/nAPgzhnlz5",
- "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1",
- "type": "video",
- "original_info":
- {
- "width": 480,
- "height": 480
- },
- "sizes":
- {
- "small":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- },
- "thumb":
- {
- "w": 150,
- "h": 150,
- "resize": "crop"
- },
- "medium":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- },
- "large":
- {
- "w": 480,
- "h": 480,
- "resize": "fit"
- }
- },
- "source_status_id_str": "1579701786252042240",
- "source_user_id_str": "1574496532732297219",
- "video_info":
- {
- "aspect_ratio":
- [
- 1,
- 1
- ],
- "duration_millis": 32934,
- "variants":
- [
- {
- "bitrate": 832000,
- "content_type": "video/mp4",
- "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/480x480/VQ69Ut84XT2BgIzX.mp4?tag=12"
- },
- {
- "bitrate": 432000,
- "content_type": "video/mp4",
- "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/320x320/bB0WzeheFR57X3Yc.mp4?tag=12"
- },
- {
- "content_type": "application/x-mpegURL",
- "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/pl/Frf80trymdNz_TFc.m3u8?tag=12&container=fmp4"
- }
- ]
- },
- "media_key": "7_1579701730157252608",
- "ext_media_availability":
- {
- "status": "available"
- },
- "ext_alt_text": null,
- "ext":
- {
- "mediaStats":
- {
- "r":
- {
- "ok":
- {
- "viewCount": "16026"
- }
- },
- "ttl": -1
- }
- },
- "additional_media_info":
- {
- "monetizable": false,
- "source_user":
- {
- "id_str": "1574496532732297219",
- "name": "VrilliamA30π²",
- "screen_name": "FairwayWill",
- "location": "",
- "description": "π»π π βππππ₯ β’ πΎπ ππ βππππ₯",
- "entities":
- {
- "description":
- {}
- },
- "followers_count": 423,
- "fast_followers_count": 0,
- "normal_followers_count": 423,
- "friends_count": 131,
- "listed_count": 1,
- "created_at": "Mon Sep 26 20:30:20 +0000 2022",
- "favourites_count": 1285,
- "statuses_count": 740,
- "media_count": 394,
- "profile_image_url_https": "https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg",
- "profile_banner_url": "https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370",
- "profile_image_extensions_media_availability": null,
- "profile_image_extensions_alt_text": null,
- "profile_image_extensions":
- {
- "mediaStats":
- {
- "r":
- {
- "missing": null
- },
- "ttl": -1
- }
- },
- "profile_banner_extensions_media_availability": null,
- "profile_banner_extensions_alt_text": null,
- "profile_banner_extensions":
- {
- "mediaStats":
- {
- "r":
- {
- "missing": null
- },
- "ttl": -1
- }
- },
- "profile_link_color": "1DA1F2",
- "has_extended_profile": true,
- "default_profile": true,
- "pinned_tweet_ids":
- [
- 1576305061835476992
- ],
- "pinned_tweet_ids_str":
- [
- "1576305061835476992"
- ],
- "advertiser_account_type": "none",
- "advertiser_account_service_levels":
- [],
- "profile_interstitial_type": "",
- "business_profile_state": "none",
- "translator_type": "none",
- "withheld_in_countries":
- [],
- "ext":
- {
- "highlightedLabel":
- {
- "r":
- {
- "ok":
- {}
- },
- "ttl": -1
- }
- }
- }
- }
- }
- ]
- },
- "source": "Twitter for Android",
- "user_id_str": "1025410166483832833",
- "retweeted_status_id_str": "1579701786252042240",
- "retweet_count": 351,
- "favorite_count": 0,
- "reply_count": 0,
- "quote_count": 0,
- "conversation_id_str": "1579703711450173440",
- "possibly_sensitive_editable": true,
- "lang": "en"
-}
+{"created_at":"Tue Oct 11 05:21:28 +0000 2022","id_str":"1579703711450173440","full_text":"RT @FairwayWill: This is what we mean when we say to homeschool your kids. https://t.co/nAPgzhnlz5","display_text_range":[0,98],"entities":{"user_mentions":[{"screen_name":"FairwayWill","name":"VrilliamA30π²","id_str":"1574496532732297219","indices":[3,15]}],"media":[{"id_str":"1579701730148847617","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"photo","original_info":{"width":576,"height":576},"sizes":{"medium":{"w":576,"h":576,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":576,"h":576,"resize":"fit"},"large":{"w":576,"h":576,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219"},{"id_str":"1579701730157252608","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"photo","original_info":{"width":480,"height":480},"sizes":{"small":{"w":480,"h":480,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"medium":{"w":480,"h":480,"resize":"fit"},"large":{"w":480,"h":480,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219"}]},"extended_entities":{"media":[{"id_str":"1579701730148847617","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"video","original_info":{"width":576,"height":576},"sizes":{"medium":{"w":576,"h":576,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":576,"h":576,"resize":"fit"},"large":{"w":576,"h":576,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219","video_info":{"aspect_ratio":[1,1],"duration_millis":22000,"variants":[{"bitrate":832000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/576x576/ghA0fyf58v-2naWR.mp4?tag=12"},{"bitrate":432000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/320x320/671dYD0ejGlOSd6R.mp4?tag=12"},{"content_type":"application/x-mpegURL","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/pl/RhrZ9R8L5--gSKsL.m3u8?tag=12&container=fmp4"}]},"media_key":"7_1579701730148847617","ext_media_availability":{"status":"available"},"ext_alt_text":null,"ext":{"mediaStats":{"r":{"ok":{"viewCount":"49904"}},"ttl":-1}},"additional_media_info":{"monetizable":false,"source_user":{"id_str":"1574496532732297219","name":"VrilliamA30π²","screen_name":"FairwayWill","location":"","description":"π»π π βππππ₯ β’ πΎπ ππ βππππ₯","entities":{"description":{}},"followers_count":423,"fast_followers_count":0,"normal_followers_count":423,"friends_count":131,"listed_count":1,"created_at":"Mon Sep 26 20:30:20 +0000 2022","favourites_count":1285,"statuses_count":740,"media_count":394,"profile_image_url_https":"https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg","profile_banner_url":"https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370","profile_image_extensions_media_availability":null,"profile_image_extensions_alt_text":null,"profile_image_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_banner_extensions_media_availability":null,"profile_banner_extensions_alt_text":null,"profile_banner_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_link_color":"1DA1F2","has_extended_profile":true,"default_profile":true,"pinned_tweet_ids":[1576305061835476992],"pinned_tweet_ids_str":["1576305061835476992"],"advertiser_account_type":"none","advertiser_account_service_levels":[],"profile_interstitial_type":"","business_profile_state":"none","translator_type":"none","withheld_in_countries":[],"ext":{"highlightedLabel":{"r":{"ok":{}},"ttl":-1}}}}},{"id_str":"1579701730157252608","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"video","original_info":{"width":480,"height":480},"sizes":{"small":{"w":480,"h":480,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"medium":{"w":480,"h":480,"resize":"fit"},"large":{"w":480,"h":480,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219","video_info":{"aspect_ratio":[1,1],"duration_millis":32934,"variants":[{"bitrate":832000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/480x480/VQ69Ut84XT2BgIzX.mp4?tag=12"},{"bitrate":432000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/320x320/bB0WzeheFR57X3Yc.mp4?tag=12"},{"content_type":"application/x-mpegURL","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/pl/Frf80trymdNz_TFc.m3u8?tag=12&container=fmp4"}]},"media_key":"7_1579701730157252608","ext_media_availability":{"status":"available"},"ext_alt_text":null,"ext":{"mediaStats":{"r":{"ok":{"viewCount":"16026"}},"ttl":-1}},"additional_media_info":{"monetizable":false,"source_user":{"id_str":"1574496532732297219","name":"VrilliamA30π²","screen_name":"FairwayWill","location":"","description":"π»π π βππππ₯ β’ πΎπ ππ βππππ₯","entities":{"description":{}},"followers_count":423,"fast_followers_count":0,"normal_followers_count":423,"friends_count":131,"listed_count":1,"created_at":"Mon Sep 26 20:30:20 +0000 2022","favourites_count":1285,"statuses_count":740,"media_count":394,"profile_image_url_https":"https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg","profile_banner_url":"https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370","profile_image_extensions_media_availability":null,"profile_image_extensions_alt_text":null,"profile_image_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_banner_extensions_media_availability":null,"profile_banner_extensions_alt_text":null,"profile_banner_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_link_color":"1DA1F2","has_extended_profile":true,"default_profile":true,"pinned_tweet_ids":[1576305061835476992],"pinned_tweet_ids_str":["1576305061835476992"],"advertiser_account_type":"none","advertiser_account_service_levels":[],"profile_interstitial_type":"","business_profile_state":"none","translator_type":"none","withheld_in_countries":[],"ext":{"highlightedLabel":{"r":{"ok":{}},"ttl":-1}}}}}]},"source":"Twitter for Android","user_id_str":"1025410166483832833","retweeted_status_id_str":"1579701786252042240","retweet_count":351,"favorite_count":0,"reply_count":0,"quote_count":0,"conversation_id_str":"1579703711450173440","possibly_sensitive_editable":true,"lang":"en"}
diff --git a/scraper/tweet.go b/scraper/tweet.go
index bf06d73..7aed758 100644
--- a/scraper/tweet.go
+++ b/scraper/tweet.go
@@ -161,7 +161,7 @@ func ParseSingleTweet(apiTweet APITweet) (ret Tweet, err error) {
continue
}
- new_video := ParseAPIVideo(entity, ret.ID) // This assigns TweetID
+ new_video := ParseAPIVideo(entity, ret.ID) // This assigns TweetID
ret.Videos = append(ret.Videos, new_video)
// Remove the thumbnail from the Images list