From 6de2d670e8f8ccf8fc2d4b21cac29e03fa88d0c7 Mon Sep 17 00:00:00 2001 From: Alessio Date: Sat, 15 Oct 2022 12:47:41 -0400 Subject: [PATCH] Fix lint error --- .../single_tweets/tweet_with_2_videos.json | 500 +----------------- scraper/tweet.go | 2 +- 2 files changed, 2 insertions(+), 500 deletions(-) diff --git a/scraper/test_responses/single_tweets/tweet_with_2_videos.json b/scraper/test_responses/single_tweets/tweet_with_2_videos.json index 88e0241..9e10988 100644 --- a/scraper/test_responses/single_tweets/tweet_with_2_videos.json +++ b/scraper/test_responses/single_tweets/tweet_with_2_videos.json @@ -1,499 +1 @@ -{ - "created_at": "Tue Oct 11 05:21:28 +0000 2022", - "id_str": "1579703711450173440", - "full_text": "RT @FairwayWill: This is what we mean when we say to homeschool your kids. https://t.co/nAPgzhnlz5", - "display_text_range": - [ - 0, - 98 - ], - "entities": - { - "user_mentions": - [ - { - "screen_name": "FairwayWill", - "name": "VrilliamA30🌲", - "id_str": "1574496532732297219", - "indices": - [ - 3, - 15 - ] - } - ], - "media": - [ - { - "id_str": "1579701730148847617", - "indices": - [ - 75, - 98 - ], - "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg", - "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg", - "url": "https://t.co/nAPgzhnlz5", - "display_url": "pic.twitter.com/nAPgzhnlz5", - "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1", - "type": "photo", - "original_info": - { - "width": 576, - "height": 576 - }, - "sizes": - { - "medium": - { - "w": 576, - "h": 576, - "resize": "fit" - }, - "thumb": - { - "w": 150, - "h": 150, - "resize": "crop" - }, - "small": - { - "w": 576, - "h": 576, - "resize": "fit" - }, - "large": - { - "w": 576, - "h": 576, - "resize": "fit" - } - }, - "source_status_id_str": "1579701786252042240", - "source_user_id_str": "1574496532732297219" - }, - { - "id_str": "1579701730157252608", - "indices": - [ - 75, - 98 - ], - "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg", - "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg", - "url": "https://t.co/nAPgzhnlz5", - "display_url": "pic.twitter.com/nAPgzhnlz5", - "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1", - "type": "photo", - "original_info": - { - "width": 480, - "height": 480 - }, - "sizes": - { - "small": - { - "w": 480, - "h": 480, - "resize": "fit" - }, - "thumb": - { - "w": 150, - "h": 150, - "resize": "crop" - }, - "medium": - { - "w": 480, - "h": 480, - "resize": "fit" - }, - "large": - { - "w": 480, - "h": 480, - "resize": "fit" - } - }, - "source_status_id_str": "1579701786252042240", - "source_user_id_str": "1574496532732297219" - } - ] - }, - "extended_entities": - { - "media": - [ - { - "id_str": "1579701730148847617", - "indices": - [ - 75, - 98 - ], - "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg", - "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg", - "url": "https://t.co/nAPgzhnlz5", - "display_url": "pic.twitter.com/nAPgzhnlz5", - "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1", - "type": "video", - "original_info": - { - "width": 576, - "height": 576 - }, - "sizes": - { - "medium": - { - "w": 576, - "h": 576, - "resize": "fit" - }, - "thumb": - { - "w": 150, - "h": 150, - "resize": "crop" - }, - "small": - { - "w": 576, - "h": 576, - "resize": "fit" - }, - "large": - { - "w": 576, - "h": 576, - "resize": "fit" - } - }, - "source_status_id_str": "1579701786252042240", - "source_user_id_str": "1574496532732297219", - "video_info": - { - "aspect_ratio": - [ - 1, - 1 - ], - "duration_millis": 22000, - "variants": - [ - { - "bitrate": 832000, - "content_type": "video/mp4", - "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/576x576/ghA0fyf58v-2naWR.mp4?tag=12" - }, - { - "bitrate": 432000, - "content_type": "video/mp4", - "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/320x320/671dYD0ejGlOSd6R.mp4?tag=12" - }, - { - "content_type": "application/x-mpegURL", - "url": "https://video.twimg.com/ext_tw_video/1579701730148847617/pu/pl/RhrZ9R8L5--gSKsL.m3u8?tag=12&container=fmp4" - } - ] - }, - "media_key": "7_1579701730148847617", - "ext_media_availability": - { - "status": "available" - }, - "ext_alt_text": null, - "ext": - { - "mediaStats": - { - "r": - { - "ok": - { - "viewCount": "49904" - } - }, - "ttl": -1 - } - }, - "additional_media_info": - { - "monetizable": false, - "source_user": - { - "id_str": "1574496532732297219", - "name": "VrilliamA30🌲", - "screen_name": "FairwayWill", - "location": "", - "description": "π”»π• π•˜ β„π•šπ•˜π•™π•₯ β€’ 𝔾𝕠𝕝𝕗 β„π•šπ•˜π•™π•₯", - "entities": - { - "description": - {} - }, - "followers_count": 423, - "fast_followers_count": 0, - "normal_followers_count": 423, - "friends_count": 131, - "listed_count": 1, - "created_at": "Mon Sep 26 20:30:20 +0000 2022", - "favourites_count": 1285, - "statuses_count": 740, - "media_count": 394, - "profile_image_url_https": "https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg", - "profile_banner_url": "https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370", - "profile_image_extensions_media_availability": null, - "profile_image_extensions_alt_text": null, - "profile_image_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_banner_extensions_media_availability": null, - "profile_banner_extensions_alt_text": null, - "profile_banner_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_link_color": "1DA1F2", - "has_extended_profile": true, - "default_profile": true, - "pinned_tweet_ids": - [ - 1576305061835476992 - ], - "pinned_tweet_ids_str": - [ - "1576305061835476992" - ], - "advertiser_account_type": "none", - "advertiser_account_service_levels": - [], - "profile_interstitial_type": "", - "business_profile_state": "none", - "translator_type": "none", - "withheld_in_countries": - [], - "ext": - { - "highlightedLabel": - { - "r": - { - "ok": - {} - }, - "ttl": -1 - } - } - } - } - }, - { - "id_str": "1579701730157252608", - "indices": - [ - 75, - 98 - ], - "media_url": "http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg", - "media_url_https": "https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg", - "url": "https://t.co/nAPgzhnlz5", - "display_url": "pic.twitter.com/nAPgzhnlz5", - "expanded_url": "https://twitter.com/FairwayWill/status/1579701786252042240/video/1", - "type": "video", - "original_info": - { - "width": 480, - "height": 480 - }, - "sizes": - { - "small": - { - "w": 480, - "h": 480, - "resize": "fit" - }, - "thumb": - { - "w": 150, - "h": 150, - "resize": "crop" - }, - "medium": - { - "w": 480, - "h": 480, - "resize": "fit" - }, - "large": - { - "w": 480, - "h": 480, - "resize": "fit" - } - }, - "source_status_id_str": "1579701786252042240", - "source_user_id_str": "1574496532732297219", - "video_info": - { - "aspect_ratio": - [ - 1, - 1 - ], - "duration_millis": 32934, - "variants": - [ - { - "bitrate": 832000, - "content_type": "video/mp4", - "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/480x480/VQ69Ut84XT2BgIzX.mp4?tag=12" - }, - { - "bitrate": 432000, - "content_type": "video/mp4", - "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/320x320/bB0WzeheFR57X3Yc.mp4?tag=12" - }, - { - "content_type": "application/x-mpegURL", - "url": "https://video.twimg.com/ext_tw_video/1579701730157252608/pu/pl/Frf80trymdNz_TFc.m3u8?tag=12&container=fmp4" - } - ] - }, - "media_key": "7_1579701730157252608", - "ext_media_availability": - { - "status": "available" - }, - "ext_alt_text": null, - "ext": - { - "mediaStats": - { - "r": - { - "ok": - { - "viewCount": "16026" - } - }, - "ttl": -1 - } - }, - "additional_media_info": - { - "monetizable": false, - "source_user": - { - "id_str": "1574496532732297219", - "name": "VrilliamA30🌲", - "screen_name": "FairwayWill", - "location": "", - "description": "π”»π• π•˜ β„π•šπ•˜π•™π•₯ β€’ 𝔾𝕠𝕝𝕗 β„π•šπ•˜π•™π•₯", - "entities": - { - "description": - {} - }, - "followers_count": 423, - "fast_followers_count": 0, - "normal_followers_count": 423, - "friends_count": 131, - "listed_count": 1, - "created_at": "Mon Sep 26 20:30:20 +0000 2022", - "favourites_count": 1285, - "statuses_count": 740, - "media_count": 394, - "profile_image_url_https": "https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg", - "profile_banner_url": "https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370", - "profile_image_extensions_media_availability": null, - "profile_image_extensions_alt_text": null, - "profile_image_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_banner_extensions_media_availability": null, - "profile_banner_extensions_alt_text": null, - "profile_banner_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_link_color": "1DA1F2", - "has_extended_profile": true, - "default_profile": true, - "pinned_tweet_ids": - [ - 1576305061835476992 - ], - "pinned_tweet_ids_str": - [ - "1576305061835476992" - ], - "advertiser_account_type": "none", - "advertiser_account_service_levels": - [], - "profile_interstitial_type": "", - "business_profile_state": "none", - "translator_type": "none", - "withheld_in_countries": - [], - "ext": - { - "highlightedLabel": - { - "r": - { - "ok": - {} - }, - "ttl": -1 - } - } - } - } - } - ] - }, - "source": "Twitter for Android", - "user_id_str": "1025410166483832833", - "retweeted_status_id_str": "1579701786252042240", - "retweet_count": 351, - "favorite_count": 0, - "reply_count": 0, - "quote_count": 0, - "conversation_id_str": "1579703711450173440", - "possibly_sensitive_editable": true, - "lang": "en" -} +{"created_at":"Tue Oct 11 05:21:28 +0000 2022","id_str":"1579703711450173440","full_text":"RT @FairwayWill: This is what we mean when we say to homeschool your kids. https://t.co/nAPgzhnlz5","display_text_range":[0,98],"entities":{"user_mentions":[{"screen_name":"FairwayWill","name":"VrilliamA30🌲","id_str":"1574496532732297219","indices":[3,15]}],"media":[{"id_str":"1579701730148847617","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"photo","original_info":{"width":576,"height":576},"sizes":{"medium":{"w":576,"h":576,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":576,"h":576,"resize":"fit"},"large":{"w":576,"h":576,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219"},{"id_str":"1579701730157252608","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"photo","original_info":{"width":480,"height":480},"sizes":{"small":{"w":480,"h":480,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"medium":{"w":480,"h":480,"resize":"fit"},"large":{"w":480,"h":480,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219"}]},"extended_entities":{"media":[{"id_str":"1579701730148847617","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730148847617/pu/img/xUlghaCXbPOVN7vI.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"video","original_info":{"width":576,"height":576},"sizes":{"medium":{"w":576,"h":576,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"small":{"w":576,"h":576,"resize":"fit"},"large":{"w":576,"h":576,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219","video_info":{"aspect_ratio":[1,1],"duration_millis":22000,"variants":[{"bitrate":832000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/576x576/ghA0fyf58v-2naWR.mp4?tag=12"},{"bitrate":432000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/vid/320x320/671dYD0ejGlOSd6R.mp4?tag=12"},{"content_type":"application/x-mpegURL","url":"https://video.twimg.com/ext_tw_video/1579701730148847617/pu/pl/RhrZ9R8L5--gSKsL.m3u8?tag=12&container=fmp4"}]},"media_key":"7_1579701730148847617","ext_media_availability":{"status":"available"},"ext_alt_text":null,"ext":{"mediaStats":{"r":{"ok":{"viewCount":"49904"}},"ttl":-1}},"additional_media_info":{"monetizable":false,"source_user":{"id_str":"1574496532732297219","name":"VrilliamA30🌲","screen_name":"FairwayWill","location":"","description":"π”»π• π•˜ β„π•šπ•˜π•™π•₯ β€’ 𝔾𝕠𝕝𝕗 β„π•šπ•˜π•™π•₯","entities":{"description":{}},"followers_count":423,"fast_followers_count":0,"normal_followers_count":423,"friends_count":131,"listed_count":1,"created_at":"Mon Sep 26 20:30:20 +0000 2022","favourites_count":1285,"statuses_count":740,"media_count":394,"profile_image_url_https":"https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg","profile_banner_url":"https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370","profile_image_extensions_media_availability":null,"profile_image_extensions_alt_text":null,"profile_image_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_banner_extensions_media_availability":null,"profile_banner_extensions_alt_text":null,"profile_banner_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_link_color":"1DA1F2","has_extended_profile":true,"default_profile":true,"pinned_tweet_ids":[1576305061835476992],"pinned_tweet_ids_str":["1576305061835476992"],"advertiser_account_type":"none","advertiser_account_service_levels":[],"profile_interstitial_type":"","business_profile_state":"none","translator_type":"none","withheld_in_countries":[],"ext":{"highlightedLabel":{"r":{"ok":{}},"ttl":-1}}}}},{"id_str":"1579701730157252608","indices":[75,98],"media_url":"http://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","media_url_https":"https://pbs.twimg.com/ext_tw_video_thumb/1579701730157252608/pu/img/dYN55HDytKvM1Bi8.jpg","url":"https://t.co/nAPgzhnlz5","display_url":"pic.twitter.com/nAPgzhnlz5","expanded_url":"https://twitter.com/FairwayWill/status/1579701786252042240/video/1","type":"video","original_info":{"width":480,"height":480},"sizes":{"small":{"w":480,"h":480,"resize":"fit"},"thumb":{"w":150,"h":150,"resize":"crop"},"medium":{"w":480,"h":480,"resize":"fit"},"large":{"w":480,"h":480,"resize":"fit"}},"source_status_id_str":"1579701786252042240","source_user_id_str":"1574496532732297219","video_info":{"aspect_ratio":[1,1],"duration_millis":32934,"variants":[{"bitrate":832000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/480x480/VQ69Ut84XT2BgIzX.mp4?tag=12"},{"bitrate":432000,"content_type":"video/mp4","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/vid/320x320/bB0WzeheFR57X3Yc.mp4?tag=12"},{"content_type":"application/x-mpegURL","url":"https://video.twimg.com/ext_tw_video/1579701730157252608/pu/pl/Frf80trymdNz_TFc.m3u8?tag=12&container=fmp4"}]},"media_key":"7_1579701730157252608","ext_media_availability":{"status":"available"},"ext_alt_text":null,"ext":{"mediaStats":{"r":{"ok":{"viewCount":"16026"}},"ttl":-1}},"additional_media_info":{"monetizable":false,"source_user":{"id_str":"1574496532732297219","name":"VrilliamA30🌲","screen_name":"FairwayWill","location":"","description":"π”»π• π•˜ β„π•šπ•˜π•™π•₯ β€’ 𝔾𝕠𝕝𝕗 β„π•šπ•˜π•™π•₯","entities":{"description":{}},"followers_count":423,"fast_followers_count":0,"normal_followers_count":423,"friends_count":131,"listed_count":1,"created_at":"Mon Sep 26 20:30:20 +0000 2022","favourites_count":1285,"statuses_count":740,"media_count":394,"profile_image_url_https":"https://pbs.twimg.com/profile_images/1574496961742487555/ZolVP9XN_normal.jpg","profile_banner_url":"https://pbs.twimg.com/profile_banners/1574496532732297219/1664225370","profile_image_extensions_media_availability":null,"profile_image_extensions_alt_text":null,"profile_image_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_banner_extensions_media_availability":null,"profile_banner_extensions_alt_text":null,"profile_banner_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_link_color":"1DA1F2","has_extended_profile":true,"default_profile":true,"pinned_tweet_ids":[1576305061835476992],"pinned_tweet_ids_str":["1576305061835476992"],"advertiser_account_type":"none","advertiser_account_service_levels":[],"profile_interstitial_type":"","business_profile_state":"none","translator_type":"none","withheld_in_countries":[],"ext":{"highlightedLabel":{"r":{"ok":{}},"ttl":-1}}}}}]},"source":"Twitter for Android","user_id_str":"1025410166483832833","retweeted_status_id_str":"1579701786252042240","retweet_count":351,"favorite_count":0,"reply_count":0,"quote_count":0,"conversation_id_str":"1579703711450173440","possibly_sensitive_editable":true,"lang":"en"} diff --git a/scraper/tweet.go b/scraper/tweet.go index bf06d73..7aed758 100644 --- a/scraper/tweet.go +++ b/scraper/tweet.go @@ -161,7 +161,7 @@ func ParseSingleTweet(apiTweet APITweet) (ret Tweet, err error) { continue } - new_video := ParseAPIVideo(entity, ret.ID) // This assigns TweetID + new_video := ParseAPIVideo(entity, ret.ID) // This assigns TweetID ret.Videos = append(ret.Videos, new_video) // Remove the thumbnail from the Images list