From 9d10fd5942ed1e55c1562a15e9297bc358dde43c Mon Sep 17 00:00:00 2001 From: Alessio Date: Fri, 17 Sep 2021 20:12:51 -0700 Subject: [PATCH] Fix scraper test file to be minified --- .../tweet_with_multiple_urls.json | 491 +----------------- 1 file changed, 1 insertion(+), 490 deletions(-) diff --git a/scraper/test_responses/tweet_with_multiple_urls.json b/scraper/test_responses/tweet_with_multiple_urls.json index 90a0a18..455f9c5 100644 --- a/scraper/test_responses/tweet_with_multiple_urls.json +++ b/scraper/test_responses/tweet_with_multiple_urls.json @@ -1,490 +1 @@ -{ - "created_at": "Thu Sep 16 23:13:10 +0000 2021", - "id_str": "1438642143170646017", - "full_text": "@ScottMGreer https://t.co/X1YFCSYlKh\n\nhttps://t.co/dNTDGYkJ9y\n\nhttps://t.co/Ti54Xr68dK\n\nBiden won those voters, complete with 'in this house we believe in science' lawn posters", - "display_text_range": - [ - 13, - 176 - ], - "entities": - { - "user_mentions": - [ - { - "screen_name": "ScottMGreer", - "name": "Scott Greer 6’2” IQ 187", - "id_str": "599817378", - "indices": - [ - 0, - 12 - ] - } - ], - "urls": - [ - { - "url": "https://t.co/X1YFCSYlKh", - "expanded_url": "https://www.politico.com/story/2016/07/joe-biden-democrats-middle-class-226306", - "display_url": "politico.com/story/2016/07/…", - "indices": - [ - 13, - 36 - ] - }, - { - "url": "https://t.co/dNTDGYkJ9y", - "expanded_url": "https://time.com/5878437/trump-white-middle-class-voters/", - "display_url": "time.com/5878437/trump-…", - "indices": - [ - 38, - 61 - ] - }, - { - "url": "https://t.co/Ti54Xr68dK", - "expanded_url": "https://www.brookings.edu/research/bidens-victory-came-from-the-suburbs/", - "display_url": "brookings.edu/research/biden…", - "indices": - [ - 63, - 86 - ] - } - ] - }, - "source": "Twitter Web App", - "in_reply_to_status_id_str": "1438640730281496576", - "in_reply_to_user_id_str": "599817378", - "in_reply_to_screen_name": "ScottMGreer", - "user_id_str": "1357717304931479552", - "retweet_count": 0, - "favorite_count": 46, - "reply_count": 3, - "quote_count": 0, - "conversation_id_str": "1438640730281496576", - "possibly_sensitive_editable": true, - "card": - { - "name": "summary_large_image", - "url": "https://t.co/Ti54Xr68dK", - "card_type_url": "http://card-type-url-is-deprecated.invalid", - "binding_values": - { - "vanity_url": - { - "type": "STRING", - "string_value": "brookings.edu", - "scribe_key": "vanity_url" - }, - "amp": - { - "type": "BOOLEAN", - "boolean_value": true - }, - "domain": - { - "type": "STRING", - "string_value": "www.brookings.edu" - }, - "site": - { - "type": "USER", - "user_value": - { - "id_str": "151106990", - "path": - [] - }, - "scribe_key": "publisher_id" - }, - "title": - { - "type": "STRING", - "string_value": "Biden’s victory came from the suburbs" - }, - "summary_photo_image_alt_text": - { - "type": "STRING", - "string_value": "Suburbs" - }, - "photo_image_full_size_alt_text": - { - "type": "STRING", - "string_value": "Suburbs" - }, - "description": - { - "type": "STRING", - "string_value": "New data reveal that Trump’s loss to Joe Biden was due mostly to voters in large metropolitan suburbs, especially in important battleground states, William Frey analyzes." - }, - "thumbnail_image_small": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=144x144", - "width": 144, - "height": 81, - "alt": "Suburbs" - } - }, - "thumbnail_image": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=280x150", - "width": 266, - "height": 150, - "alt": "Suburbs" - } - }, - "thumbnail_image_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x320_1", - "width": 568, - "height": 320, - "alt": "Suburbs" - } - }, - "thumbnail_image_x_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "thumbnail_image_original": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "summary_photo_image_small": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=386x202", - "width": 386, - "height": 202, - "alt": "Suburbs" - } - }, - "summary_photo_image": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=600x314", - "width": 600, - "height": 314, - "alt": "Suburbs" - } - }, - "summary_photo_image_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x419", - "width": 800, - "height": 419, - "alt": "Suburbs" - } - }, - "summary_photo_image_x_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "summary_photo_image_original": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "photo_image_full_size_small": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=386x202", - "width": 386, - "height": 202, - "alt": "Suburbs" - } - }, - "photo_image_full_size": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=600x314", - "width": 600, - "height": 314, - "alt": "Suburbs" - } - }, - "photo_image_full_size_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x419", - "width": 800, - "height": 419, - "alt": "Suburbs" - } - }, - "photo_image_full_size_x_large": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "photo_image_full_size_original": - { - "type": "IMAGE", - "image_value": - { - "url": "https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig", - "width": 1030, - "height": 580, - "alt": "Suburbs" - } - }, - "card_url": - { - "type": "STRING", - "string_value": "https://t.co/Ti54Xr68dK", - "scribe_key": "card_url" - } - }, - "users": - { - "151106990": - { - "id_str": "151106990", - "name": "The Brookings Institution", - "screen_name": "BrookingsInst", - "location": "Washington, DC", - "description": "Independent research and analysis on the most important policy issues in the world. Sign up for the daily Brookings Brief: https://t.co/yFGhndNQdR", - "url": "http://t.co/QDIPCvVyxm", - "entities": - { - "url": - { - "urls": - [ - { - "url": "http://t.co/QDIPCvVyxm", - "expanded_url": "http://www.brookings.edu", - "display_url": "brookings.edu", - "indices": - [ - 0, - 22 - ] - } - ] - }, - "description": - { - "urls": - [ - { - "url": "https://t.co/yFGhndNQdR", - "expanded_url": "https://brook.gs/2xFzExX", - "display_url": "brook.gs/2xFzExX", - "indices": - [ - 123, - 146 - ] - } - ] - } - }, - "followers_count": 428158, - "fast_followers_count": 0, - "normal_followers_count": 428158, - "friends_count": 4450, - "listed_count": 7704, - "created_at": "Wed Jun 02 16:28:27 +0000 2010", - "favourites_count": 2851, - "verified": true, - "statuses_count": 101692, - "media_count": 29518, - "profile_image_url_https": "https://pbs.twimg.com/profile_images/1410597093157134339/EgB6rhUY_normal.png", - "profile_banner_url": "https://pbs.twimg.com/profile_banners/151106990/1598964962", - "profile_image_extensions_media_color": - { - "palette": - [ - { - "rgb": - { - "red": 8, - "green": 78, - "blue": 146 - }, - "percentage": 84.88 - }, - { - "rgb": - { - "red": 255, - "green": 255, - "blue": 255 - }, - "percentage": 14.42 - }, - { - "rgb": - { - "red": 95, - "green": 140, - "blue": 183 - }, - "percentage": 0.79 - } - ] - }, - "profile_image_extensions_alt_text": null, - "profile_image_extensions_media_availability": null, - "profile_image_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_banner_extensions_alt_text": null, - "profile_banner_extensions_media_availability": null, - "profile_banner_extensions_media_color": - { - "palette": - [ - { - "rgb": - { - "red": 43, - "green": 66, - "blue": 90 - }, - "percentage": 98.47 - }, - { - "rgb": - { - "red": 128, - "green": 143, - "blue": 157 - }, - "percentage": 1.53 - } - ] - }, - "profile_banner_extensions": - { - "mediaStats": - { - "r": - { - "missing": null - }, - "ttl": -1 - } - }, - "profile_link_color": "053769", - "has_extended_profile": true, - "pinned_tweet_ids": - [ - 1415846646156611589 - ], - "pinned_tweet_ids_str": - [ - "1415846646156611589" - ], - "has_custom_timelines": true, - "advertiser_account_type": "promotable_user", - "advertiser_account_service_levels": - [ - "dso", - "mms", - "media_studio" - ], - "profile_interstitial_type": "", - "business_profile_state": "none", - "translator_type": "none", - "withheld_in_countries": - [], - "ext": - { - "highlightedLabel": - { - "r": - { - "ok": - {} - }, - "ttl": -1 - } - } - } - }, - "card_platform": - { - "platform": - { - "device": - { - "name": "Swift", - "version": "12" - }, - "audience": - { - "name": "production" - } - } - } - }, - "lang": "en" -} +{"created_at":"Thu Sep 16 23:13:10 +0000 2021","id_str":"1438642143170646017","full_text":"@ScottMGreer https://t.co/X1YFCSYlKh\n\nhttps://t.co/dNTDGYkJ9y\n\nhttps://t.co/Ti54Xr68dK\n\nBiden won those voters, complete with 'in this house we believe in science' lawn posters","display_text_range":[13,176],"entities":{"user_mentions":[{"screen_name":"ScottMGreer","name":"Scott Greer 6’2” IQ 187","id_str":"599817378","indices":[0,12]}],"urls":[{"url":"https://t.co/X1YFCSYlKh","expanded_url":"https://www.politico.com/story/2016/07/joe-biden-democrats-middle-class-226306","display_url":"politico.com/story/2016/07/…","indices":[13,36]},{"url":"https://t.co/dNTDGYkJ9y","expanded_url":"https://time.com/5878437/trump-white-middle-class-voters/","display_url":"time.com/5878437/trump-…","indices":[38,61]},{"url":"https://t.co/Ti54Xr68dK","expanded_url":"https://www.brookings.edu/research/bidens-victory-came-from-the-suburbs/","display_url":"brookings.edu/research/biden…","indices":[63,86]}]},"source":"Twitter Web App","in_reply_to_status_id_str":"1438640730281496576","in_reply_to_user_id_str":"599817378","in_reply_to_screen_name":"ScottMGreer","user_id_str":"1357717304931479552","retweet_count":0,"favorite_count":46,"reply_count":3,"quote_count":0,"conversation_id_str":"1438640730281496576","possibly_sensitive_editable":true,"card":{"name":"summary_large_image","url":"https://t.co/Ti54Xr68dK","card_type_url":"http://card-type-url-is-deprecated.invalid","binding_values":{"vanity_url":{"type":"STRING","string_value":"brookings.edu","scribe_key":"vanity_url"},"amp":{"type":"BOOLEAN","boolean_value":true},"domain":{"type":"STRING","string_value":"www.brookings.edu"},"site":{"type":"USER","user_value":{"id_str":"151106990","path":[]},"scribe_key":"publisher_id"},"title":{"type":"STRING","string_value":"Biden’s victory came from the suburbs"},"summary_photo_image_alt_text":{"type":"STRING","string_value":"Suburbs"},"photo_image_full_size_alt_text":{"type":"STRING","string_value":"Suburbs"},"description":{"type":"STRING","string_value":"New data reveal that Trump’s loss to Joe Biden was due mostly to voters in large metropolitan suburbs, especially in important battleground states, William Frey analyzes."},"thumbnail_image_small":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=144x144","width":144,"height":81,"alt":"Suburbs"}},"thumbnail_image":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=280x150","width":266,"height":150,"alt":"Suburbs"}},"thumbnail_image_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x320_1","width":568,"height":320,"alt":"Suburbs"}},"thumbnail_image_x_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp","width":1030,"height":580,"alt":"Suburbs"}},"thumbnail_image_original":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig","width":1030,"height":580,"alt":"Suburbs"}},"summary_photo_image_small":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=386x202","width":386,"height":202,"alt":"Suburbs"}},"summary_photo_image":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=600x314","width":600,"height":314,"alt":"Suburbs"}},"summary_photo_image_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x419","width":800,"height":419,"alt":"Suburbs"}},"summary_photo_image_x_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp","width":1030,"height":580,"alt":"Suburbs"}},"summary_photo_image_original":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig","width":1030,"height":580,"alt":"Suburbs"}},"photo_image_full_size_small":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=386x202","width":386,"height":202,"alt":"Suburbs"}},"photo_image_full_size":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=600x314","width":600,"height":314,"alt":"Suburbs"}},"photo_image_full_size_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=800x419","width":800,"height":419,"alt":"Suburbs"}},"photo_image_full_size_x_large":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=png&name=2048x2048_2_exp","width":1030,"height":580,"alt":"Suburbs"}},"photo_image_full_size_original":{"type":"IMAGE","image_value":{"url":"https://pbs.twimg.com/card_img/1436856075232456708/LD95nEQH?format=jpg&name=orig","width":1030,"height":580,"alt":"Suburbs"}},"card_url":{"type":"STRING","string_value":"https://t.co/Ti54Xr68dK","scribe_key":"card_url"}},"users":{"151106990":{"id_str":"151106990","name":"The Brookings Institution","screen_name":"BrookingsInst","location":"Washington, DC","description":"Independent research and analysis on the most important policy issues in the world. Sign up for the daily Brookings Brief: https://t.co/yFGhndNQdR","url":"http://t.co/QDIPCvVyxm","entities":{"url":{"urls":[{"url":"http://t.co/QDIPCvVyxm","expanded_url":"http://www.brookings.edu","display_url":"brookings.edu","indices":[0,22]}]},"description":{"urls":[{"url":"https://t.co/yFGhndNQdR","expanded_url":"https://brook.gs/2xFzExX","display_url":"brook.gs/2xFzExX","indices":[123,146]}]}},"followers_count":428158,"fast_followers_count":0,"normal_followers_count":428158,"friends_count":4450,"listed_count":7704,"created_at":"Wed Jun 02 16:28:27 +0000 2010","favourites_count":2851,"verified":true,"statuses_count":101692,"media_count":29518,"profile_image_url_https":"https://pbs.twimg.com/profile_images/1410597093157134339/EgB6rhUY_normal.png","profile_banner_url":"https://pbs.twimg.com/profile_banners/151106990/1598964962","profile_image_extensions_media_color":{"palette":[{"rgb":{"red":8,"green":78,"blue":146},"percentage":84.88},{"rgb":{"red":255,"green":255,"blue":255},"percentage":14.42},{"rgb":{"red":95,"green":140,"blue":183},"percentage":0.79}]},"profile_image_extensions_alt_text":null,"profile_image_extensions_media_availability":null,"profile_image_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_banner_extensions_alt_text":null,"profile_banner_extensions_media_availability":null,"profile_banner_extensions_media_color":{"palette":[{"rgb":{"red":43,"green":66,"blue":90},"percentage":98.47},{"rgb":{"red":128,"green":143,"blue":157},"percentage":1.53}]},"profile_banner_extensions":{"mediaStats":{"r":{"missing":null},"ttl":-1}},"profile_link_color":"053769","has_extended_profile":true,"pinned_tweet_ids":[1415846646156611589],"pinned_tweet_ids_str":["1415846646156611589"],"has_custom_timelines":true,"advertiser_account_type":"promotable_user","advertiser_account_service_levels":["dso","mms","media_studio"],"profile_interstitial_type":"","business_profile_state":"none","translator_type":"none","withheld_in_countries":[],"ext":{"highlightedLabel":{"r":{"ok":{}},"ttl":-1}}}},"card_platform":{"platform":{"device":{"name":"Swift","version":"12"},"audience":{"name":"production"}}}},"lang":"en"}