From c61efa03f00145c3603a57f7bc44589bea071ecd Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Sat, 19 Oct 2019 12:04:57 +0000 Subject: [PATCH] Make social media normalisation script snscrape-independent --- snscrape-normalise => social-media-normalise | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) rename snscrape-normalise => social-media-normalise (88%) diff --git a/snscrape-normalise b/social-media-normalise similarity index 88% rename from snscrape-normalise rename to social-media-normalise index 25a83ad..7e2bdd4 100755 --- a/snscrape-normalise +++ b/social-media-normalise @@ -44,7 +44,8 @@ do then url="${url%%\?*}" url="${url%/}" - user="$(snscrape --max-results 1 twitter-user "${url##*/}" | grep -Po '^https?://twitter\.com/\K[^/]+')" + unnormalisedUser="${url##*/}" + user="$(curl -sL -A 'Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0' "https://twitter.com/${unnormalisedUser}" | grep -Po '