|
|
@@ -63,7 +63,7 @@ do |
|
|
|
else |
|
|
|
url="${url%%\?*}" |
|
|
|
fi |
|
|
|
page="$(curl -sL -A "${userAgent}" -H 'Accept-Language: en-US,en;q=0.5' "https://www.facebook.com/${url#*facebook.com/}")" |
|
|
|
page="$(curl -sL --max-time 10 -A "${userAgent}" -H 'Accept-Language: en-US,en;q=0.5' "https://www.facebook.com/${url#*facebook.com/}")" |
|
|
|
user="$(grep -Po '<div\s[^>]*(?<=\s)data-key\s*=\s*"tab_home".*?</div>' <<< "${page}" | grep -Po '<a\s[^>]*(?<=\s)href="/\K[^/]+')" |
|
|
|
if [[ "${user}" ]] |
|
|
|
then |
|
|
@@ -94,7 +94,7 @@ do |
|
|
|
url="${url%%\?*}" |
|
|
|
url="${url%/}" |
|
|
|
unnormalisedUser="${url##*/}" |
|
|
|
user="$(curl -sL -A "${userAgent}" "https://twitter.com/${unnormalisedUser}" | grep -Po '<a class="([^"]*\s)?ProfileHeaderCard-screennameLink(\s[^"]*)?" href="/\K[^/"]+(?=")')" |
|
|
|
user="$(curl -sL --max-time 10 -A "${userAgent}" "https://twitter.com/${unnormalisedUser}" | grep -Po '<a class="([^"]*\s)?ProfileHeaderCard-screennameLink(\s[^"]*)?" href="/\K[^/"]+(?=")')" |
|
|
|
if [[ "${user}" ]] |
|
|
|
then |
|
|
|
echo "${prefix}https://twitter.com/${user}" |
|
|
@@ -123,7 +123,7 @@ do |
|
|
|
else |
|
|
|
rurl="${url}?disable_polymer=1" |
|
|
|
fi |
|
|
|
page="$(curl -4sL -A "${userAgent}" -H 'Accept-Language: en-US,en;q=0.5' "${rurl}")" |
|
|
|
page="$(curl -4sL --max-time 10 -A "${userAgent}" -H 'Accept-Language: en-US,en;q=0.5' "${rurl}")" |
|
|
|
canonical="$(grep -Po '<link itemprop="url" href="http://www\.youtube\.com/\Kuser/[^"]+' <<< "${page}")" |
|
|
|
if [[ "${canonical}" ]] |
|
|
|
then |
|
|
|