diff --git a/bing-scrape b/bing-scrape index c4719ba..697224d 100755 --- a/bing-scrape +++ b/bing-scrape @@ -8,9 +8,9 @@ if [[ $# -eq 2 ]]; then max=$2; fi while [[ ${first} -lt ${max} ]] do echo "http://www.bing.com/search?${queryStr}" >&2 - curl -s -A 'Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0' "http://www.bing.com/search?${queryStr}" + curl -s -A 'Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0' "http://www.bing.com/search?${queryStr}" first+=10 queryStr="q=${q}&go=Search&qs=ds&first=${first}&FORM=PORE" sleep 2 done -} | grep -Po '
  • .*?
  • ' | grep -Po 'href="\Khttps?://(?!www\.microsofttranslator\.com/|view\.officeapps\.live\.com/)[^"]+' | awk '!seen[$0]++' +} | grep -Po '
  • .*?
  • ' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++'