Browse Source

Fix

master
JustAnotherArchivist 1 year ago
parent
commit
565be7bf1b
1 changed files with 2 additions and 2 deletions
  1. +2
    -2
      bing-scrape

+ 2
- 2
bing-scrape View File

@@ -8,9 +8,9 @@ if [[ $# -eq 2 ]]; then max=$2; fi
while [[ ${first} -lt ${max} ]]
do
echo "http://www.bing.com/search?${queryStr}" >&2
curl -s -A 'Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0' "http://www.bing.com/search?${queryStr}"
curl -s -A 'Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0' "http://www.bing.com/search?${queryStr}"
first+=10
queryStr="q=${q}&go=Search&qs=ds&first=${first}&FORM=PORE"
sleep 2
done
} | grep -Po '<li class="b_algo">.*?</li>' | grep -Po 'href="\Khttps?://(?!www\.microsofttranslator\.com/|view\.officeapps\.live\.com/)[^"]+' | awk '!seen[$0]++'
} | grep -Po '<li class="b_algo">.*?</li>' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&amp;)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++'

Loading…
Cancel
Save