Browse Source

Fix extraction of search results

master
JustAnotherArchivist 6 months ago
parent
commit
d3eb01afc3
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      bing-scrape

+ 1
- 1
bing-scrape View File

@@ -13,4 +13,4 @@ if [[ $# -eq 2 ]]; then max=$2; fi
queryStr="q=${q}&go=Search&qs=ds&first=${first}&FORM=PORE"
sleep 2
done
} | grep -Po '<li class="b_algo">.*?</li>' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&amp;)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++'
} | grep -Po '<li class="b_algo".*?</li>' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&amp;)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++'

Loading…
Cancel
Save