From d3eb01afc378eccba1e15a557e16ad76bf67e29f Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Mon, 16 Oct 2023 21:27:24 +0000 Subject: [PATCH] Fix extraction of search results --- bing-scrape | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bing-scrape b/bing-scrape index 697224d..81c5b4d 100755 --- a/bing-scrape +++ b/bing-scrape @@ -13,4 +13,4 @@ if [[ $# -eq 2 ]]; then max=$2; fi queryStr="q=${q}&go=Search&qs=ds&first=${first}&FORM=PORE" sleep 2 done -} | grep -Po '
  • .*?
  • ' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++' +} | grep -Po '
  • ' | grep -Po 'href="https://www\.bing\.com/ck/a\?!(.*&)?u=a1\KaHR0c[^&]*' | while read -r ln; do echo "$(base64 -d <<<"${ln}" 2>/dev/null)"; done | awk '!seen[$0]++'