From 5121524f836fa15602760274cf38d307092b2ade Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Thu, 11 Nov 2021 21:49:47 +0000 Subject: [PATCH] Log retrieval of showNumPages --- ia-cdx-search | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/ia-cdx-search b/ia-cdx-search index a50b7fe..c0c194a 100755 --- a/ia-cdx-search +++ b/ia-cdx-search @@ -25,7 +25,9 @@ baseUrl = f'https://web.archive.org/cdx/search/cdx?{query}' if sys.argv[2:]: startPage, numPages = map(int, sys.argv[2:]) else: - req = urllib.request.Request(f'{baseUrl}&showNumPages=true') + url = f'{baseUrl}&showNumPages=true' + print(f'GET {url}', file = sys.stderr) + req = urllib.request.Request(url) with urllib.request.urlopen(req) as r: if r.getcode() != 200: raise RuntimeError(f'Could not fetch number of pages')