diff --git a/warc-tiny b/warc-tiny index 1b9ef50..d4b2525 100755 --- a/warc-tiny +++ b/warc-tiny @@ -140,7 +140,7 @@ def iter_warc(f): gzipped = False if b'\r\ntransfer-encoding' in httpHeaders.lower(): transferEncoding = next(x[1] for x in httpHeaderLines if x[0].lower() == b'transfer-encoding') - transferEncodings = map(bytes.strip, transferEncoding.split(b',')) + transferEncodings = set(map(bytes.strip, transferEncoding.split(b','))) chunked = b'chunked' in transferEncodings gzipped = b'gzip' in transferEncodings