|
@@ -142,7 +142,7 @@ def iter_warc(f): |
|
|
# Read WARC header |
|
|
# Read WARC header |
|
|
while b'\r\n\r\n' not in buf: |
|
|
while b'\r\n\r\n' not in buf: |
|
|
try: |
|
|
try: |
|
|
buf = buf + fp.read(4096) |
|
|
|
|
|
|
|
|
buf = buf + fp.read(16777216) |
|
|
except EOFError: |
|
|
except EOFError: |
|
|
break |
|
|
break |
|
|
if not buf: |
|
|
if not buf: |
|
|