소스 검색

Fix trailing percent-encoded equals signs on initial extraction

master
JustAnotherArchivist 3 년 전
부모
커밋
660f315d43
1개의 변경된 파일3개의 추가작업 그리고 3개의 파일을 삭제
  1. +3
    -3
      comments.py

+ 3
- 3
comments.py 파일 보기

@@ -56,7 +56,7 @@ class Comments(qwarc.Item):
if not sessionToken:
self.logger.error('Could not find session token')
return
if sessionToken.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'=='):
if sessionToken.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'==', b'%3D', b'%3D%3D'):
self.logger.error(f'Unexpected session token value: {sessionToken!r}')
return
sessionToken = sessionToken.decode('ascii')
@@ -71,12 +71,12 @@ class Comments(qwarc.Item):
return
section = content[continuationStartPos:sectionIdentifierPos]
continuationToken = qwarc.utils.str_get_between(section, b'"continuation":"', b'"')
if continuationToken.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'=='):
if continuationToken.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'==', b'%3D', b'%3D%3D'):
self.logger.error(f'Unexpected continuation token value: {continuationToken!r}')
return
continuationToken = continuationToken.decode('ascii')
itct = qwarc.utils.str_get_between(section, b'"clickTrackingParams":"', b'"')
if itct.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'=='):
if itct.lstrip(b'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_-') not in (b'', b'=', b'==', b'%3D', b'%3D%3D'):
self.logger.error(f'Unexpected itct value: {itct!r}')
return
itct = itct.decode('ascii')


불러오는 중...
취소
저장