qwarc/qwarc/const.py

STATUS_TODO = 0
'''Status of an item that has not been processed yet'''

STATUS_INPROGRESS = 1
'''Status of an item that is currently being processed'''

STATUS_DONE = 2
'''Status of an item that has been processed'''

STATUS_ERROR = 3
'''Status of an item during whose processing an error occurred'''

ACTION_SUCCESS = 0
'''Treat this response as a success'''

ACTION_IGNORE = 1 #TODO Replace with ACTION_SUCCESS since it's really the same thing.
'''Ignore this response'''

ACTION_RETRY = 2
'''Retry the same request'''

ACTION_FOLLOW_OR_SUCCESS = 3
'''If the response contains a Location or URI header, follow it. Otherwise, treat it as a success.'''
#TODO: Rename to ACTION_FOLLOW maybe? However, the current name makes it more clear what qwarc does when there's a redirect without a redirect target...

ACTION_RETRIES_EXCEEDED = 4
'''This request failed repeatedly and exceeded the retry limit.'''

ACTION_TOO_MANY_REDIRECTS = 5
'''Too many redirects were encountered.'''

DEFAULT_HEADERS = [
	('User-Agent', 'Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0'),
	('Accept', '*/*'),
]
'''The default HTTP headers sent on every request if not overridden'''