ModerateWinGuy/BDFR_Web
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use standards in HTTP errors

Browse Source
This commit is contained in:
Serene-Arc
2021-04-12 18:21:04 +10:00
committed by Ali Parlakci
parent e35dd9e5d0
commit 308853d531
1 changed files with 3 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
bdfr/resource.py
View File

@@ -33,22 +33,11 @@ class Resource:
response = requests.get(url) response = requests.get(url)
if response.status_code == 200: if response.status_code == 200:
return response.content return response.content
elif response.status_code in ( elif response.status_code in (408, 429):
301, raise requests.exceptions.ConnectionError(f'Response code {response.status_code}')
400, else:
401,
403,
404,
407,
410,
500,
501,
502,
):
raise BulkDownloaderException( raise BulkDownloaderException(
f'Unrecoverable error requesting resource: HTTP Code {response.status_code}') f'Unrecoverable error requesting resource: HTTP Code {response.status_code}')
else:
raise requests.exceptions.ConnectionError(f'Response code {response.status_code}')
except requests.exceptions.ConnectionError as e: except requests.exceptions.ConnectionError as e:
logger.warning(f'Error occured downloading from {url}, waiting {wait_time} seconds: {e}') logger.warning(f'Error occured downloading from {url}, waiting {wait_time} seconds: {e}')
time.sleep(wait_time) time.sleep(wait_time)