Add much more logging

This commit is contained in:
Serene-Arc
2021-03-11 13:20:39 +10:00
committed by Ali Parlakci
parent 312769cb66
commit f941161014
6 changed files with 47 additions and 21 deletions

View File

@@ -2,6 +2,7 @@
# coding=utf-8
import hashlib
import logging
import re
import time
from typing import Optional
@@ -12,6 +13,8 @@ from praw.models import Submission
from bulkredditdownloader.exceptions import BulkDownloaderException
logger = logging.getLogger(__name__)
class Resource:
def __init__(self, source_submission: Submission, url: str, extension: str = None):
@@ -32,10 +35,12 @@ class Resource:
else:
raise requests.exceptions.ConnectionError
except requests.exceptions.ConnectionError:
logger.log(9, f'Error occured downloading resource, waiting {wait_time} seconds')
time.sleep(wait_time)
if wait_time < 300:
return Resource.retry_download(url, wait_time + 60)
else:
logger.error(f'Max wait time exceeded for resource at url {url}')
return None
def download(self):