From 4bbe41a2f844a78460f01073964990025556ca93 Mon Sep 17 00:00:00 2001 From: Serene-Arc Date: Sun, 14 Feb 2021 19:22:31 +1000 Subject: [PATCH] Re-implement --no-dupes flag --- bulkredditdownloader/downloader.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/bulkredditdownloader/downloader.py b/bulkredditdownloader/downloader.py index 835ec99..9723668 100644 --- a/bulkredditdownloader/downloader.py +++ b/bulkredditdownloader/downloader.py @@ -186,7 +186,7 @@ class RedditDownloader: if destination.exists(): logger.debug('File already exists: {}'.format(destination)) else: - if res.hash.hexdigest() not in self.master_hash_list: + if res.hash.hexdigest() not in self.master_hash_list and self.args.no_dupes: # TODO: consider making a hard link/symlink here destination.parent.mkdir(parents=True, exist_ok=True) with open(destination, 'wb') as file: @@ -194,6 +194,8 @@ class RedditDownloader: logger.debug('Written file to {}'.format(destination)) self.master_hash_list.append(res.hash.hexdigest()) logger.debug('Hash added to master list: {}'.format(res.hash.hexdigest())) + else: + logger.debug(f'Resource from {res.url} downloaded elsewhere') logger.info('Downloaded submission {}'.format(submission.name)) except NotADownloadableLinkError as e: