tests: move outside of the package

tests/site_downloaders/test_direct.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import Mock
+
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.direct import Direct
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_hash'), (
+    ('https://giant.gfycat.com/DefinitiveCanineCrayfish.mp4', '48f9bd4dbec1556d7838885612b13b39'),
+    ('https://giant.gfycat.com/DazzlingSilkyIguana.mp4', '808941b48fc1e28713d36dd7ed9dc648'),
+))
+def test_download_resource(test_url: str, expected_hash: str):
+    mock_submission = Mock()
+    mock_submission.url = test_url
+    test_site = Direct(mock_submission)
+    resources = test_site.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].hash.hexdigest() == expected_hash

tests/site_downloaders/test_download_factory.py

@@ -0,0 +1,71 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+import praw
+import pytest
+
+from bdfr.exceptions import NotADownloadableLinkError
+from bdfr.site_downloaders.base_downloader import BaseDownloader
+from bdfr.site_downloaders.direct import Direct
+from bdfr.site_downloaders.download_factory import DownloadFactory
+from bdfr.site_downloaders.erome import Erome
+from bdfr.site_downloaders.gallery import Gallery
+from bdfr.site_downloaders.gfycat import Gfycat
+from bdfr.site_downloaders.gif_delivery_network import GifDeliveryNetwork
+from bdfr.site_downloaders.imgur import Imgur
+from bdfr.site_downloaders.redgifs import Redgifs
+from bdfr.site_downloaders.self_post import SelfPost
+from bdfr.site_downloaders.vreddit import VReddit
+from bdfr.site_downloaders.youtube import Youtube
+
+
+@pytest.mark.parametrize(('test_submission_url', 'expected_class'), (
+    ('https://v.redd.it/9z1dnk3xr5k61', VReddit),
+    ('https://www.reddit.com/r/TwoXChromosomes/comments/lu29zn/i_refuse_to_live_my_life'
+     '_in_anything_but_comfort/', SelfPost),
+    ('https://i.imgur.com/bZx1SJQ.jpg', Direct),
+    ('https://i.redd.it/affyv0axd5k61.png', Direct),
+    ('https://imgur.com/3ls94yv.jpeg', Direct),
+    ('https://i.imgur.com/BuzvZwb.gifv', Imgur),
+    ('https://imgur.com/BuzvZwb.gifv', Imgur),
+    ('https://i.imgur.com/6fNdLst.gif', Direct),
+    ('https://imgur.com/a/MkxAzeg', Imgur),
+    ('https://www.reddit.com/gallery/lu93m7', Gallery),
+    ('https://gfycat.com/concretecheerfulfinwhale', Gfycat),
+    ('https://www.erome.com/a/NWGw0F09', Erome),
+    ('https://youtube.com/watch?v=Gv8Wz74FjVA', Youtube),
+    ('https://redgifs.com/watch/courageousimpeccablecanvasback', Redgifs),
+    ('https://www.gifdeliverynetwork.com/repulsivefinishedandalusianhorse', GifDeliveryNetwork),
+    ('https://youtu.be/DevfjHOhuFc', Youtube),
+    ('https://m.youtube.com/watch?v=kr-FeojxzUM', Youtube),
+    ('https://i.imgur.com/3SKrQfK.jpg?1', Direct),
+    ('https://dynasty-scans.com/system/images_images/000/017/819/original/80215103_p0.png?1612232781', Direct),
+    ('https://m.imgur.com/a/py3RW0j', Imgur),
+))
+def test_factory_lever_good(test_submission_url: str, expected_class: BaseDownloader, reddit_instance: praw.Reddit):
+    result = DownloadFactory.pull_lever(test_submission_url)
+    assert result is expected_class
+
+
+@pytest.mark.parametrize('test_url', (
+    'random.com',
+    'bad',
+    'https://www.google.com/',
+    'https://www.google.com',
+    'https://www.google.com/test',
+    'https://www.google.com/test/',
+))
+def test_factory_lever_bad(test_url: str):
+    with pytest.raises(NotADownloadableLinkError):
+        DownloadFactory.pull_lever(test_url)
+
+
+@pytest.mark.parametrize(('test_url', 'expected'), (
+    ('www.test.com/test.png', 'test.com/test.png'),
+    ('www.test.com/test.png?test_value=random', 'test.com/test.png'),
+    ('https://youtube.com/watch?v=Gv8Wz74FjVA', 'youtube.com/watch'),
+    ('https://i.imgur.com/BuzvZwb.gifv', 'i.imgur.com/BuzvZwb.gifv'),
+))
+def test_sanitise_urll(test_url: str, expected: str):
+    result = DownloadFactory._sanitise_url(test_url)
+    assert result == expected

tests/site_downloaders/test_erome.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import MagicMock
+
+import pytest
+
+from bdfr.site_downloaders.erome import Erome
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_urls'), (
+    ('https://www.erome.com/a/vqtPuLXh', (
+        'https://s11.erome.com/365/vqtPuLXh/KH2qBT99_480p.mp4',
+    )),
+    ('https://www.erome.com/a/ORhX0FZz', (
+        'https://s4.erome.com/355/ORhX0FZz/9IYQocM9_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/9eEDc8xm_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/EvApC7Rp_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/LruobtMs_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/TJNmSUU5_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/X11Skh6Z_480p.mp4',
+        'https://s4.erome.com/355/ORhX0FZz/bjlTkpn7_480p.mp4'
+    )),
+))
+def test_get_link(test_url: str, expected_urls: tuple[str]):
+    result = Erome. _get_links(test_url)
+    assert set(result) == set(expected_urls)
+
+
+@pytest.mark.online
+@pytest.mark.slow
+@pytest.mark.parametrize(('test_url', 'expected_hashes'), (
+    ('https://www.erome.com/a/vqtPuLXh', {
+        '5da2a8d60d87bed279431fdec8e7d72f'
+    }),
+    ('https://www.erome.com/i/ItASD33e', {
+        'b0d73fedc9ce6995c2f2c4fdb6f11eff'
+    }),
+    ('https://www.erome.com/a/lGrcFxmb', {
+        '0e98f9f527a911dcedde4f846bb5b69f',
+        '25696ae364750a5303fc7d7dc78b35c1',
+        '63775689f438bd393cde7db6d46187de',
+        'a1abf398cfd4ef9cfaf093ceb10c746a',
+        'bd9e1a4ea5ef0d6ba47fb90e337c2d14'
+    }),
+))
+def test_download_resource(test_url: str, expected_hashes: tuple[str]):
+    # Can't compare hashes for this test, Erome doesn't return the exact same file from request to request so the hash
+    # will change back and forth randomly
+    mock_submission = MagicMock()
+    mock_submission.url = test_url
+    test_site = Erome(mock_submission)
+    resources = test_site.find_resources()
+    [res.download(120) for res in resources]
+    resource_hashes = [res.hash.hexdigest() for res in resources]
+    assert len(resource_hashes) == len(expected_hashes)

tests/site_downloaders/test_gallery.py

@@ -0,0 +1,60 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+import praw
+import pytest
+
+from bdfr.site_downloaders.gallery import Gallery
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected'), (
+    ('https://www.reddit.com/gallery/m6lvrh', {
+        'https://preview.redd.it/18nzv9ch0hn61.jpg?width=4160&'
+        'format=pjpg&auto=webp&s=470a825b9c364e0eace0036882dcff926f821de8',
+        'https://preview.redd.it/jqkizcch0hn61.jpg?width=4160&'
+        'format=pjpg&auto=webp&s=ae4f552a18066bb6727676b14f2451c5feecf805',
+        'https://preview.redd.it/k0fnqzbh0hn61.jpg?width=4160&'
+        'format=pjpg&auto=webp&s=c6a10fececdc33983487c16ad02219fd3fc6cd76',
+        'https://preview.redd.it/m3gamzbh0hn61.jpg?width=4160&'
+        'format=pjpg&auto=webp&s=0dd90f324711851953e24873290b7f29ec73c444'
+    }),
+    ('https://www.reddit.com/gallery/ljyy27', {
+        'https://preview.redd.it/04vxj25uqih61.png?width=92&'
+        'format=png&auto=webp&s=6513f3a5c5128ee7680d402cab5ea4fb2bbeead4',
+        'https://preview.redd.it/0fnx83kpqih61.png?width=241&'
+        'format=png&auto=webp&s=655e9deb6f499c9ba1476eaff56787a697e6255a',
+        'https://preview.redd.it/7zkmr1wqqih61.png?width=237&'
+        'format=png&auto=webp&s=19de214e634cbcad9959f19570c616e29be0c0b0',
+        'https://preview.redd.it/u37k5gxrqih61.png?width=443&'
+        'format=png&auto=webp&s=e74dae31841fe4a2545ffd794d3b25b9ff0eb862'
+    }),
+))
+def test_gallery_get_links(test_url: str, expected: set[str]):
+    results = Gallery._get_links(test_url)
+    assert set(results) == expected
+
+
+@pytest.mark.online
+@pytest.mark.reddit
+@pytest.mark.parametrize(('test_submission_id', 'expected_hashes'), (
+    ('m6lvrh', {
+        '6c8a892ae8066cbe119218bcaac731e1',
+        '93ce177f8cb7994906795f4615114d13',
+        '9a293adf19354f14582608cf22124574',
+        'b73e2c3daee02f99404644ea02f1ae65'
+    }),
+    ('ljyy27', {
+        '1bc38bed88f9c4770e22a37122d5c941',
+        '2539a92b78f3968a069df2dffe2279f9',
+        '37dea50281c219b905e46edeefc1a18d',
+        'ec4924cf40549728dcf53dd40bc7a73c'
+    }),
+))
+def test_gallery_download(test_submission_id: str, expected_hashes: set[str], reddit_instance: praw.Reddit):
+    test_submission = reddit_instance.submission(id=test_submission_id)
+    gallery = Gallery(test_submission)
+    results = gallery.find_resources()
+    [res.download(120) for res in results]
+    hashes = [res.hash.hexdigest() for res in results]
+    assert set(hashes) == expected_hashes

tests/site_downloaders/test_gfycat.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import Mock
+
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.gfycat import Gfycat
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_url'), (
+    ('https://gfycat.com/definitivecaninecrayfish', 'https://giant.gfycat.com/DefinitiveCanineCrayfish.mp4'),
+    ('https://gfycat.com/dazzlingsilkyiguana', 'https://giant.gfycat.com/DazzlingSilkyIguana.mp4'),
+    ('https://gfycat.com/webbedimpurebutterfly', 'https://thumbs2.redgifs.com/WebbedImpureButterfly.mp4'),
+))
+def test_get_link(test_url: str, expected_url: str):
+    result = Gfycat._get_link(test_url)
+    assert result == expected_url
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_hash'), (
+    ('https://gfycat.com/definitivecaninecrayfish', '48f9bd4dbec1556d7838885612b13b39'),
+    ('https://gfycat.com/dazzlingsilkyiguana', '808941b48fc1e28713d36dd7ed9dc648'),
+))
+def test_download_resource(test_url: str, expected_hash: str):
+    mock_submission = Mock()
+    mock_submission.url = test_url
+    test_site = Gfycat(mock_submission)
+    resources = test_site.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].hash.hexdigest() == expected_hash

tests/site_downloaders/test_gif_delivery_network.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import Mock
+
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.gif_delivery_network import GifDeliveryNetwork
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected'), (
+    ('https://www.gifdeliverynetwork.com/regalshoddyhorsechestnutleafminer',
+     'https://thumbs2.redgifs.com/RegalShoddyHorsechestnutleafminer.mp4'),
+    ('https://www.gifdeliverynetwork.com/maturenexthippopotamus',
+     'https://thumbs2.redgifs.com/MatureNextHippopotamus.mp4'),
+))
+def test_get_link(test_url: str, expected: str):
+    result = GifDeliveryNetwork._get_link(test_url)
+    assert result == expected
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_hash'), (
+    ('https://www.gifdeliverynetwork.com/maturenexthippopotamus', '9bec0a9e4163a43781368ed5d70471df'),
+    ('https://www.gifdeliverynetwork.com/regalshoddyhorsechestnutleafminer', '8afb4e2c090a87140230f2352bf8beba'),
+))
+def test_download_resource(test_url: str, expected_hash: str):
+    mock_submission = Mock()
+    mock_submission.url = test_url
+    test_site = GifDeliveryNetwork(mock_submission)
+    resources = test_site.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].hash.hexdigest() == expected_hash

tests/site_downloaders/test_imgur.py

@@ -0,0 +1,135 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import Mock
+
+import pytest
+
+from bdfr.exceptions import SiteDownloaderError
+from bdfr.resource import Resource
+from bdfr.site_downloaders.imgur import Imgur
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_gen_dict', 'expected_image_dict'), (
+    (
+        'https://imgur.com/a/xWZsDDP',
+        {'num_images': '1', 'id': 'xWZsDDP', 'hash': 'xWZsDDP'},
+        [
+            {'hash': 'ypa8YfS', 'title': '', 'ext': '.png', 'animated': False}
+        ]
+    ),
+    (
+        'https://imgur.com/gallery/IjJJdlC',
+        {'num_images': 1, 'id': 384898055, 'hash': 'IjJJdlC'},
+        [
+            {'hash': 'CbbScDt',
+             'description': 'watch when he gets it',
+             'ext': '.gif',
+             'animated': True,
+             'has_sound': False
+             }
+        ],
+    ),
+    (
+        'https://imgur.com/a/dcc84Gt',
+        {'num_images': '4', 'id': 'dcc84Gt', 'hash': 'dcc84Gt'},
+        [
+            {'hash': 'ylx0Kle', 'ext': '.jpg', 'title': ''},
+            {'hash': 'TdYfKbK', 'ext': '.jpg', 'title': ''},
+            {'hash': 'pCxGbe8', 'ext': '.jpg', 'title': ''},
+            {'hash': 'TSAkikk', 'ext': '.jpg', 'title': ''},
+        ]
+    ),
+    (
+        'https://m.imgur.com/a/py3RW0j',
+        {'num_images': '1', 'id': 'py3RW0j', 'hash': 'py3RW0j', },
+        [
+            {'hash': 'K24eQmK', 'has_sound': False, 'ext': '.jpg'}
+        ],
+    ),
+))
+def test_get_data_album(test_url: str, expected_gen_dict: dict, expected_image_dict: list[dict]):
+    result = Imgur._get_data(test_url)
+    assert all([result.get(key) == expected_gen_dict[key] for key in expected_gen_dict.keys()])
+
+    # Check if all the keys from the test dict are correct in at least one of the album entries
+    assert any([all([image.get(key) == image_dict[key] for key in image_dict.keys()])
+                for image_dict in expected_image_dict for image in result['album_images']['images']])
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_image_dict'), (
+    (
+        'https://i.imgur.com/dLk3FGY.gifv',
+        {'hash': 'dLk3FGY', 'title': '', 'ext': '.mp4', 'animated': True}
+    ),
+    (
+        'https://imgur.com/BuzvZwb.gifv',
+        {
+            'hash': 'BuzvZwb',
+            'title': '',
+            'description': 'Akron Glass Works',
+            'animated': True,
+            'mimetype': 'video/mp4'
+        },
+    ),
+))
+def test_get_data_gif(test_url: str, expected_image_dict: dict):
+    result = Imgur._get_data(test_url)
+    assert all([result.get(key) == expected_image_dict[key] for key in expected_image_dict.keys()])
+
+
+@pytest.mark.parametrize('test_extension', (
+    '.gif',
+    '.png',
+    '.jpg',
+    '.mp4'
+))
+def test_imgur_extension_validation_good(test_extension: str):
+    result = Imgur._validate_extension(test_extension)
+    assert result == test_extension
+
+
+@pytest.mark.parametrize('test_extension', (
+    '.jpeg',
+    'bad',
+    '.avi',
+    '.test',
+    '.flac',
+))
+def test_imgur_extension_validation_bad(test_extension: str):
+    with pytest.raises(SiteDownloaderError):
+        Imgur._validate_extension(test_extension)
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_hashes'), (
+    (
+        'https://imgur.com/a/xWZsDDP',
+        ('f551d6e6b0fef2ce909767338612e31b',)
+    ),
+    (
+        'https://imgur.com/gallery/IjJJdlC',
+        ('7227d4312a9779b74302724a0cfa9081',),
+    ),
+    (
+        'https://imgur.com/a/dcc84Gt',
+        (
+            'cf1158e1de5c3c8993461383b96610cf',
+            '28d6b791a2daef8aa363bf5a3198535d',
+            '248ef8f2a6d03eeb2a80d0123dbaf9b6',
+            '029c475ce01b58fdf1269d8771d33913',
+        ),
+    ),
+))
+def test_find_resources(test_url: str, expected_hashes: list[str]):
+    mock_download = Mock()
+    mock_download.url = test_url
+    downloader = Imgur(mock_download)
+    results = downloader.find_resources()
+    assert all([isinstance(res, Resource) for res in results])
+    [res.download(120) for res in results]
+    hashes = set([res.hash.hexdigest() for res in results])
+    assert len(results) == len(expected_hashes)
+    assert hashes == set(expected_hashes)

tests/site_downloaders/test_redgifs.py

@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import Mock
+
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.redgifs import Redgifs
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected'), (
+    ('https://redgifs.com/watch/frighteningvictorioussalamander',
+     'https://thumbs2.redgifs.com/FrighteningVictoriousSalamander.mp4'),
+    ('https://redgifs.com/watch/springgreendecisivetaruca',
+     'https://thumbs2.redgifs.com/SpringgreenDecisiveTaruca.mp4'),
+))
+def test_get_link(test_url: str, expected: str):
+    result = Redgifs._get_link(test_url)
+    assert result == expected
+
+
+@pytest.mark.online
+@pytest.mark.parametrize(('test_url', 'expected_hash'), (
+    ('https://redgifs.com/watch/frighteningvictorioussalamander', '4007c35d9e1f4b67091b5f12cffda00a'),
+    ('https://redgifs.com/watch/springgreendecisivetaruca', '8dac487ac49a1f18cc1b4dabe23f0869'),
+))
+def test_download_resource(test_url: str, expected_hash: str):
+    mock_submission = Mock()
+    mock_submission.url = test_url
+    test_site = Redgifs(mock_submission)
+    resources = test_site.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].hash.hexdigest() == expected_hash

tests/site_downloaders/test_self_post.py

@@ -0,0 +1,24 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+import praw
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.self_post import SelfPost
+
+
+@pytest.mark.online
+@pytest.mark.reddit
+@pytest.mark.parametrize(('test_submission_id', 'expected_hash'), (
+    ('ltmivt', '7d2c9e4e989e5cf2dca2e55a06b1c4f6'),
+    ('ltoaan', '221606386b614d6780c2585a59bd333f'),
+    ('d3sc8o', 'c1ff2b6bd3f6b91381dcd18dfc4ca35f'),
+))
+def test_find_resource(test_submission_id: str, expected_hash: str, reddit_instance: praw.Reddit):
+    submission = reddit_instance.submission(id=test_submission_id)
+    downloader = SelfPost(submission)
+    results = downloader.find_resources()
+    assert len(results) == 1
+    assert isinstance(results[0], Resource)
+    assert results[0].hash.hexdigest() == expected_hash

tests/site_downloaders/test_vreddit.py

@@ -0,0 +1,23 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+import praw
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.vreddit import VReddit
+
+
+@pytest.mark.online
+@pytest.mark.reddit
+@pytest.mark.parametrize(('test_submission_id'), (
+    ('lu8l8g'),
+))
+def test_find_resources(test_submission_id: str, reddit_instance: praw.Reddit):
+    test_submission = reddit_instance.submission(id=test_submission_id)
+    downloader = VReddit(test_submission)
+    resources = downloader.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].content is not None

tests/site_downloaders/test_youtube.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python3
+# coding=utf-8
+
+from unittest.mock import MagicMock
+
+import pytest
+
+from bdfr.resource import Resource
+from bdfr.site_downloaders.youtube import Youtube
+
+
+@pytest.mark.online
+@pytest.mark.slow
+@pytest.mark.parametrize(('test_url', 'expected_hash'), (
+    ('https://www.youtube.com/watch?v=uSm2VDgRIUs', 'f70b704b4b78b9bb5cd032bfc26e4971'),
+    ('https://www.youtube.com/watch?v=m-tKnjFwleU', '30314930d853afff8ebc7d8c36a5b833'),
+))
+def test_find_resources(test_url: str, expected_hash: str):
+    test_submission = MagicMock()
+    test_submission.url = test_url
+    downloader = Youtube(test_submission)
+    resources = downloader.find_resources()
+    assert len(resources) == 1
+    assert isinstance(resources[0], Resource)
+    resources[0].download(120)
+    assert resources[0].hash.hexdigest() == expected_hash