Add Vidble module

bdfr/site_downloaders/vidble.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python3
+# coding=utf-8
+import itertools
+import logging
+import re
+from typing import Optional
+
+import bs4
+import requests
+from praw.models import Submission
+
+from bdfr.exceptions import SiteDownloaderError
+from bdfr.resource import Resource
+from bdfr.site_authenticator import SiteAuthenticator
+from bdfr.site_downloaders.base_downloader import BaseDownloader
+
+logger = logging.getLogger(__name__)
+
+
+class Vidble(BaseDownloader):
+    def __init__(self, post: Submission):
+        super().__init__(post)
+
+    def find_resources(self, authenticator: Optional[SiteAuthenticator] = None) -> list[Resource]:
+        res = self.get_links(self.post.url)
+        if not res:
+            raise SiteDownloaderError(rf'No resources found at {self.post.url}')
+        res = [Resource(self.post, r, Resource.retry_download(r)) for r in res]
+        return res
+
+    @staticmethod
+    def get_links(url: str) -> set[str]:
+        page = requests.get(url)
+        soup = bs4.BeautifulSoup(page.text, 'html.parser')
+        content_div = soup.find('div', attrs={'id': 'ContentPlaceHolder1_divContent'})
+        images = content_div.find_all('img')
+        images = [i.get('src') for i in images]
+        videos = content_div.find_all('source', attrs={'type': 'video/mp4'})
+        videos = [v.get('src') for v in videos]
+        resources = filter(None, itertools.chain(images, videos))
+        resources = ['https://www.vidble.com' + r for r in resources]
+        resources = [Vidble.change_med_url(r) for r in resources]
+        return set(resources)
+
+    @staticmethod
+    def change_med_url(url: str) -> str:
+        out = re.sub(r'_med(\..{3,4})$', r'\1', url)
+        return out