ModerateWinGuy/BDFR_Web
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactor Gfycat class

Browse Source
This commit is contained in:
Serene-Arc
2021-03-19 22:13:56 +10:00
committed by Ali Parlakci
parent 540b237da6
commit 03c8d524a4
1 changed files with 6 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
bulkredditdownloader/site_downloaders/gfycat.py
View File

@@ -22,22 +22,15 @@ class Gfycat(GifDeliveryNetwork):
@staticmethod @staticmethod
def _get_link(url: str) -> str: def _get_link(url: str) -> str:
"""Extract direct link to the video from page's source and return it """
if re.match(r'\.(webm|mp4|gif)$', url): if re.match(r'\.(webm|mp4|gif)$', url):
return url return url
if url.endswith('/'): gfycat_id = re.match(r'.*/(.*?)/?$', url).group(1)
url = url[:-1] url = 'https://gfycat.com/' + gfycat_id
url = "https://gfycat.com/" + url.split('/')[-1]
page_source = requests.get(url).text page_source = requests.get(url).text
soup = BeautifulSoup(page_source, 'html.parser')
content = soup.find('script', attrs={'data-react-helmet': 'true', 'type': 'application/ld+json'})
soup = BeautifulSoup(page_source, "html.parser") out = json.loads(content.contents[0]).get('video').get('contentUrl')
attributes = {"data-react-helmet": "true", "type": "application/ld+json"} return out
content = soup.find("script", attrs=attributes)
if content is None:
return super()._get_link(url)
return json.loads(content.contents[0])["video"]["contentUrl"]