ModerateWinGuy/BDFR_Web
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix GifDeliveryNetwork link algorithm (#298)

Browse Source 
* Catch additional error when parsing site

* Fix GifDeliveryNetwork link algorithm

Co-authored-by: Serene-Arc <serenical@gmail.com>
This commit is contained in:
Ali Parlakçı
2021-04-22 10:07:05 +03:00
committed by GitHub
parent 1c4cfbb580
commit 2eab4052c5
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bdfr/site_downloaders/gif_delivery_network.py
View File

@@ -1,6 +1,7 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
from typing import Optional from typing import Optional
import json
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from praw.models import Submission from praw.models import Submission
@@ -24,13 +25,12 @@ class GifDeliveryNetwork(BaseDownloader):
page = GifDeliveryNetwork.retrieve_url(url) page = GifDeliveryNetwork.retrieve_url(url)
soup = BeautifulSoup(page.text, 'html.parser') soup = BeautifulSoup(page.text, 'html.parser')
content = soup.find('source', attrs={'id': 'mp4Source', 'type': 'video/mp4'}) content = soup.find('script', attrs={'data-react-helmet': 'true', 'type': 'application/ld+json'})
try: try:
out = content['src'] content = json.loads(content.string)
if not out: out = content['video']['contentUrl']
raise KeyError except (json.JSONDecodeError, KeyError, TypeError):
except KeyError:
raise SiteDownloaderError('Could not find source link') raise SiteDownloaderError('Could not find source link')
return out return out