ModerateWinGuy/BDFR_Web
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactor method to base class

Browse Source
This commit is contained in:
Serene-Arc
2021-04-05 17:21:04 +10:00
committed by Ali Parlakci
parent 500cee4bae
commit 2384c03170
7 changed files with 28 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
bulkredditdownloader/site_downloaders/gallery.py
View File

@@ -5,7 +5,6 @@ import re
from typing import Optional
import bs4
import requests
from praw.models import Submission
from bulkredditdownloader.exceptions import ResourceNotFound
@@ -28,12 +27,12 @@ class Gallery(BaseDownloader):
@staticmethod
def _get_links(url: str) -> list[str]:
page = requests.get(url, headers={
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)"
" Chrome/67.0.3396.87 Safari/537.36 OPR/54.0.2952.64",
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",
resource_headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)'
' Chrome/67.0.3396.87 Safari/537.36 OPR/54.0.2952.64',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
}
)
page = Gallery.get_link(url, headers=resource_headers)
soup = bs4.BeautifulSoup(page.text, 'html.parser')
links = soup.findAll('a', attrs={'target': '_blank', 'href': re.compile(r'https://preview\.redd\.it.*')})