Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

locally black'd, to avoid github formatting error?

Browse Source
This commit is contained in:
Barbara Miller 2024-04-17 10:48:03 -07:00
parent 5fa25a747f
commit 737770e3ba
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
brozzler/ydl.py
View File

@ -32,8 +32,9 @@ import threading
thread_local = threading.local()
def is_html_maybe(url):
skip_url_exts = ['pdf', 'jpg', 'jpeg', 'png', 'gif', 'mp4', 'mpeg']
skip_url_exts = ["pdf", "jpg", "jpeg", "png", "gif", "mp4", "mpeg"]
parsed_url = urlparse(url)
base_url, ext = os.path.splitext(parsed_url.path)
@ -48,7 +49,9 @@ def should_ytdlp(page):
ytdlp_url = page.redirect_url if page.redirect_url else page.url
if not is_html_maybe(ytdlp_url):
logging.warning("skipping yt-dlp for %s due to unsupported extension", ytdlp_url)
logging.warning(
"skipping yt-dlp for %s due to unsupported extension", ytdlp_url
)
return False
return True