Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

skip more exts, plus chrome-error

Browse Source
This commit is contained in:
Barbara Miller 2024-04-17 17:23:36 -07:00
parent 737770e3ba
commit f2c89d1c18
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
brozzler/ydl.py
View File

@ -34,7 +34,10 @@ thread_local = threading.local()
def is_html_maybe(url): def is_html_maybe(url):
skip_url_exts = ["pdf", "jpg", "jpeg", "png", "gif", "mp4", "mpeg"] if "chrome-error:" in url:
return False
skip_url_exts = ["pdf", "jpg", "jpeg", "png", "gif", "mp3", "mp4", "mpeg", "css", "js"]
parsed_url = urlparse(url) parsed_url = urlparse(url)
base_url, ext = os.path.splitext(parsed_url.path) base_url, ext = os.path.splitext(parsed_url.path)