Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

black'd

Browse Source
This commit is contained in:
Barbara Miller 2024-07-18 10:19:44 -07:00
parent 3f0227cd44
commit 5a264f29d1
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
brozzler/worker.py
View File

@ -261,7 +261,9 @@ class BrozzlerWorker:
except brozzler.PageInterstitialShown:
self.logger.info("page interstitial shown (http auth): %s", page)
if enable_youtube_dl and ydl.should_ytdlp(site, page, browser.websock_thread.page_status, self._skip_av_seeds):
if enable_youtube_dl and ydl.should_ytdlp(
site, page, browser.websock_thread.page_status, self._skip_av_seeds
):
try:
ydl_outlinks = ydl.do_youtube_dl(self, site, page)
outlinks.update(ydl_outlinks)
@ -297,9 +299,11 @@ class BrozzlerWorker:
page_headers = r.headers
return page_headers
def _needs_browsing(self, page_headers):
if "content-type" in page_headers and "html" not in page_headers["content-type"]:
if (
"content-type" in page_headers
and "html" not in page_headers["content-type"]
):
return False
return True