From 423f05b8417beeb2018bd48d955ac4fb4e770e96 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Thu, 18 Apr 2024 15:44:35 -0700 Subject: [PATCH] black'd --- brozzler/worker.py | 13 +++++++++---- brozzler/ydl.py | 1 + 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index 259ccd6..e9015fd 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -299,7 +299,9 @@ class BrozzlerWorker: content_type_header = "CONTENT-LENGTH" if content_type_header: page.content_type = r.headers[content_type_header] - self.logger.info("url %s content_type is %s", page.url, page.content_type) + self.logger.info( + "url %s content_type is %s", page.url, page.content_type + ) if "Content-Length" in r.headers: content_length_header = "Content-Length" @@ -309,7 +311,9 @@ class BrozzlerWorker: content_length_header = "CONTENT-LENGTH" if content_length_header: page.content_length = int(r.headers[content_length_header]) - self.logger.info("url %s content_length is %s", page.url, page.content_length) + self.logger.info( + "url %s content_length is %s", page.url, page.content_length + ) if "Last-Modified" in r.headers: last_modified_header = "Last-Modified" @@ -319,14 +323,15 @@ class BrozzlerWorker: last_modified_header = "LAST-MODIFIED" if last_modified_header: page.last_modified = r.headers[last_modified_header] - self.logger.info("url %s last_modified is %s", page.url, page.last_modified) + self.logger.info( + "url %s last_modified is %s", page.url, page.last_modified + ) def _needs_browsing(self, page): if page.content_type and "html" not in page.content_type: return False return True - def _browse_page(self, browser, site, page, on_screenshot=None, on_request=None): def _on_screenshot(screenshot_jpeg): if on_screenshot: diff --git a/brozzler/ydl.py b/brozzler/ydl.py index af0c313..3ac4bb2 100644 --- a/brozzler/ydl.py +++ b/brozzler/ydl.py @@ -31,6 +31,7 @@ import threading thread_local = threading.local() + def should_ytdlp(page): ytdlp_url = page.redirect_url if page.redirect_url else page.url