Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fixes for chrome v.130

Browse Source
This commit is contained in:
Barbara Miller 2024-10-18 16:40:24 -07:00
parent 59d9ece0f8
commit edb3e51f6b
2 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/browser.py
View File

@ -658,11 +658,9 @@ class Browser:
):
headers = extra_headers or {}
headers["Accept-Encoding"] = "gzip" # avoid encodings br, sdch
self.websock_thread.expect_result(self._command_id.peek())
msg_id = self.send_to_chrome(
method="Network.setExtraHTTPHeaders", params={"headers": headers}
)
self._wait_for(lambda: self.websock_thread.received_result(msg_id), timeout=10)
if user_agent:
msg_id = self.send_to_chrome(
method="Network.setUserAgentOverride", params={"userAgent": user_agent}

2
brozzler/worker.py
View File

@ -444,7 +444,7 @@ class BrozzlerWorker:
self.logger.trace("%r", chrome_msg)
if chrome_msg.get("params", {}).get("versions"):
url = chrome_msg.get("params", {}).get("versions")[0].get("scriptURL")
if url and url not in sw_fetched:
if url and url.startswith('http') and url not in sw_fetched:
self.logger.info("fetching service worker script %s", url)
self._fetch_url(site, url=url)
sw_fetched.add(url)