Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-09 15:02:28 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixes for chrome v.130

Browse source
This commit is contained in:
Barbara Miller 2024-10-18 16:40:24 -07:00
parent 3a8b9d2d05
commit d488cdbb3b
2 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/browser.py
View file

@ -658,11 +658,9 @@ class Browser:
): ):
headers = extra_headers or {} headers = extra_headers or {}
headers["Accept-Encoding"] = "gzip" # avoid encodings br, sdch headers["Accept-Encoding"] = "gzip" # avoid encodings br, sdch
self.websock_thread.expect_result(self._command_id.peek())
msg_id = self.send_to_chrome( msg_id = self.send_to_chrome(
method="Network.setExtraHTTPHeaders", params={"headers": headers} method="Network.setExtraHTTPHeaders", params={"headers": headers}
) )
self._wait_for(lambda: self.websock_thread.received_result(msg_id), timeout=10)
if user_agent: if user_agent:
msg_id = self.send_to_chrome( msg_id = self.send_to_chrome(
method="Network.setUserAgentOverride", params={"userAgent": user_agent} method="Network.setUserAgentOverride", params={"userAgent": user_agent}

2
brozzler/worker.py
View file

@ -414,7 +414,7 @@ class BrozzlerWorker:
self.logger.trace("%r", chrome_msg) self.logger.trace("%r", chrome_msg)
if chrome_msg.get("params", {}).get("versions"): if chrome_msg.get("params", {}).get("versions"):
url = chrome_msg.get("params", {}).get("versions")[0].get("scriptURL") url = chrome_msg.get("params", {}).get("versions")[0].get("scriptURL")
if url and url not in sw_fetched: if url and url.startswith('http') and url not in sw_fetched:
self.logger.info("fetching service worker script %s", url) self.logger.info("fetching service worker script %s", url)
self._fetch_url(site, url=url) self._fetch_url(site, url=url)
sw_fetched.add(url) sw_fetched.add(url)