Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 00:29:53 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #305 from galgeek/chrome130fixes

Browse Source 
small fixes for chrome v.130
This commit is contained in:
Adam Miller 2024-12-04 15:37:06 -08:00 committed by GitHub
commit 210491c867
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/browser.py
View File

@ -658,11 +658,9 @@ class Browser:
): ):
headers = extra_headers or {} headers = extra_headers or {}
headers["Accept-Encoding"] = "gzip" # avoid encodings br, sdch headers["Accept-Encoding"] = "gzip" # avoid encodings br, sdch
self.websock_thread.expect_result(self._command_id.peek())
msg_id = self.send_to_chrome( msg_id = self.send_to_chrome(
method="Network.setExtraHTTPHeaders", params={"headers": headers} method="Network.setExtraHTTPHeaders", params={"headers": headers}
) )
self._wait_for(lambda: self.websock_thread.received_result(msg_id), timeout=10)
if user_agent: if user_agent:
msg_id = self.send_to_chrome( msg_id = self.send_to_chrome(
method="Network.setUserAgentOverride", params={"userAgent": user_agent} method="Network.setUserAgentOverride", params={"userAgent": user_agent}

2
brozzler/worker.py
View File

@ -414,7 +414,7 @@ class BrozzlerWorker:
self.logger.trace("%r", chrome_msg) self.logger.trace("%r", chrome_msg)
if chrome_msg.get("params", {}).get("versions"): if chrome_msg.get("params", {}).get("versions"):
url = chrome_msg.get("params", {}).get("versions")[0].get("scriptURL") url = chrome_msg.get("params", {}).get("versions")[0].get("scriptURL")
if url and url not in sw_fetched: if url and url.startswith("http") and url not in sw_fetched:
self.logger.info("fetching service worker script %s", url) self.logger.info("fetching service worker script %s", url)
self._fetch_url(site, url=url) self._fetch_url(site, url=url)
sw_fetched.add(url) sw_fetched.add(url)