From 9e0978298467c016b7061bd6791cb986109cdd08 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Thu, 23 Jan 2025 14:35:34 -0800 Subject: [PATCH 1/3] ytdlp_proxy_file param --- brozzler/cli.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/brozzler/cli.py b/brozzler/cli.py index 51c7471..ab73602 100755 --- a/brozzler/cli.py +++ b/brozzler/cli.py @@ -546,6 +546,12 @@ def brozzler_worker(argv=None): default="/tmp", help="argparse.SUPPRESS", ) + arg_parser.add_argument( + "--ytdlp_proxy_file", + dest="ytdlp_proxy_file", + default="/opt/local/brozzler/ytdlp_proxy_endpoints.txt", + help="argparse.SUPPRESS", + ) arg_parser.add_argument( "--stealth", dest="stealth", @@ -612,7 +618,7 @@ def brozzler_worker(argv=None): return skip_av_seeds def get_ytdlp_proxy_endpoints(): - YTDLP_PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/ytdlp_proxy_endpoints.txt" + YTDLP_PROXY_ENDPOINTS_FILE = args.ytdlp_proxy_file try: # make list from file with open(YTDLP_PROXY_ENDPOINTS_FILE) as endpoints: From df4bd148d51f1de7cf8a00765c56f8d65eb3b118 Mon Sep 17 00:00:00 2001 From: Barbara Miller <3253863+galgeek@users.noreply.github.com> Date: Thu, 23 Jan 2025 16:26:16 -0800 Subject: [PATCH 2/3] bump version and update copyright --- setup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index ca061e1..72452c6 100644 --- a/setup.py +++ b/setup.py @@ -2,7 +2,7 @@ """ setup.py - brozzler setup script -Copyright (C) 2014-2024 Internet Archive +Copyright (C) 2014-2025 Internet Archive Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. @@ -34,7 +34,7 @@ def find_package_data(package): setuptools.setup( name="brozzler", - version="1.6.5", + version="1.6.6", description="Distributed web crawling with browsers", url="https://github.com/internetarchive/brozzler", author="Noah Levitt", From ff8824f102b6215cdfdcadc4e7ee9f998c85536b Mon Sep 17 00:00:00 2001 From: Adam Miller Date: Thu, 30 Jan 2025 11:33:55 -0800 Subject: [PATCH 3/3] feat: add new flag to disable automatic model downloads for hints/autocomplete --- brozzler/chrome.py | 1 + 1 file changed, 1 insertion(+) diff --git a/brozzler/chrome.py b/brozzler/chrome.py index 6194a1a..4c5f348 100644 --- a/brozzler/chrome.py +++ b/brozzler/chrome.py @@ -206,6 +206,7 @@ class Chrome: "--disable-extensions", "--disable-save-password-bubble", "--disable-sync", + "--disable-features=OptimizationGuideModelDownloading,OptimizationHintsFetching,OptimizationTargetPrediction,OptimizationHints", ] major_version = check_version(self.chrome_exe) if major_version >= 109: