Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-23 06:50:37 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

merge qa brozzler flags

Browse source
This commit is contained in:
Adam Miller 2025-01-30 11:41:21 -08:00
commit c70de99116
3 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
brozzler/chrome.py
View file

@ -206,6 +206,7 @@ class Chrome:
"--disable-extensions", "--disable-extensions",
"--disable-save-password-bubble", "--disable-save-password-bubble",
"--disable-sync", "--disable-sync",
"--disable-features=OptimizationGuideModelDownloading,OptimizationHintsFetching,OptimizationTargetPrediction,OptimizationHints",
] ]
major_version = check_version(self.chrome_exe) major_version = check_version(self.chrome_exe)
if major_version >= 109: if major_version >= 109:

8
brozzler/cli.py
View file

@ -547,6 +547,12 @@ def brozzler_worker(argv=None):
default="/tmp", default="/tmp",
help="argparse.SUPPRESS", help="argparse.SUPPRESS",
) )
arg_parser.add_argument(
"--ytdlp_proxy_file",
dest="ytdlp_proxy_file",
default="/opt/local/brozzler/ytdlp_proxy_endpoints.txt",
help="argparse.SUPPRESS",
)
arg_parser.add_argument( arg_parser.add_argument(
"--stealth", "--stealth",
dest="stealth", dest="stealth",
@ -600,7 +606,7 @@ def brozzler_worker(argv=None):
signal.signal(signal.SIGQUIT, dump_state) signal.signal(signal.SIGQUIT, dump_state)
def get_ytdlp_proxy_endpoints(): def get_ytdlp_proxy_endpoints():
YTDLP_PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/ytdlp_proxy_endpoints.txt" YTDLP_PROXY_ENDPOINTS_FILE = args.ytdlp_proxy_file
try: try:
# make list from file # make list from file
with open(YTDLP_PROXY_ENDPOINTS_FILE) as endpoints: with open(YTDLP_PROXY_ENDPOINTS_FILE) as endpoints:

2
setup.py
View file

@ -34,7 +34,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name="brozzler", name="brozzler",
version="1.6.6.a4", version="1.6.6.a5",
description="Distributed web crawling with browsers", description="Distributed web crawling with browsers",
url="https://github.com/internetarchive/brozzler", url="https://github.com/internetarchive/brozzler",
author="Noah Levitt", author="Noah Levitt",