mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-07-22 22:40:47 -04:00
merge qa brozzler flags
This commit is contained in:
commit
c70de99116
3 changed files with 9 additions and 2 deletions
|
@ -206,6 +206,7 @@ class Chrome:
|
|||
"--disable-extensions",
|
||||
"--disable-save-password-bubble",
|
||||
"--disable-sync",
|
||||
"--disable-features=OptimizationGuideModelDownloading,OptimizationHintsFetching,OptimizationTargetPrediction,OptimizationHints",
|
||||
]
|
||||
major_version = check_version(self.chrome_exe)
|
||||
if major_version >= 109:
|
||||
|
|
|
@ -547,6 +547,12 @@ def brozzler_worker(argv=None):
|
|||
default="/tmp",
|
||||
help="argparse.SUPPRESS",
|
||||
)
|
||||
arg_parser.add_argument(
|
||||
"--ytdlp_proxy_file",
|
||||
dest="ytdlp_proxy_file",
|
||||
default="/opt/local/brozzler/ytdlp_proxy_endpoints.txt",
|
||||
help="argparse.SUPPRESS",
|
||||
)
|
||||
arg_parser.add_argument(
|
||||
"--stealth",
|
||||
dest="stealth",
|
||||
|
@ -600,7 +606,7 @@ def brozzler_worker(argv=None):
|
|||
signal.signal(signal.SIGQUIT, dump_state)
|
||||
|
||||
def get_ytdlp_proxy_endpoints():
|
||||
YTDLP_PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/ytdlp_proxy_endpoints.txt"
|
||||
YTDLP_PROXY_ENDPOINTS_FILE = args.ytdlp_proxy_file
|
||||
try:
|
||||
# make list from file
|
||||
with open(YTDLP_PROXY_ENDPOINTS_FILE) as endpoints:
|
||||
|
|
2
setup.py
2
setup.py
|
@ -34,7 +34,7 @@ def find_package_data(package):
|
|||
|
||||
setuptools.setup(
|
||||
name="brozzler",
|
||||
version="1.6.6.a4",
|
||||
version="1.6.6.a5",
|
||||
description="Distributed web crawling with browsers",
|
||||
url="https://github.com/internetarchive/brozzler",
|
||||
author="Noah Levitt",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue