Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-23 08:09:48 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

black'd

Browse Source
This commit is contained in:
Barbara Miller 2025-01-23 11:21:05 -08:00
parent 170377fe89
commit 854970f4dd
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
brozzler/cli.py
View File

@ -611,14 +611,16 @@ def brozzler_worker(argv=None):
logging.info("running with empty skip_av_seeds")
return skip_av_seeds
def get_proxy_endpoints():
def get_proxy_endpoints():
PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/proxy_endpoints.txt"
try:
# make list from file
with open(PROXY_ENDPOINTS_FILE) as endpoints:
proxy_endpoints = [l for l in endpoints.readlines()]
if proxy_endpoints:
logging.info("running with proxy endpoints file %s" % PROXY_ENDPOINTS_FILE)
logging.info(
"running with proxy endpoints file %s" % PROXY_ENDPOINTS_FILE
)
except Exception as e:
proxy_endpoints = []
logging.info("running with empty proxy endpoints file")