Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-07 05:52:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

black'd

Browse source
This commit is contained in:
Barbara Miller 2025-01-23 11:21:05 -08:00
parent 170377fe89
commit 854970f4dd
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
brozzler/cli.py
View file

@ -611,14 +611,16 @@ def brozzler_worker(argv=None):
logging.info("running with empty skip_av_seeds") logging.info("running with empty skip_av_seeds")
return skip_av_seeds return skip_av_seeds
def get_proxy_endpoints(): def get_proxy_endpoints():
PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/proxy_endpoints.txt" PROXY_ENDPOINTS_FILE = "/opt/local/brozzler/proxy_endpoints.txt"
try: try:
# make list from file # make list from file
with open(PROXY_ENDPOINTS_FILE) as endpoints: with open(PROXY_ENDPOINTS_FILE) as endpoints:
proxy_endpoints = [l for l in endpoints.readlines()] proxy_endpoints = [l for l in endpoints.readlines()]
if proxy_endpoints: if proxy_endpoints:
logging.info("running with proxy endpoints file %s" % PROXY_ENDPOINTS_FILE) logging.info(
"running with proxy endpoints file %s" % PROXY_ENDPOINTS_FILE
)
except Exception as e: except Exception as e:
proxy_endpoints = [] proxy_endpoints = []
logging.info("running with empty proxy endpoints file") logging.info("running with empty proxy endpoints file")