Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 00:29:53 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

cli.py updates from code review

Browse Source
This commit is contained in:
Barbara Miller 2024-05-29 17:05:04 -07:00
parent 4eb79ca936
commit a1a04aa0c5
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
brozzler/cli.py
View File

@ -545,11 +545,11 @@ def brozzler_worker(argv=None):
signal.signal(signal.SIGQUIT, dump_state)
def get_skip_av_seeds():
skip_av_seeds_file = "/opt/local/brozzler/skip_av_seeds.txt"
SKIP_AV_SEEDS_FILE = "/opt/local/brozzler/skip_av_seeds.txt"
try:
with open(skip_av_seeds_file) as skips:
skip_av_seeds = {x for x in skips.readlines()}
logging.info("running with skip_av_seeds file %s" % skip_av_seeds_file)
skip_av_seeds = set(skips.readlines())
logging.info("running with skip_av_seeds file %s" % SKIP_AV_SEEDS_FILE)
except Exception as e:
skip_av_seeds = set()
logging.info("running with empty skip_av_seeds")