mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 08:39:59 -05:00
cli.py updates from code review
This commit is contained in:
parent
4eb79ca936
commit
a1a04aa0c5
@ -545,11 +545,11 @@ def brozzler_worker(argv=None):
|
|||||||
signal.signal(signal.SIGQUIT, dump_state)
|
signal.signal(signal.SIGQUIT, dump_state)
|
||||||
|
|
||||||
def get_skip_av_seeds():
|
def get_skip_av_seeds():
|
||||||
skip_av_seeds_file = "/opt/local/brozzler/skip_av_seeds.txt"
|
SKIP_AV_SEEDS_FILE = "/opt/local/brozzler/skip_av_seeds.txt"
|
||||||
try:
|
try:
|
||||||
with open(skip_av_seeds_file) as skips:
|
with open(skip_av_seeds_file) as skips:
|
||||||
skip_av_seeds = {x for x in skips.readlines()}
|
skip_av_seeds = set(skips.readlines())
|
||||||
logging.info("running with skip_av_seeds file %s" % skip_av_seeds_file)
|
logging.info("running with skip_av_seeds file %s" % SKIP_AV_SEEDS_FILE)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
skip_av_seeds = set()
|
skip_av_seeds = set()
|
||||||
logging.info("running with empty skip_av_seeds")
|
logging.info("running with empty skip_av_seeds")
|
||||||
|
Loading…
x
Reference in New Issue
Block a user