Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-21 14:09:00 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge branch 'rotary_skip_ytdlp' into qa

Browse source
This commit is contained in:
Barbara Miller 2024-05-30 11:10:45 -07:00
commit 16b9cad640
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
brozzler/cli.py
View file

@ -560,11 +560,11 @@ def brozzler_worker(argv=None):
rr = rethinker(args) rr = rethinker(args)
frontier = brozzler.RethinkDbFrontier(rr) frontier = brozzler.RethinkDbFrontier(rr)
service_registry = doublethink.ServiceRegistry(rr) service_registry = doublethink.ServiceRegistry(rr)
skip_av_seeds = get_skip_av_seeds() skip_av_seeds_from_file = get_skip_av_seeds()
worker = brozzler.worker.BrozzlerWorker( worker = brozzler.worker.BrozzlerWorker(
frontier, frontier,
service_registry, service_registry,
skip_av_seeds=skip_av_seeds, skip_av_seeds=skip_av_seeds_from_file,
max_browsers=int(args.max_browsers), max_browsers=int(args.max_browsers),
chrome_exe=args.chrome_exe, chrome_exe=args.chrome_exe,
proxy=args.proxy, proxy=args.proxy,

1
brozzler/worker.py
View file

@ -74,6 +74,7 @@ class BrozzlerWorker:
): ):
self._frontier = frontier self._frontier = frontier
self._service_registry = service_registry self._service_registry = service_registry
self._skip_av_seeds = skip_av_seeds
self._max_browsers = max_browsers self._max_browsers = max_browsers
self._warcprox_auto = warcprox_auto self._warcprox_auto = warcprox_auto