Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-08 14:32:23 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

brozzler-worker round-robins sites needing crawling

Browse source
This commit is contained in:
Noah Levitt 2015-07-13 12:13:41 -07:00
parent ddd764cac5
commit eb74967fed
2 changed files with 56 additions and 47 deletions
Download patch file Download diff file Expand all files Collapse all files

5
umbra/browser.py
View file

@ -22,12 +22,13 @@ class BrowserPool:
BASE_PORT = 9200
def __init__(self, size=3, chrome_exe='chromium-browser'):
def __init__(self, size=3, **kwargs):
"""kwargs are passed on to Browser.__init__"""
self._available = set()
self._in_use = set()
for i in range(0, size):
browser = Browser(BrowserPool.BASE_PORT + i, chrome_exe)
browser = Browser(BrowserPool.BASE_PORT + i, **kwargs)
self._available.add(browser)
self._lock = threading.Lock()