Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-22 08:29:07 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge branch 'master' into qa

Browse Source 
* master:
  quiet down the logging
This commit is contained in:
Noah Levitt 2017-12-15 15:58:00 -08:00
commit 3e84d5e82f
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/frontier.py
View File

@ -367,7 +367,7 @@ class RethinkDbFrontier:
l = list(pages.values())
for batch in (l[i:i+50] for i in range(0, len(l), 50)):
try:
self.logger.info(
self.logger.debug(
'inserting/replacing batch of %s pages', len(batch))
result = self.rr.table('pages').insert(
batch, conflict='replace').run()

2
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup(
name='brozzler',
version='1.1b12.dev271',
version='1.1b12.dev272',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',