Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 00:29:53 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

quiet down the logging

Browse Source
This commit is contained in:
Noah Levitt 2017-12-15 15:57:36 -08:00
parent df6615cc2c
commit 7ff99266ea
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/frontier.py
View File

@ -367,7 +367,7 @@ class RethinkDbFrontier:
l = list(pages.values()) l = list(pages.values())
for batch in (l[i:i+50] for i in range(0, len(l), 50)): for batch in (l[i:i+50] for i in range(0, len(l), 50)):
try: try:
self.logger.info( self.logger.debug(
'inserting/replacing batch of %s pages', len(batch)) 'inserting/replacing batch of %s pages', len(batch))
result = self.rr.table('pages').insert( result = self.rr.table('pages').insert(
batch, conflict='replace').run() batch, conflict='replace').run()

2
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b12.dev271', version='1.1b12.dev272',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',