mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-06-19 04:19:30 -04:00
calm logging, don't print stacktrace on 430 from youtube-dl
This commit is contained in:
parent
e9c398caea
commit
7a805a43d1
2 changed files with 10 additions and 4 deletions
|
@ -223,9 +223,15 @@ class BrozzlerWorker:
|
|||
self._try_youtube_dl(ydl, site, page)
|
||||
except brozzler.ReachedLimit as e:
|
||||
raise
|
||||
except:
|
||||
self.logger.error("youtube_dl raised exception on %s",
|
||||
page, exc_info=True)
|
||||
except Exception as e:
|
||||
if (hasattr(e, 'exc_info') and len(e.exc_info) >= 2
|
||||
and e.exc_info[1].code == 430):
|
||||
self.logger.info(
|
||||
'youtube-dl got %s %s processing %s',
|
||||
e.exc_info[1].code, e.exc_info[1].msg, page.url)
|
||||
else:
|
||||
self.logger.error(
|
||||
"youtube_dl raised exception on %s", page, exc_info=True)
|
||||
|
||||
if self._needs_browsing(page, ydl_spy):
|
||||
self.logger.info('needs browsing: %s', page)
|
||||
|
|
2
setup.py
2
setup.py
|
@ -21,7 +21,7 @@ import setuptools
|
|||
|
||||
setuptools.setup(
|
||||
name='brozzler',
|
||||
version='1.1.dev29',
|
||||
version='1.1.dev30',
|
||||
description='Distributed web crawling with browsers',
|
||||
url='https://github.com/internetarchive/brozzler',
|
||||
author='Noah Levitt',
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue