diff --git a/brozzler/worker.py b/brozzler/worker.py index 62f9148..dc1fc7b 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -223,9 +223,15 @@ class BrozzlerWorker: self._try_youtube_dl(ydl, site, page) except brozzler.ReachedLimit as e: raise - except: - self.logger.error("youtube_dl raised exception on %s", - page, exc_info=True) + except Exception as e: + if (hasattr(e, 'exc_info') and len(e.exc_info) >= 2 + and e.exc_info[1].code == 430): + self.logger.info( + 'youtube-dl got %s %s processing %s', + e.exc_info[1].code, e.exc_info[1].msg, page.url) + else: + self.logger.error( + "youtube_dl raised exception on %s", page, exc_info=True) if self._needs_browsing(page, ydl_spy): self.logger.info('needs browsing: %s', page) diff --git a/setup.py b/setup.py index be6fc79..c2e5d36 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,7 @@ import setuptools setuptools.setup( name='brozzler', - version='1.1.dev29', + version='1.1.dev30', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',