From a1910fc0feb65752109e0d2c9b753e62fda27149 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Wed, 29 Jun 2016 19:57:51 -0500 Subject: [PATCH] avoid "AttributeError: 'ExtractorError' object has no attribute 'code'" checking for 430 (soft limit) from youtube-dl --- brozzler/worker.py | 1 + setup.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index 9d1b6c0..c1415b7 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -225,6 +225,7 @@ class BrozzlerWorker: raise except Exception as e: if (hasattr(e, 'exc_info') and len(e.exc_info) >= 2 + and hasattr(e.exc_info[1], 'code') and e.exc_info[1].code == 430): self.logger.info( 'youtube-dl got %s %s processing %s', diff --git a/setup.py b/setup.py index 6d8f422..6bbfb71 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,7 @@ import setuptools setuptools.setup( name='brozzler', - version='1.1.dev36', + version='1.1.dev37', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',