From af1e1c75ecbaa564c1b0d44869dddeb2362aad33 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Fri, 9 Dec 2016 14:16:27 -0800 Subject: [PATCH] avoid infinite loop in case youtube-dl encounters redirect loop (which can be ok if cookies have been set or something) --- brozzler/worker.py | 2 +- setup.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index 21aa22e..436c08b 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -78,7 +78,7 @@ class YoutubeDLSpy(urllib.request.BaseHandler): final_url = url while final_url in redirects: - final_url = redirects[final_url].response.headers['location'] + final_url = redirects.pop(final_url).response.headers['location'] final_bounces = [] for txn in self.transactions: diff --git a/setup.py b/setup.py index 3c5468d..0778064 100644 --- a/setup.py +++ b/setup.py @@ -32,7 +32,7 @@ def find_package_data(package): setuptools.setup( name='brozzler', - version='1.1b8.dev140', + version='1.1b8.dev141', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',