Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-05-03 15:15:04 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

avoid infinite loop in case youtube-dl encounters redirect loop (which can be ok if cookies have been set or something)

Browse source
This commit is contained in:
Noah Levitt 2016-12-09 14:16:27 -08:00
parent f6a25aa4f0
commit af1e1c75ec
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/worker.py
View file

@ -78,7 +78,7 @@ class YoutubeDLSpy(urllib.request.BaseHandler):
final_url = url final_url = url
while final_url in redirects: while final_url in redirects:
final_url = redirects[final_url].response.headers['location'] final_url = redirects.pop(final_url).response.headers['location']
final_bounces = [] final_bounces = []
for txn in self.transactions: for txn in self.transactions:

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b8.dev140', version='1.1b8.dev141',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',