Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-20 04:44:12 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

use Accept-Encoding: gzip instead of identity

Browse source 
fixes twitter scrolling, which had been giving "Loading seems to be
taking a while." error message
This commit is contained in:
Noah Levitt 2017-12-27 14:22:24 -08:00
parent daecb4f59e
commit 1dea1f3f93
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/browser.py
View file

@ -494,7 +494,7 @@ class Browser:
def configure_browser(self, extra_headers=None, user_agent=None): def configure_browser(self, extra_headers=None, user_agent=None):
headers = extra_headers or {} headers = extra_headers or {}
headers['Accept-Encoding'] = 'identity' headers['Accept-Encoding'] = 'gzip' # avoid encodings br, sdch
self.send_to_chrome( self.send_to_chrome(
method='Network.setExtraHTTPHeaders', method='Network.setExtraHTTPHeaders',
params={'headers': headers}) params={'headers': headers})

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b12.dev273', version='1.1b12.dev274',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',