mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-08-03 03:56:24 -04:00
Merge branch 'adam/get-page-header-timeout' into qa
This commit is contained in:
commit
7a6180daee
1 changed files with 1 additions and 1 deletions
|
@ -343,7 +343,7 @@ class BrozzlerWorker:
|
||||||
# see https://docs.python-requests.org/en/latest/user/advanced/#body-content-workflow
|
# see https://docs.python-requests.org/en/latest/user/advanced/#body-content-workflow
|
||||||
try:
|
try:
|
||||||
with requests.get(
|
with requests.get(
|
||||||
page.url, stream=True, verify=False, timeout=HEADER_REQUEST_TIMEOUT
|
page.url, stream=True, verify=False, timeout=self.HEADER_REQUEST_TIMEOUT
|
||||||
) as r:
|
) as r:
|
||||||
return r.headers
|
return r.headers
|
||||||
except requests.exceptions.Timeout as e:
|
except requests.exceptions.Timeout as e:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue