Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-21 08:06:27 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

simplest exception ok

Browse Source
This commit is contained in:
Barbara Miller 2018-09-27 16:19:08 -07:00
parent d9f7997a40
commit 0ed131ce72
1 changed files with 3 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
brozzler/__init__.py
View File

@ -30,6 +30,9 @@ class NothingToClaim(Exception):
class CrawlStopped(Exception):
pass
class PageInterstitialShown(Exception):
pass
class ProxyError(Exception):
pass
@ -58,28 +61,6 @@ class ReachedLimit(Exception):
def __str__(self):
return self.__repr__()
class PageInterstitialShown(Exception):
def __init__(self, http_error=None, warcprox_meta=None, http_payload=None):
import json
if http_error:
if "warcprox-meta" in http_error.headers:
self.warcprox_meta = json.loads(
http_error.headers["warcprox-meta"])
else:
self.warcprox_meta = None
self.http_payload = http_error.read()
elif warcprox_meta:
self.warcprox_meta = warcprox_meta
self.http_payload = http_payload
def __repr__(self):
return "PageInterstitialShown(warcprox_meta=%r,http_payload=%r)" % (
self.warcprox_meta if hasattr(self, 'warcprox_meta') else None,
self.http_payload if hasattr(self, 'http_payload') else None)
def __str__(self):
return self.__repr__()
# monkey-patch log levels TRACE and NOTICE
logging.TRACE = (logging.NOTSET + logging.DEBUG) // 2
def _logger_trace(self, msg, *args, **kwargs):