diff --git a/brozzler/worker.py b/brozzler/worker.py index 3a5bb8b..56cf93b 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -447,7 +447,9 @@ class BrozzlerWorker: if txn['response_headers'].get_content_type() in [ 'text/html', 'application/xhtml+xml']: return True - return False + return False + else: + return True def _already_fetched(self, page, brozzler_spy): if brozzler_spy: