From 05826942a972b39f269f369dd2fc5f0df84e3ea1 Mon Sep 17 00:00:00 2001 From: Adam Miller Date: Wed, 20 Apr 2022 22:49:18 +0000 Subject: [PATCH] Style fix --- brozzler/model.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/brozzler/model.py b/brozzler/model.py index 53a36d1..689b268 100644 --- a/brozzler/model.py +++ b/brozzler/model.py @@ -31,6 +31,7 @@ import urlcanon import urllib import uuid import yaml +from typing import Optional def load_schema(): schema_file = os.path.join(os.path.dirname(__file__), 'job_schema.yaml') @@ -119,9 +120,12 @@ def new_seed_page(frontier, site): hashtag = (url.hash_sign + url.fragment).decode("utf-8") urlcanon.canon.remove_fragment(url) page = brozzler.Page(frontier.rr, { - "url": str(url), "site_id": site.get("id"), - "job_id": site.get("job_id"), "hops_from_seed": 0, - "priority": 1000, "needs_robots_check": True, + "url": str(url), + "site_id": site.get("id"), + "job_id": site.get("job_id"), + "hops_from_seed": 0, + "priority": 1000, + "needs_robots_check": True, "hop_path": None}) if hashtag: page.hashtags = [hashtag,] @@ -268,7 +272,7 @@ class Site(doublethink.Document, ElapsedMixIn): self._accept_ssurt_if_not_redundant( canon_seed_redirect.ssurt().decode('ascii')) - def extra_headers(self, page=None): + def extra_headers(self, page: Optional["Page"] = None): hdrs = {} if self.warcprox_meta: if page is not None: