Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 15:55:49 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Make tz-aware datetime of the epoch with stdlib

Browse Source
This commit is contained in:
Alex Dempsey 2025-03-04 13:51:07 -08:00 committed by Misty De Méo
parent 7b896be372
commit 01e19fdf70
1 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
brozzler/__init__.py
View File

@ -390,6 +390,11 @@ def suggest_default_chrome_exe():
return "chromium-browser"
import datetime
EPOCH_UTC = datetime.datetime.fromtimestamp(0.0, tz=datetime.timezone.utc)
from brozzler.robots import is_permitted_by_robots
from brozzler.browser import Browser, BrowserPool, BrowsingException
@ -404,14 +409,9 @@ __all__ = [
"suggest_default_chrome_exe",
]
import datetime
try:
import doublethink
# Synchronize epoch with doublethink if available
EPOCH_UTC = datetime.datetime.utcfromtimestamp(0.0).replace(tzinfo=doublethink.UTC)
# All of these imports use doublethink for real and are unsafe
# to do if doublethink is unavailable.
from brozzler.worker import BrozzlerWorker
@ -440,9 +440,7 @@ try:
]
)
except ImportError:
EPOCH_UTC = datetime.datetime.utcfromtimestamp(0.0).replace(
tzinfo=datetime.timezone.utc
)
pass
# we could make this configurable if there's a good reason
MAX_PAGE_FAILURES = 3