diff --git a/brozzler/worker.py b/brozzler/worker.py index 69a8608..773400a 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -98,6 +98,8 @@ class BrozzlerWorker: from brozzler.video_data import VideoDataClient self._video_data = VideoDataClient() + else: + self._video_data = None self._warcprox_auto = warcprox_auto self._proxy = proxy @@ -301,24 +303,25 @@ class BrozzlerWorker: return False # predup... - logger.info("checking for recent previous captures of %s", ytdlp_url) - recent = 90 if "youtube.com/watch" in ytdlp_url else 30 - try: - recent_capture_exists = self._video_data.recent_video_capture_exists( - site, ytdlp_url, recent - ) - if recent_capture_exists: - logger.info( - "recent capture of %s found, skipping ytdlp", - ytdlp_url, + if self._video_data: + logger.info("checking for recent previous captures of %s", ytdlp_url) + recent = 90 if "youtube.com/watch" in ytdlp_url else 30 + try: + recent_capture_exists = self._video_data.recent_video_capture_exists( + site, ytdlp_url, recent + ) + if recent_capture_exists: + logger.info( + "recent capture of %s found, skipping ytdlp", + ytdlp_url, + ) + return False + except Exception as e: + logger.warning( + "exception querying for previous capture for %s: %s", + ytdlp_url, + str(e), ) - return False - except Exception as e: - logger.warning( - "exception querying for previous capture for %s: %s", - ytdlp_url, - str(e), - ) return True