From 3d377e79438cbf59d297ea6cfd17d2f898590c1b Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Tue, 15 Jul 2025 19:31:08 -0700 Subject: [PATCH] updates from qa deploy --- brozzler/worker.py | 2 +- brozzler/ydl.py | 6 ++++-- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index fa4e7e2..2f1b64b 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -91,7 +91,7 @@ class BrozzlerWorker: self._service_registry = service_registry self._ytdlp_proxy_endpoints = ytdlp_proxy_endpoints self._max_browsers = max_browsers - if VIDEO_DATA_SOURCE and VIDEO_DATA_SOURCE.startswith("postgresql"): + if self.VIDEO_DATA_SOURCE and self.VIDEO_DATA_SOURCE.startswith("postgresql"): self._video_data = VideoDataClient() self._warcprox_auto = warcprox_auto diff --git a/brozzler/ydl.py b/brozzler/ydl.py index 2b20f4c..1f60aeb 100644 --- a/brozzler/ydl.py +++ b/brozzler/ydl.py @@ -24,7 +24,7 @@ import tempfile import threading import time import urllib.request -from typing import Any, Bool, List, Optional +from typing import Any, List, Optional import doublethink import psycopg @@ -79,8 +79,10 @@ class VideoDataClient: import psycopg from psycopg_pool import ConnectionPool, PoolTimeout + VIDEO_DATA_SOURCE = os.getenv("VIDEO_DATA_SOURCE") + def __init__(self): - pool = ConnectionPool(VIDEO_DATA_SOURCE, min_size=1, max_size=9) + pool = ConnectionPool(self.VIDEO_DATA_SOURCE, min_size=1, max_size=9) pool.wait() logger.info("pg pool ready") # atexit.register(pool.close)