Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-09-23 22:24:52 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

ruff format updates

Browse source
This commit is contained in:
Barbara Miller 2025-06-20 17:49:07 -07:00
parent 03b329cd2a
commit 92a6cacb5f
1 changed files with 14 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

16
brozzler/ydl.py
View file

@ -420,14 +420,25 @@ def _try_youtube_dl(worker, ydl, site, page):
def get_video_captures(site, source=None):
import psycopg
# todo: read pg_url from environment var
pg_url = "postgresql://ait_crawling:archive-it-crawling@db.qa-archive-it.org/ait_crawling"
account_id = site.account_id if site.account_id else None
seed = site.metadata.ait_seed_id if site.metadata.ait_seed_id else None
if account_id and seed and source:
pg_query = ("SELECT containing_page_url from video where account_id = %s and seed = %s and containing_page_url like '%'+%s+'%'", (account_id, seed, source,))
pg_query = (
"SELECT containing_page_url from video where account_id = %s and seed = %s and containing_page_url like '%'+%s+'%'",
(
account_id,
seed,
source,
),
)
elif seed:
pg_query = ("SELECT containing_page_url from video where seed = %s and containing_page_url like '%'+%s+'%'", (seed, source))
pg_query = (
"SELECT containing_page_url from video where seed = %s and containing_page_url like '%'+%s+'%'",
(seed, source),
)
else:
return None
with psycopg.connect(pg_url) as conn:
@ -435,6 +446,7 @@ def get_video_captures(site, source=None):
cur.execute(pg_query)
return cur.fetchall()
@metrics.brozzler_ytdlp_duration_seconds.time()
@metrics.brozzler_in_progress_ytdlps.track_inprogress()
def do_youtube_dl(worker, site, page, ytdlp_proxy_endpoints):