mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-25 00:59:52 -05:00
urlcanon.aggressive for should_ytdlp, for now
This commit is contained in:
parent
02d26b0b9c
commit
5751e2e336
@ -61,7 +61,7 @@ def should_ytdlp(page, site):
|
|||||||
cluster = Cluster(["207.241.235.189"], protocol_version=5)
|
cluster = Cluster(["207.241.235.189"], protocol_version=5)
|
||||||
session = cluster.connect("video")
|
session = cluster.connect("video")
|
||||||
containing_page_query = "SELECT * from videos where scope=%s and containing_page_url=%s LIMIT 1"
|
containing_page_query = "SELECT * from videos where scope=%s and containing_page_url=%s LIMIT 1"
|
||||||
future = session.execute_async(containing_page_query, [f"s:{ytdlp_seed}", ytdlp_url])
|
future = session.execute_async(containing_page_query, [f"s:{ytdlp_seed}", str(urlcanon.aggressive(ytdlp_url))])
|
||||||
try:
|
try:
|
||||||
rows = future.result()
|
rows = future.result()
|
||||||
except ReadTimeout:
|
except ReadTimeout:
|
||||||
|
Loading…
x
Reference in New Issue
Block a user