mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-09-23 22:24:52 -04:00
Merge branch 'predup_type_playlist' into qa
This commit is contained in:
commit
fcf966fca4
1 changed files with 20 additions and 17 deletions
|
@ -98,6 +98,8 @@ class BrozzlerWorker:
|
|||
from brozzler.video_data import VideoDataClient
|
||||
|
||||
self._video_data = VideoDataClient()
|
||||
else:
|
||||
self._video_data = None
|
||||
|
||||
self._warcprox_auto = warcprox_auto
|
||||
self._proxy = proxy
|
||||
|
@ -301,6 +303,7 @@ class BrozzlerWorker:
|
|||
return False
|
||||
|
||||
# predup...
|
||||
if self._video_data:
|
||||
logger.info("checking for recent previous captures of %s", ytdlp_url)
|
||||
recent = 90 if "youtube.com/watch" in ytdlp_url else 30
|
||||
try:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue