diff --git a/brozzler/worker.py b/brozzler/worker.py index 69ac7d7..3894607 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -255,6 +255,7 @@ class BrozzlerWorker: if enable_youtube_dl and ydl.should_ytdlp(page, site): try: ydl_outlinks = ydl.do_youtube_dl(self, site, page) + outlinks.update(ydl_outlinks) except brozzler.ReachedLimit as e: raise except brozzler.ShutdownRequested: @@ -278,8 +279,6 @@ class BrozzlerWorker: self.logger.error( "youtube_dl raised exception on %s", page, exc_info=True ) - - outlinks.update(ydl_outlinks) return outlinks def _browse_page(self, browser, site, page, on_screenshot=None, on_request=None): diff --git a/brozzler/ydl.py b/brozzler/ydl.py index 471300d..13b719f 100644 --- a/brozzler/ydl.py +++ b/brozzler/ydl.py @@ -378,8 +378,9 @@ def _remember_videos(page, fetches, pushed_videos=None): def _try_youtube_dl(worker, ydl, site, page): + ytdlp_url = page.redirect_url if page.redirect_url else page.url try: - logging.info("trying yt-dlp on %s", page) + logging.info("trying yt-dlp on %s", ytdlp_url) with brozzler.thread_accept_exceptions(): # we do whatwg canonicalization here to avoid "