Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge branch 'skip_instagram_youtube_dl' into qa

Browse Source
This commit is contained in:
Barbara Miller 2020-06-08 13:15:29 -07:00
commit 69bdb43910
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
brozzler/worker.py
View File

@ -187,6 +187,10 @@ class BrozzlerWorker:
def brozzle_page(self, browser, site, page, on_screenshot=None,
on_request=None, enable_youtube_dl=True):
self.logger.info("brozzling {}".format(page))
if page.url.startswith('https://www.instagram.com/'):
self.logger.info(
'skipping youtube-dl for %s', page.url)
enable_youtube_dl = False
ydl_fetches = None
outlinks = set()
if enable_youtube_dl: