From 58b95fa7bf75b6a07515bb60850725e4a3ce5801 Mon Sep 17 00:00:00 2001 From: Neil Minton Date: Fri, 30 Jun 2017 15:05:15 -0700 Subject: [PATCH] Log oulinks for all users of Browser. --- brozzler/browser.py | 1 + brozzler/cli.py | 4 +--- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/brozzler/browser.py b/brozzler/browser.py index 8a9626b..c15bfa6 100644 --- a/brozzler/browser.py +++ b/brozzler/browser.py @@ -452,6 +452,7 @@ class Browser: outlinks = [] else: outlinks = self.extract_outlinks() + logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) if not skip_visit_hashtags: self.visit_hashtags(page_url, hashtags, outlinks) final_page_url = self.url() diff --git a/brozzler/cli.py b/brozzler/cli.py index 38ea689..83ca439 100644 --- a/brozzler/cli.py +++ b/brozzler/cli.py @@ -189,9 +189,7 @@ def brozzle_page(argv=None): browser = brozzler.Browser(chrome_exe=args.chrome_exe) try: browser.start(proxy=args.proxy) - outlinks = worker.brozzle_page( - browser, site, page, on_screenshot=on_screenshot) - logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) + worker.brozzle_page(browser, site, page, on_screenshot=on_screenshot) except brozzler.ReachedLimit as e: logging.error('reached limit %s', e) finally: