diff --git a/brozzler/browser.py b/brozzler/browser.py index c15bfa6..8a9626b 100644 --- a/brozzler/browser.py +++ b/brozzler/browser.py @@ -452,7 +452,6 @@ class Browser: outlinks = [] else: outlinks = self.extract_outlinks() - logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) if not skip_visit_hashtags: self.visit_hashtags(page_url, hashtags, outlinks) final_page_url = self.url() diff --git a/brozzler/cli.py b/brozzler/cli.py index 83ca439..38ea689 100644 --- a/brozzler/cli.py +++ b/brozzler/cli.py @@ -189,7 +189,9 @@ def brozzle_page(argv=None): browser = brozzler.Browser(chrome_exe=args.chrome_exe) try: browser.start(proxy=args.proxy) - worker.brozzle_page(browser, site, page, on_screenshot=on_screenshot) + outlinks = worker.brozzle_page( + browser, site, page, on_screenshot=on_screenshot) + logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) except brozzler.ReachedLimit as e: logging.error('reached limit %s', e) finally: