diff --git a/brozzler/browser.py b/brozzler/browser.py index 8a9626b..c15bfa6 100644 --- a/brozzler/browser.py +++ b/brozzler/browser.py @@ -452,6 +452,7 @@ class Browser: outlinks = [] else: outlinks = self.extract_outlinks() + logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) if not skip_visit_hashtags: self.visit_hashtags(page_url, hashtags, outlinks) final_page_url = self.url() diff --git a/brozzler/cli.py b/brozzler/cli.py index 38ea689..83ca439 100644 --- a/brozzler/cli.py +++ b/brozzler/cli.py @@ -189,9 +189,7 @@ def brozzle_page(argv=None): browser = brozzler.Browser(chrome_exe=args.chrome_exe) try: browser.start(proxy=args.proxy) - outlinks = worker.brozzle_page( - browser, site, page, on_screenshot=on_screenshot) - logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks))) + worker.brozzle_page(browser, site, page, on_screenshot=on_screenshot) except brozzler.ReachedLimit as e: logging.error('reached limit %s', e) finally: