Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-21 16:16:28 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Revert "Log oulinks for all users of Browser."

Browse Source 
This reverts commit 58b95fa7bf75b6a07515bb60850725e4a3ce5801.

It was decided that this change didn't make sense for Brozzler.
This commit is contained in:
Neil Minton 2017-08-25 10:30:42 -07:00
parent 58b95fa7bf
commit 5ad7c9c7cc
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
brozzler/browser.py
View File

@ -452,7 +452,6 @@ class Browser:
outlinks = []
else:
outlinks = self.extract_outlinks()
logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks)))
if not skip_visit_hashtags:
self.visit_hashtags(page_url, hashtags, outlinks)
final_page_url = self.url()

4
brozzler/cli.py
View File

@ -189,7 +189,9 @@ def brozzle_page(argv=None):
browser = brozzler.Browser(chrome_exe=args.chrome_exe)
try:
browser.start(proxy=args.proxy)
worker.brozzle_page(browser, site, page, on_screenshot=on_screenshot)
outlinks = worker.brozzle_page(
browser, site, page, on_screenshot=on_screenshot)
logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks)))
except brozzler.ReachedLimit as e:
logging.error('reached limit %s', e)
finally: