Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-09 06:52:46 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "Log oulinks for all users of Browser."

Browse source 
This reverts commit 58b95fa7bf.

It was decided that this change didn't make sense for Brozzler.
This commit is contained in:
Neil Minton 2017-08-25 10:30:42 -07:00
parent 58b95fa7bf
commit 5ad7c9c7cc
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
brozzler/browser.py
View file

@ -452,7 +452,6 @@ class Browser:
outlinks = [] outlinks = []
else: else:
outlinks = self.extract_outlinks() outlinks = self.extract_outlinks()
logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks)))
if not skip_visit_hashtags: if not skip_visit_hashtags:
self.visit_hashtags(page_url, hashtags, outlinks) self.visit_hashtags(page_url, hashtags, outlinks)
final_page_url = self.url() final_page_url = self.url()

4
brozzler/cli.py
View file

@ -189,7 +189,9 @@ def brozzle_page(argv=None):
browser = brozzler.Browser(chrome_exe=args.chrome_exe) browser = brozzler.Browser(chrome_exe=args.chrome_exe)
try: try:
browser.start(proxy=args.proxy) browser.start(proxy=args.proxy)
worker.brozzle_page(browser, site, page, on_screenshot=on_screenshot) outlinks = worker.brozzle_page(
browser, site, page, on_screenshot=on_screenshot)
logging.info('outlinks: \n\t%s', '\n\t'.join(sorted(outlinks)))
except brozzler.ReachedLimit as e: except brozzler.ReachedLimit as e:
logging.error('reached limit %s', e) logging.error('reached limit %s', e)
finally: finally: