This commit is contained in:
Matthew Hodgson 2016-03-29 03:14:16 +01:00
parent 64b4aead15
commit 19038582d3

View File

@ -53,7 +53,7 @@ class PreviewUrlResource(BaseMediaResource):
media_info = yield self._download_url(url, requester.user) media_info = yield self._download_url(url, requester.user)
logger.warn("got media_info of '%s'" % media_info) logger.debug("got media_info of '%s'" % media_info)
if self._is_media(media_info['media_type']): if self._is_media(media_info['media_type']):
dims = yield self._generate_local_thumbnails( dims = yield self._generate_local_thumbnails(
@ -71,7 +71,6 @@ class PreviewUrlResource(BaseMediaResource):
# define our OG response for this media # define our OG response for this media
elif self._is_html(media_info['media_type']): elif self._is_html(media_info['media_type']):
tree = html.parse(media_info['filename']) tree = html.parse(media_info['filename'])
logger.warn(html.tostring(tree))
# suck it up into lxml and define our OG response. # suck it up into lxml and define our OG response.
# if we see any URLs in the OG response, then spider them # if we see any URLs in the OG response, then spider them
@ -120,7 +119,7 @@ class PreviewUrlResource(BaseMediaResource):
try: try:
with open(fname, "wb") as f: with open(fname, "wb") as f:
logger.warn("Trying to get url '%s'" % url) logger.debug("Trying to get url '%s'" % url)
length, headers = yield self.client.get_file( length, headers = yield self.client.get_file(
url, output_stream=f, max_size=self.max_spider_size, url, output_stream=f, max_size=self.max_spider_size,
) )