nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

when a page isn't recognized, print 'Response saved to' as a warning

Browse source
This commit is contained in:
Romain Bignon 2010-11-11 17:24:22 +01:00
commit d2f9bbb94c
1 changed files with 9 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

17
weboob/tools/browser/browser.py
View file

@ -274,7 +274,7 @@ class BaseBrowser(mechanize.Browser):
else: else:
return None return None
def save_response(self, result): def save_response(self, result, warning=False):
""" """
Save a stream to a temporary file, and log its name. Save a stream to a temporary file, and log its name.
The stream is rewinded after saving. The stream is rewinded after saving.
@ -285,7 +285,13 @@ class BaseBrowser(mechanize.Browser):
fd, path = tempfile.mkstemp(prefix="response", dir=tmpdir) fd, path = tempfile.mkstemp(prefix="response", dir=tmpdir)
with os.fdopen(fd, 'w') as f: with os.fdopen(fd, 'w') as f:
f.write(result.read()) f.write(result.read())
self.logger.debug("Response saved to %s" % path)
msg = u"Response saved to %s" % path
if warning:
self.logger.warning(msg)
else:
self.logger.info(msg)
result.seek(0) result.seek(0)
def submit(self, *args, **kwargs): def submit(self, *args, **kwargs):
@ -369,13 +375,8 @@ class BaseBrowser(mechanize.Browser):
# Not found # Not found
if not pageCls: if not pageCls:
self.page = None self.page = None
#data = result.read()
#if isinstance(data, unicode):
# data = data.encode('utf-8')
#print data
self.logger.warning('Oh my fucking god, there isn\'t any page corresponding to URL %s' % result.geturl()) self.logger.warning('Oh my fucking god, there isn\'t any page corresponding to URL %s' % result.geturl())
self.save_response(result) self.save_response(result, warning=True)
return return
self.logger.debug('[user_id=%s] Went on %s' % (self.username, result.geturl())) self.logger.debug('[user_id=%s] Went on %s' % (self.username, result.geturl()))