nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

implement developer bundle

Browse source
This commit is contained in:
Christophe Benz 2010-11-20 18:57:14 +01:00 • committed by Romain Bignon
commit 27e337d520
1 changed files with 23 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

43
weboob/tools/browser/browser.py
View file

@ -16,23 +16,24 @@
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
from __future__ import with_statement from __future__ import with_statement
from copy import copy
from httplib import BadStatusLine
from logging import warning
import mechanize import mechanize
import os
import re
import tempfile
from threading import RLock
import time
import urllib import urllib
import urllib2 import urllib2
from httplib import BadStatusLine
from weboob.tools.mech import ClientForm
ControlNotFoundError = ClientForm.ControlNotFoundError
import re
import time
from logging import warning
from copy import copy
from threading import RLock
import os
import tempfile
from weboob.tools.parsers import get_parser
from weboob.tools.decorators import retry from weboob.tools.decorators import retry
from weboob.tools.log import getLogger from weboob.tools.log import getLogger
from weboob.tools.mech import ClientForm
ControlNotFoundError = ClientForm.ControlNotFoundError
from weboob.tools.parsers import get_parser
# Try to load cookies # Try to load cookies
try: try:
@ -124,6 +125,8 @@ class BaseBrowser(mechanize.Browser):
} }
USER_AGENT = USER_AGENTS['desktop_firefox'] USER_AGENT = USER_AGENTS['desktop_firefox']
SAVE_RESPONSES = False SAVE_RESPONSES = False
responses_dir = None
responses_count = 0
# ------ Abstract methods -------------------------------------- # ------ Abstract methods --------------------------------------
@ -280,21 +283,23 @@ class BaseBrowser(mechanize.Browser):
Save a stream to a temporary file, and log its name. Save a stream to a temporary file, and log its name.
The stream is rewinded after saving. The stream is rewinded after saving.
""" """
tmpdir = os.path.join(tempfile.gettempdir(), "weboob") if self.responses_dir is None:
if not os.path.isdir(tmpdir): self.responses_dir = tempfile.mkdtemp(prefix='weboob/session_')
os.makedirs(tmpdir) response_filepath = os.path.join(self.responses_dir, unicode(self.responses_count))
fd, path = tempfile.mkstemp(prefix="response", dir=tmpdir) with open(response_filepath, 'w') as f:
with os.fdopen(fd, 'w') as f:
f.write(result.read()) f.write(result.read())
result.seek(0)
match_filepath = os.path.join(self.responses_dir, 'url_response_match.txt')
with open(match_filepath, 'a') as f:
f.write('%s\t%s\n' % (result.geturl(), response_filepath))
self.responses_count += 1
msg = u"Response saved to %s" % path msg = u'Response saved to %s' % response_filepath
if warning: if warning:
self.logger.warning(msg) self.logger.warning(msg)
else: else:
self.logger.info(msg) self.logger.info(msg)
result.seek(0)
def submit(self, *args, **kwargs): def submit(self, *args, **kwargs):
""" """
Submit the selected form. Submit the selected form.