nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Change pool size after session init

Browse source 
FuturesSession does this, but it is lost since the HTTPAdapters are
later replaced.
This commit is contained in:
Laurent Bachelier 2015-08-07 16:28:19 +02:00
commit c4f221fba0
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
weboob/browser/browsers.py
View file

@ -196,9 +196,13 @@ class Browser(object):
# defines a max_retries. It's mandatory in case a server is not # defines a max_retries. It's mandatory in case a server is not
# handling keep alive correctly, like the proxy burp # handling keep alive correctly, like the proxy burp
a = requests.adapters.HTTPAdapter(max_retries=self.MAX_RETRIES) adapter_kwargs = dict(max_retries=self.MAX_RETRIES)
session.mount('http://', a) # set connection pool size equal to MAX_WORKERS if needed
session.mount('https://', a) if self.MAX_WORKERS > requests.adapters.DEFAULT_POOLSIZE:
adapter_kwargs.update(pool_connections=self.MAX_WORKERS,
pool_maxsize=self.MAX_WORKERS)
session.mount('https://', requests.adapters.HTTPAdapter(**adapter_kwargs))
session.mount('http://', requests.adapters.HTTPAdapter(**adapter_kwargs))
if self.TIMEOUT: if self.TIMEOUT:
session.timeout = self.TIMEOUT session.timeout = self.TIMEOUT