nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

give max_retries to FuturesSession in case it may build HTTPAdaptors

Browse source
This commit is contained in:
Romain Bignon 2015-03-24 23:59:05 +01:00
commit 195b61fb57
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
weboob/browser/browsers.py
View file

@ -196,7 +196,7 @@ class Browser(object):
""" """
Set up a python-requests session for our usage. Set up a python-requests session for our usage.
""" """
session = FuturesSession(max_workers=self.MAX_WORKERS) session = FuturesSession(max_workers=self.MAX_WORKERS, max_retries=self.MAX_RETRIES)
session.proxies = self.PROXIES session.proxies = self.PROXIES

5
weboob/browser/sessions.py
View file

@ -101,7 +101,7 @@ class WeboobSession(Session):
class FuturesSession(WeboobSession): class FuturesSession(WeboobSession):
def __init__(self, executor=None, max_workers=2, *args, **kwargs): def __init__(self, executor=None, max_workers=2, max_retries=2, *args, **kwargs):
"""Creates a FuturesSession """Creates a FuturesSession
Notes Notes
@ -119,7 +119,8 @@ class FuturesSession(WeboobSession):
# set connection pool size equal to max_workers if needed # set connection pool size equal to max_workers if needed
if max_workers > DEFAULT_POOLSIZE: if max_workers > DEFAULT_POOLSIZE:
adapter_kwargs = dict(pool_connections=max_workers, adapter_kwargs = dict(pool_connections=max_workers,
pool_maxsize=max_workers) pool_maxsize=max_workers,
max_retries=max_retries)
self.mount('https://', HTTPAdapter(**adapter_kwargs)) self.mount('https://', HTTPAdapter(**adapter_kwargs))
self.mount('http://', HTTPAdapter(**adapter_kwargs)) self.mount('http://', HTTPAdapter(**adapter_kwargs))