From 195b61fb57d3c6ba5f0f3ba4eab24751964971ff Mon Sep 17 00:00:00 2001 From: Romain Bignon Date: Tue, 24 Mar 2015 23:59:05 +0100 Subject: [PATCH] give max_retries to FuturesSession in case it may build HTTPAdaptors --- weboob/browser/browsers.py | 2 +- weboob/browser/sessions.py | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/weboob/browser/browsers.py b/weboob/browser/browsers.py index b5d51946..d4fa9763 100644 --- a/weboob/browser/browsers.py +++ b/weboob/browser/browsers.py @@ -196,7 +196,7 @@ class Browser(object): """ Set up a python-requests session for our usage. """ - session = FuturesSession(max_workers=self.MAX_WORKERS) + session = FuturesSession(max_workers=self.MAX_WORKERS, max_retries=self.MAX_RETRIES) session.proxies = self.PROXIES diff --git a/weboob/browser/sessions.py b/weboob/browser/sessions.py index 3736792d..2b812055 100644 --- a/weboob/browser/sessions.py +++ b/weboob/browser/sessions.py @@ -101,7 +101,7 @@ class WeboobSession(Session): class FuturesSession(WeboobSession): - def __init__(self, executor=None, max_workers=2, *args, **kwargs): + def __init__(self, executor=None, max_workers=2, max_retries=2, *args, **kwargs): """Creates a FuturesSession Notes @@ -119,7 +119,8 @@ class FuturesSession(WeboobSession): # set connection pool size equal to max_workers if needed if max_workers > DEFAULT_POOLSIZE: adapter_kwargs = dict(pool_connections=max_workers, - pool_maxsize=max_workers) + pool_maxsize=max_workers, + max_retries=max_retries) self.mount('https://', HTTPAdapter(**adapter_kwargs)) self.mount('http://', HTTPAdapter(**adapter_kwargs))