nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix timeout on accounts with huge transactions number

Browse source
This commit is contained in:
Baptiste Delpey 2015-06-15 14:42:22 +02:00 • committed by Romain Bignon
commit 24ef670b9e
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/paypal/browser.py
View file

@ -119,7 +119,7 @@ class Paypal(Browser):
def get_download_history(self, account, step_min=None, step_max=None):
if step_min is None and step_max is None:
step_min = 30
step_min = 10
step_max = 180
def fetch_fn(start, end):
@ -140,13 +140,13 @@ class Paypal(Browser):
Fetches transactions in small chunks to avoid request timeouts.
Time period of each requested chunk is adjusted dynamically.
"""
FACTOR = 2
FACTOR = 1.5
step = step_min
while end > beginning:
start = end - datetime.timedelta(step)
chunk = list(fetch_fn(start, end))
end = start - datetime.timedelta(1)
if len(chunk) > 50:
if len(chunk) > 40:
# If there're too much transactions in current period, decrease
# the period.
step = max(step_min, step/FACTOR)