nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix timeout on accounts with huge transactions number

Browse source
This commit is contained in:
Baptiste Delpey 2015-06-15 14:42:22 +02:00 • committed by Romain Bignon
commit 24ef670b9e
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/paypal/browser.py
View file

@ -119,7 +119,7 @@ class Paypal(Browser):
def get_download_history(self, account, step_min=None, step_max=None): def get_download_history(self, account, step_min=None, step_max=None):
if step_min is None and step_max is None: if step_min is None and step_max is None:
step_min = 30 step_min = 10
step_max = 180 step_max = 180
def fetch_fn(start, end): def fetch_fn(start, end):
@ -140,13 +140,13 @@ class Paypal(Browser):
Fetches transactions in small chunks to avoid request timeouts. Fetches transactions in small chunks to avoid request timeouts.
Time period of each requested chunk is adjusted dynamically. Time period of each requested chunk is adjusted dynamically.
""" """
FACTOR = 2 FACTOR = 1.5
step = step_min step = step_min
while end > beginning: while end > beginning:
start = end - datetime.timedelta(step) start = end - datetime.timedelta(step)
chunk = list(fetch_fn(start, end)) chunk = list(fetch_fn(start, end))
end = start - datetime.timedelta(1) end = start - datetime.timedelta(1)
if len(chunk) > 50: if len(chunk) > 40:
# If there're too much transactions in current period, decrease # If there're too much transactions in current period, decrease
# the period. # the period.
step = max(step_min, step/FACTOR) step = max(step_min, step/FACTOR)