handling when website is gone away

modules/hsbc/browser.py

@@ -24,7 +24,7 @@ from datetime import timedelta
 from weboob.tools.date import LinearDateGuesser
 from weboob.exceptions import BrowserIncorrectPassword
 from weboob.browser import LoginBrowser, URL, need_login
-from .pages import AccountsPage, CBOperationPage, CPTOperationPage, LoginPage
+from .pages import AccountsPage, CBOperationPage, CPTOperationPage, LoginPage, AppGonePage
 
 
 __all__ = ['HSBC']
@@ -32,6 +32,8 @@ __all__ = ['HSBC']
 
 class HSBC(LoginBrowser):
     BASEURL = 'https://client.hsbc.fr'
+    app_gone = False
+    accounts_list = dict()
 
     connection =      URL(r'https://www.hsbc.fr/1/2/hsbc-france/particuliers/connexion', LoginPage)
     login =           URL(r'https://www.hsbc.fr/1/*', LoginPage)
@@ -40,6 +42,9 @@ class HSBC(LoginBrowser):
                           CPTOperationPage)
     cbPage =          URL(r'/cgi-bin/emcgi.*\&CB_IdPrestation.*',
                           CBOperationPage)
+    appGone =     URL(r'/.*_absente.html',
+                      r'/pm_absent_inter.html',
+                        AppGonePage)
     accounts =        URL(r'/cgi-bin/emcgi', AccountsPage)
 
     def __init__(self, username, password, secret, *args, **kwargs):
@@ -70,19 +75,37 @@ class HSBC(LoginBrowser):
         self.page.useless_form()
 
         home_url = self.page.get_frame()
-        if not home_url:
+        if not home_url or not self.page.logged:
             raise BrowserIncorrectPassword()
         self.location(home_url)
 
     @need_login
     def get_accounts_list(self):
-        return self.accounts.stay_or_go().iter_accounts()
+        self.update_accounts_list()
+        for i,a in self.accounts_list.items():
+            yield a
+
+    @need_login
+    def update_accounts_list(self):
+        for a in list(self.accounts.stay_or_go().iter_accounts()):
+            try:
+                self.accounts_list[a.id]._link_id = a._link_id
+            except KeyError:
+                self.accounts_list[a.id] = a
 
     @need_login
     def get_history(self, account):
+
         if account._link_id is None:
             return
-        self.location(account._link_id)
+        self.location(self.accounts_list[account.id]._link_id)
+
+        #If we relogin on hsbc, all link have change
+        if self.app_gone:
+            self.app_gone = False
+            self.update_accounts_list()
+            self.location(self.accounts_list[account.id]._link_id)
+
 
         if self.page is None:
             return

modules/hsbc/pages.py

@@ -144,8 +144,20 @@ class CPTOperationPage(LoggedPage, HTMLPage):
                 op._coming = (re.match(r'\d+/\d+/\d+', m.group(2)) is None)
                 yield op
 
+class AppGonePage(HTMLPage):
+    def on_load(self):
+        self.browser.app_gone = True
+        self.browser.do_logout()
+        self.browser.do_login()
+
 
 class LoginPage(HTMLPage):
+    @property
+    def logged(self):
+        if self.doc.xpath(u'//p[contains(text(), "You are now being redirected to your Personal Internet Banking.")]'):
+            return True
+        return False
+
     def on_load(self):
         for message in self.doc.getroot().cssselect('div.csPanelErrors'):
             raise BrowserIncorrectPassword(CleanText('.')(message))