# -*- coding: utf-8 -*- # Copyright(C) 2010-2012 Julien Veyssier # # This file is part of weboob. # # weboob is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # weboob is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with weboob. If not, see . try: from urlparse import urlparse, parse_qs except ImportError: from urllib.parse import urlparse, parse_qs from decimal import Decimal, InvalidOperation import re from dateutil.relativedelta import relativedelta from weboob.browser.pages import HTMLPage, FormNotFound, LoggedPage from weboob.browser.elements import ListElement, ItemElement, SkipItem, method from weboob.browser.filters.standard import Filter, Env, CleanText, CleanDecimal, Field, TableCell from weboob.browser.filters.html import Link from weboob.exceptions import BrowserIncorrectPassword, ParseError from weboob.capabilities import NotAvailable from weboob.capabilities.bank import Account from weboob.tools.capabilities.bank.transactions import FrenchTransaction from weboob.tools.date import parse_french_date class LoginPage(HTMLPage): REFRESH_MAX = 10.0 def login(self, login, passwd): form = self.get_form(xpath='//form[contains(@name, "ident")]') form['_cm_user'] = login form['_cm_pwd'] = passwd form.submit() @property def logged(self): return self.doc.xpath('//div[@id="e_identification_ok"]') class LoginErrorPage(HTMLPage): pass class EmptyPage(LoggedPage, HTMLPage): REFRESH_MAX = 10.0 class UserSpacePage(LoggedPage, HTMLPage): pass class ChangePasswordPage(LoggedPage, HTMLPage): def on_load(self): raise BrowserIncorrectPassword('Please change your password') class VerifCodePage(LoggedPage, HTMLPage): def on_load(self): raise BrowserIncorrectPassword('Unable to login: website asks a code from a card') class TransfertPage(LoggedPage, HTMLPage): def get_account_index(self, direction, account): for div in self.doc.getroot().cssselect(".dw_dli_contents"): inp = div.cssselect("input")[0] if inp.name != direction: continue acct = div.cssselect("span.doux")[0].text.replace(" ", "") if account.endswith(acct): return inp.attrib['value'] else: raise ValueError("account %s not found" % account) def get_from_account_index(self, account): return self.get_account_index('data_input_indiceCompteADebiter', account) def get_to_account_index(self, account): return self.get_account_index('data_input_indiceCompteACrediter', account) def get_unicode_content(self): return self.content.decode(self.detect_encoding()) class AccountsPage(LoggedPage, HTMLPage): TYPES = {'C/C': Account.TYPE_CHECKING, 'Livret': Account.TYPE_SAVINGS, 'Pret': Account.TYPE_LOAN, 'Compte Courant': Account.TYPE_CHECKING, 'Compte Cheque': Account.TYPE_CHECKING, 'Compte Epargne': Account.TYPE_SAVINGS, } @method class iter_accounts(ListElement): item_xpath = '//tr' flush_at_end = True class item(ItemElement): klass = Account def condition(self): if len(self.el.xpath('./td')) < 2: return False first_td = self.el.xpath('./td')[0] return (("i" in first_td.attrib.get('class', '') or "p" in first_td.attrib.get('class', '')) and first_td.find('a') is not None) class Label(Filter): def filter(self, text): return text.lstrip(' 0123456789').title() class Type(Filter): def filter(self, label): for pattern, actype in AccountsPage.TYPES.iteritems(): if label.startswith(pattern): return actype return Account.TYPE_UNKNOWN obj_id = Env('id') obj_label = Label(CleanText('./td[1]/a/node()[not(contains(@class, "doux"))]')) obj_coming = Env('coming') obj_balance = Env('balance') obj_currency = FrenchTransaction.Currency('./td[2] | ./td[3]') obj__link_id = Link('./td[1]/a') obj__card_links = [] obj_type = Type(Field('label')) def parse(self, el): link = el.xpath('./td[1]/a')[0].get('href', '') if link.startswith('POR_SyntheseLst'): raise SkipItem() url = urlparse(link) p = parse_qs(url.query) if 'rib' not in p and 'webid' not in p: raise SkipItem() for td in el.xpath('./td[2] | ./td[3]'): try: balance = CleanDecimal('.', replace_dots=True)(td) except InvalidOperation: continue else: break else: raise ParseError('Unable to find balance for account %s' % CleanText('./td[1]/a')(el)) id = p['rib'][0] if 'rib' in p else p['webid'][0] # Handle cards if id in self.parent.objects: account = self.parent.objects[id] if not account.coming: account.coming = Decimal('0.0') account.coming += balance account._card_links.append(link) raise SkipItem() self.env['id'] = id # Handle real balances page = self.page.browser.open(link).page coming = page.find_amount(u"Opérations à venir") if page else None accounting = page.find_amount(u"Solde comptable") if page else None if accounting is not None and accounting + (coming or Decimal('0')) != balance: self.page.logger.warning('%s + %s != %s' % (accounting, coming, balance)) if accounting is not None: balance = accounting self.env['balance'] = balance self.env['coming'] = coming or NotAvailable class Transaction(FrenchTransaction): PATTERNS = [(re.compile('^VIR(EMENT)? (?P.*)'), FrenchTransaction.TYPE_TRANSFER), (re.compile('^PRLV (?P.*)'), FrenchTransaction.TYPE_ORDER), (re.compile('^(?P.*) CARTE \d+ PAIEMENT CB\s+(?P
\d{2})(?P\d{2}) ?(.*)$'), FrenchTransaction.TYPE_CARD), (re.compile('^RETRAIT DAB (?P
\d{2})(?P\d{2}) (?P.*) CARTE [\*\d]+'), FrenchTransaction.TYPE_WITHDRAWAL), (re.compile('^CHEQUE( (?P.*))?$'), FrenchTransaction.TYPE_CHECK), (re.compile('^(F )?COTIS\.? (?P.*)'), FrenchTransaction.TYPE_BANK), (re.compile('^(REMISE|REM CHQ) (?P.*)'), FrenchTransaction.TYPE_DEPOSIT), ] _is_coming = False class Pagination(object): def next_page(self): try: form = self.page.get_form('//form[@id="paginationForm"]') except FormNotFound: return text = CleanText.clean(form.el) m = re.search(u'(\d+) / (\d+)', text or '', flags=re.MULTILINE) if not m: return cur = int(m.group(1)) last = int(m.group(2)) if cur == last: return form['page'] = str(cur + 1) return form.request class OperationsPage(LoggedPage, HTMLPage): @method class get_history(Pagination, Transaction.TransactionsElement): head_xpath = '//table[@class="liste"]//thead//tr/th' item_xpath = '//table[@class="liste"]//tbody/tr' class item(Transaction.TransactionElement): condition = lambda self: len(self.el.xpath('./td')) >= 4 and len(self.el.xpath('./td[@class="i g" or @class="p g" or contains(@class, "_c1")]')) > 0 class OwnRaw(Filter): def __call__(self, item): el = TableCell('raw')(item)[0] # Remove hidden parts of labels: # hideifscript: Date de valeur XX/XX/XXXX # fd: Avis d'opéré for sub in el.xpath('.//*[has-class("hideifscript") or has-class("fd")]'): sub.drop_tree() parts = [txt.strip() for txt in el.itertext() if len(txt.strip()) > 0] # To simplify categorization of CB, reverse order of parts to separate # location and institution. if parts[0].startswith('PAIEMENT CB'): parts.reverse() return u' '.join(parts) obj_raw = Transaction.Raw(OwnRaw()) def find_amount(self, title): try: td = self.doc.xpath(u'//th[contains(text(), "%s")]/../td' % title)[0] except IndexError: return None else: return Decimal(FrenchTransaction.clean_amount(td.text)) def get_coming_link(self): try: a = self.doc.xpath(u'//a[contains(text(), "Opérations à venir")]')[0] except IndexError: return None else: return a.attrib['href'] class ComingPage(OperationsPage, LoggedPage): @method class get_history(Pagination, Transaction.TransactionsElement): head_xpath = '//table[@class="liste"]//thead//tr/th/text()' item_xpath = '//table[@class="liste"]//tbody/tr' col_date = u"Date de l'annonce" class item(Transaction.TransactionElement): obj__is_coming = True class CardPage(OperationsPage, LoggedPage): @method class get_history(Pagination, ListElement): class list_cards(ListElement): item_xpath = '//table[@class="liste"]/tbody/tr/td/a' class item(ItemElement): def __iter__(self): card_link = self.el.get('href') history_url = '%s/%s/fr/banque/%s' % (self.page.browser.BASEURL, self.page.browser.currentSubBank, card_link) page = self.page.browser.location(history_url).page for op in page.get_history(): yield op class list_history(Transaction.TransactionsElement): head_xpath = '//table[@class="liste"]//thead/tr/th' item_xpath = '//table[@class="liste"]/tbody/tr' def parse(self, el): label = CleanText('//div[contains(@class, "lister")]//p[@class="c"]')(el) if not label: return label = re.findall('(\d+ [^ ]+ \d+)', label)[-1] # use the trick of relativedelta to get the last day of month. self.env['debit_date'] = parse_french_date(label) + relativedelta(day=31) class item(Transaction.TransactionElement): condition = lambda self: len(self.el.xpath('./td')) >= 4 obj_raw = Transaction.Raw('./td[last()-2] | ./td[last()-1]') obj_type = Transaction.TYPE_CARD obj_date = Env('debit_date') obj_rdate = Transaction.Date(TableCell('date')) class NoOperationsPage(OperationsPage, LoggedPage): def get_history(self): return iter([])