nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

upgrade to browser2

Browse source
This commit is contained in:
Romain Bignon 2014-03-09 15:44:18 +01:00
commit 1b2d3cfe48
3 changed files with 233 additions and 275 deletions
Download patch file Download diff file Expand all files Collapse all files

14
modules/creditmutuel/backend.py
View file

@ -59,16 +59,14 @@ class CreditMutuelBackend(BaseBackend, ICapBank):
raise AccountNotFound() raise AccountNotFound()
def iter_coming(self, account): def iter_coming(self, account):
with self.browser: for tr in self.browser.get_history(account):
for tr in self.browser.get_history(account): if tr._is_coming:
if tr._is_coming: yield tr
yield tr
def iter_history(self, account): def iter_history(self, account):
with self.browser: for tr in self.browser.get_history(account):
for tr in self.browser.get_history(account): if not tr._is_coming:
if not tr._is_coming: yield tr
yield tr
def iter_transfer_recipients(self, ignored): def iter_transfer_recipients(self, ignored):
for account in self.browser.get_accounts_list(): for account in self.browser.get_accounts_list():

129
modules/creditmutuel/browser.py
View file

@ -21,11 +21,12 @@
from urlparse import urlsplit, parse_qsl, urlparse from urlparse import urlsplit, parse_qsl, urlparse
from datetime import datetime, timedelta from datetime import datetime, timedelta
from weboob.tools.browser import BaseBrowser, BrowserIncorrectPassword from weboob.tools.browser2 import LoginBrowser, URL, Wget, need_login
from weboob.tools.browser import BrowserIncorrectPassword
from weboob.capabilities.bank import Transfer, TransferError from weboob.capabilities.bank import Transfer, TransferError
from .pages import LoginPage, LoginErrorPage, AccountsPage, UserSpacePage, EmptyPage, \ from .pages import LoginPage, LoginErrorPage, AccountsPage, \
OperationsPage, CardPage, ComingPage, NoOperationsPage, InfoPage, \ OperationsPage, CardPage, ComingPage, NoOperationsPage, \
TransfertPage, ChangePasswordPage, VerifCodePage TransfertPage, ChangePasswordPage, VerifCodePage
@ -33,88 +34,68 @@ __all__ = ['CreditMutuelBrowser']
# Browser # Browser
class CreditMutuelBrowser(BaseBrowser): class CreditMutuelBrowser(LoginBrowser):
PROTOCOL = 'https' PROFILE = Wget()
DOMAIN = 'www.creditmutuel.fr' BASEURL = 'https://www.creditmutuel.fr'
CERTHASH = '57beeba81e7a65d5fe15853219bcfcc2b2da27e0e618a78e6d97a689908ea57b'
ENCODING = 'iso-8859-1' login = URL('/groupe/fr/index.html', LoginPage)
USER_AGENT = BaseBrowser.USER_AGENTS['wget'] login_error = URL('/(?P<subbank>.*)/fr/identification/default.cgi', LoginErrorPage)
PAGES = {'https://www.creditmutuel.fr/groupe/fr/index.html': LoginPage, accounts = URL('/(?P<subbank>.*)/fr/banque/situation_financiere.cgi', AccountsPage)
'https://www.creditmutuel.fr/.*/fr/identification/default.cgi': LoginErrorPage, user_space = URL('/(?P<subbank>.*)/fr/banque/espace_personnel.aspx')
'https://www.creditmutuel.fr/.*/fr/banque/situation_financiere.cgi': AccountsPage, operations = URL('/(?P<subbank>.*)/fr/banque/mouvements.cgi.*',
'https://www.creditmutuel.fr/.*/fr/banque/espace_personnel.aspx': UserSpacePage, '/(?P<subbank>.*)/fr/banque/nr/nr_devbooster.aspx.*',
'https://www.creditmutuel.fr/.*/fr/banque/mouvements.cgi.*': OperationsPage, OperationsPage)
'https://www.creditmutuel.fr/.*/fr/banque/mvts_instance.cgi.*': ComingPage, coming = URL('/(?P<subbank>.*)/fr/banque/mvts_instance.cgi.*', ComingPage)
'https://www.creditmutuel.fr/.*/fr/banque/nr/nr_devbooster.aspx.*': OperationsPage, card = URL('/(?P<subbank>.*)/fr/banque/operations_carte.cgi.*', CardPage)
'https://www.creditmutuel.fr/.*/fr/banque/operations_carte\.cgi.*': CardPage, noop = URL('/(?P<subbank>.*)/fr/banque/CR/arrivee.asp.*', NoOperationsPage)
'https://www.creditmutuel.fr/.*/fr/banque/CR/arrivee\.asp.*': NoOperationsPage, info = URL('/(?P<subbank>.*)/fr/banque/BAD.*')
'https://www.creditmutuel.fr/.*/fr/banque/BAD.*': InfoPage, transfert = URL('/(?P<subbank>.*)/fr/banque/WI_VPLV_VirUniSaiCpt.asp\?(?P<params>.*)', TransfertPage)
'https://www.creditmutuel.fr/.*/fr/banque/.*Vir.*': TransfertPage, change_pass = URL('/(?P<subbank>.*)/fr/validation/change_password.cgi', ChangePasswordPage)
'https://www.creditmutuel.fr/.*/fr/validation/change_password.cgi': ChangePasswordPage, verify_pass = URL('/(?P<subbank>.*)/fr/validation/verif_code.cgi.*', VerifCodePage)
'https://www.creditmutuel.fr/.*/fr/validation/verif_code.cgi.*': VerifCodePage, empty = URL('/(?P<subbank>.*)/fr/',
'https://www.creditmutuel.fr/.*/fr/': EmptyPage, '/(?P<subbank>.*)/fr/banques/index.html',
'https://www.creditmutuel.fr/.*/fr/banques/index.html': EmptyPage, '/(?P<subbank>.*)/fr/banque/paci_beware_of_phishing.html.*',
'https://www.creditmutuel.fr/.*/fr/banque/paci_beware_of_phishing.html.*': EmptyPage, '/(?P<subbank>.*)/fr/validation/(?!change_password|verif_code).*',
'https://www.creditmutuel.fr/.*/fr/validation/(?!change_password|verif_code).*': EmptyPage, )
}
currentSubBank = None currentSubBank = None
def is_logged(self):
return not self.is_on_page(LoginPage) and not self.is_on_page(LoginErrorPage)
def home(self): def home(self):
return self.location('https://www.creditmutuel.fr/groupe/fr/index.html') return self.login.go()
def login(self): def do_login(self):
assert isinstance(self.username, basestring) self.login.stay_or_go()
assert isinstance(self.password, basestring)
if not self.is_on_page(LoginPage):
self.location('https://www.creditmutuel.fr/', no_login=True)
self.page.login(self.username, self.password) self.page.login(self.username, self.password)
if not self.is_logged() or self.is_on_page(LoginErrorPage): if not self.page.logged or self.login_error.is_here():
raise BrowserIncorrectPassword() raise BrowserIncorrectPassword()
self.getCurrentSubBank() self.getCurrentSubBank()
@need_login
def get_accounts_list(self): def get_accounts_list(self):
if not self.is_on_page(AccountsPage): return self.accounts.stay_or_go(subbank=self.currentSubBank).iter_accounts()
self.location('https://www.creditmutuel.fr/%s/fr/banque/situation_financiere.cgi' % self.currentSubBank)
return self.page.get_list()
def get_account(self, id): def get_account(self, id):
assert isinstance(id, basestring) assert isinstance(id, basestring)
l = self.get_accounts_list() for a in self.get_accounts_list():
for a in l:
if a.id == id: if a.id == id:
return a return a
return None
def getCurrentSubBank(self): def getCurrentSubBank(self):
# the account list and history urls depend on the sub bank of the user # the account list and history urls depend on the sub bank of the user
url = urlparse(self.geturl()) url = urlparse(self.url)
self.currentSubBank = url.path.lstrip('/').split('/')[0] self.currentSubBank = url.path.lstrip('/').split('/')[0]
def list_operations(self, page_url): def list_operations(self, page_url):
if page_url.startswith('/'): if page_url.startswith('/'):
self.location(page_url) self.location(page_url)
else: else:
self.location('https://%s/%s/fr/banque/%s' % (self.DOMAIN, self.currentSubBank, page_url)) self.location('%s/%s/fr/banque/%s' % (self.BASEURL, self.currentSubBank, page_url))
go_next = True return self.pagination(lambda: self.page.get_history())
while go_next:
if not self.is_on_page(OperationsPage):
return
for op in self.page.get_history():
yield op
go_next = self.page.go_next()
def get_history(self, account): def get_history(self, account):
transactions = [] transactions = []
@ -127,7 +108,7 @@ class CreditMutuelBrowser(BaseBrowser):
elif last_debit is None: elif last_debit is None:
last_debit = (tr.date - timedelta(days=10)).month last_debit = (tr.date - timedelta(days=10)).month
coming_link = self.page.get_coming_link() if self.is_on_page(OperationsPage) else None coming_link = self.page.get_coming_link() if self.operations.is_here() else None
if coming_link is not None: if coming_link is not None:
for tr in self.list_operations(coming_link): for tr in self.list_operations(coming_link):
transactions.append(tr) transactions.append(tr)
@ -152,44 +133,44 @@ class CreditMutuelBrowser(BaseBrowser):
def transfer(self, account, to, amount, reason=None): def transfer(self, account, to, amount, reason=None):
# access the transfer page # access the transfer page
transfert_url = 'WI_VPLV_VirUniSaiCpt.asp?RAZ=ALL&Cat=6&PERM=N&CHX=A' params = 'RAZ=ALL&Cat=6&PERM=N&CHX=A'
self.location('https://%s/%s/fr/banque/%s' % (self.DOMAIN, self.currentSubBank, transfert_url)) page = self.transfert.go(subbank=self.currentSubBank, params=params)
# fill the form # fill the form
self.select_form(name='FormVirUniSaiCpt') form = self.page.get_form(name='FormVirUniSaiCpt')
self['IDB'] = [account[-1]] form['IDB'] = account[-1]
self['ICR'] = [to[-1]] form['ICR'] = to[-1]
self['MTTVIR'] = '%s' % str(amount).replace('.', ',') form['MTTVIR'] = '%s' % str(amount).replace('.', ',')
if reason is not None: if reason is not None:
self['LIBDBT'] = reason form['LIBDBT'] = reason
self['LIBCRT'] = reason form['LIBCRT'] = reason
self.submit() page = form.submit()
# look for known errors # look for known errors
content = unicode(self.response().get_data(), self.ENCODING) content = page.response.text
insufficient_amount_message = u'Montant insuffisant.' insufficient_amount_message = u'Montant insuffisant.'
maximum_allowed_balance_message = u'Solde maximum autorisé dépassé.' maximum_allowed_balance_message = u'Solde maximum autorisé dépassé.'
if content.find(insufficient_amount_message) != -1: if insufficient_amount_message in content:
raise TransferError('The amount you tried to transfer is too low.') raise TransferError('The amount you tried to transfer is too low.')
if content.find(maximum_allowed_balance_message) != -1: if maximum_allowed_balance_message in content:
raise TransferError('The maximum allowed balance for the target account has been / would be reached.') raise TransferError('The maximum allowed balance for the target account has been / would be reached.')
# look for the known "all right" message # look for the known "all right" message
ready_for_transfer_message = u'Confirmez un virement entre vos comptes' ready_for_transfer_message = u'Confirmez un virement entre vos comptes'
if not content.find(ready_for_transfer_message): if ready_for_transfer_message in content:
raise TransferError('The expected message "%s" was not found.' % ready_for_transfer_message) raise TransferError('The expected message "%s" was not found.' % ready_for_transfer_message)
# submit the confirmation form # submit the confirmation form
self.select_form(name='FormVirUniCnf') form = page.get_form(name='FormVirUniCnf')
submit_date = datetime.now() submit_date = datetime.now()
self.submit() page = form.submit()
# look for the known "everything went well" message # look for the known "everything went well" message
content = unicode(self.response().get_data(), self.ENCODING) content = page.response.text
transfer_ok_message = u'Votre virement a été exécuté ce jour' transfer_ok_message = u'Votre virement a été exécuté ce jour'
if not content.find(transfer_ok_message): if not transfer_ok_message in content:
raise TransferError('The expected message "%s" was not found.' % transfer_ok_message) raise TransferError('The expected message "%s" was not found.' % transfer_ok_message)
# We now have to return a Transfer object # We now have to return a Transfer object

347
modules/creditmutuel/pages.py
View file

@ -18,56 +18,50 @@
# along with weboob. If not, see <http://www.gnu.org/licenses/>. # along with weboob. If not, see <http://www.gnu.org/licenses/>.
import urllib
from urlparse import urlparse, parse_qs from urlparse import urlparse, parse_qs
from decimal import Decimal from decimal import Decimal
import re import re
from dateutil.relativedelta import relativedelta from dateutil.relativedelta import relativedelta
from weboob.tools.browser import BasePage, BrowserIncorrectPassword, BrokenPageError from weboob.tools.browser2.page import HTMLPage, method, ListElement, ItemElement, SkipItem, FormNotFound, TableElement
from weboob.tools.ordereddict import OrderedDict from weboob.tools.browser2.filters import Filter, Env, CleanText, CleanDecimal, Link, TableCell
from weboob.tools.browser import BrowserIncorrectPassword
from weboob.capabilities import NotAvailable
from weboob.capabilities.bank import Account from weboob.capabilities.bank import Account
from weboob.tools.capabilities.bank.transactions import FrenchTransaction from weboob.tools.capabilities.bank.transactions import FrenchTransaction
from weboob.tools.date import parse_french_date from weboob.tools.date import parse_french_date
class LoginPage(BasePage): class LoggedPage(object):
logged = True
class LoginPage(HTMLPage):
def login(self, login, passwd): def login(self, login, passwd):
self.browser.select_form(nr=0) form = self.get_form(nr=0)
self.browser['_cm_user'] = login.encode(self.browser.ENCODING) form['_cm_user'] = login
self.browser['_cm_pwd'] = passwd.encode(self.browser.ENCODING) form['_cm_pwd'] = passwd
self.browser.submit(nologin=True) form.submit()
class LoginErrorPage(BasePage): class LoginErrorPage(HTMLPage):
pass pass
class ChangePasswordPage(BasePage): class ChangePasswordPage(LoggedPage, HTMLPage):
def on_loaded(self): def on_load(self):
raise BrowserIncorrectPassword('Please change your password') raise BrowserIncorrectPassword('Please change your password')
class VerifCodePage(BasePage): class VerifCodePage(LoggedPage, HTMLPage):
def on_loaded(self): def on_load(self):
raise BrowserIncorrectPassword('Unable to login: website asks a code from a card') raise BrowserIncorrectPassword('Unable to login: website asks a code from a card')
class InfoPage(BasePage):
class TransfertPage(LoggedPage, HTMLPage):
pass pass
class EmptyPage(BasePage): class AccountsPage(LoggedPage, HTMLPage):
pass
class TransfertPage(BasePage):
pass
class UserSpacePage(BasePage):
pass
class AccountsPage(BasePage):
TYPES = {'C/C': Account.TYPE_CHECKING, TYPES = {'C/C': Account.TYPE_CHECKING,
'Livret': Account.TYPE_SAVINGS, 'Livret': Account.TYPE_SAVINGS,
'Pret': Account.TYPE_LOAN, 'Pret': Account.TYPE_LOAN,
@ -76,55 +70,68 @@ class AccountsPage(BasePage):
'Compte Epargne': Account.TYPE_SAVINGS, 'Compte Epargne': Account.TYPE_SAVINGS,
} }
def get_list(self): @method
accounts = OrderedDict() class iter_accounts(ListElement):
item_xpath = '//tr'
flush_at_end = True
for tr in self.document.getiterator('tr'): class item(ItemElement):
first_td = tr.getchildren()[0] klass = Account
if (first_td.attrib.get('class', '') == 'i g' or first_td.attrib.get('class', '') == 'p g') \
and first_td.find('a') is not None:
a = first_td.find('a') def __filter__(self, el):
link = a.get('href', '') if len(el.xpath('./td')) < 2:
return False
first_td = el.xpath('./td')[0]
return ((first_td.attrib.get('class', '') == 'i g' or first_td.attrib.get('class', '') == 'p g')
and first_td.find('a') is not None)
class Label(Filter):
def filter(self, text):
return text.lstrip(' 0123456789').title()
obj_id = Env('id')
obj_label = Label(CleanText('./td[1]/a'))
obj_balance = CleanDecimal('./td[2] | ./td[3]')
obj_coming = Env('coming')
obj_balance = Env('balance')
obj_currency = FrenchTransaction.Currency('./td[2] | ./td[3]')
obj__link_id = Link('./td[1]/a')
obj__card_links = []
def obj_type(self):
for pattern, actype in AccountsPage.TYPES.iteritems():
if self.obj.label.startswith(pattern):
return actype
def parse(self, el):
link = el.xpath('./td[1]/a')[0].get('href', '')
if link.startswith('POR_SyntheseLst'): if link.startswith('POR_SyntheseLst'):
continue raise SkipItem()
url = urlparse(link) url = urlparse(link)
p = parse_qs(url.query) p = parse_qs(url.query)
if not 'rib' in p: if not 'rib' in p:
continue raise SkipItem()
for i in (2,1):
balance = FrenchTransaction.clean_amount(tr.getchildren()[i].text)
currency = Account.get_currency(tr.getchildren()[i].text)
if len(balance) > 0:
break
balance = Decimal(balance)
balance = CleanDecimal('./td[2] | ./td[3]')(self)
id = p['rib'][0] id = p['rib'][0]
if id in accounts:
account = accounts[id] # Handle cards
if id in self.parent.objects:
account = self.parent.objects[id]
if not account.coming: if not account.coming:
account.coming = Decimal('0.0') account.coming = Decimal('0.0')
account.coming += balance account.coming += balance
account._card_links.append(link) account._card_links.append(link)
continue raise SkipItem()
account = Account() self.env['id'] = id
account.id = id
account.label = unicode(a.text).strip().lstrip(' 0123456789').title()
for pattern, actype in self.TYPES.iteritems(): # Handle real balances
if account.label.startswith(pattern): page = self.page.browser.open(link)
account.type = actype coming = page.find_amount(u"Opérations à venir")
accounting = page.find_amount(u"Solde comptable")
account._link_id = link
account._card_links = []
# Find accounting amount
page = self.browser.get_document(self.browser.openurl(link))
coming = self.find_amount(page, u"Opérations à venir")
accounting = self.find_amount(page, u"Solde comptable")
if accounting is not None and accounting + (coming or Decimal('0')) != balance: if accounting is not None and accounting + (coming or Decimal('0')) != balance:
self.logger.warning('%s + %s != %s' % (accounting, coming, balance)) self.logger.warning('%s + %s != %s' % (accounting, coming, balance))
@ -132,22 +139,8 @@ class AccountsPage(BasePage):
if accounting is not None: if accounting is not None:
balance = accounting balance = accounting
if coming is not None: self.env['balance'] = balance
account.coming = coming self.env['coming'] = coming or NotAvailable
account.balance = balance
account.currency = currency
accounts[account.id] = account
return accounts.itervalues()
def find_amount(self, page, title):
try:
td = page.xpath(u'//th[contains(text(), "%s")]/../td' % title)[0]
except IndexError:
return None
else:
return Decimal(FrenchTransaction.clean_amount(td.text))
class Transaction(FrenchTransaction): class Transaction(FrenchTransaction):
@ -165,144 +158,130 @@ class Transaction(FrenchTransaction):
_is_coming = False _is_coming = False
class OperationsPage(BasePage): class Pagination(object):
def get_history(self): def next_page(self):
index = 0 try:
for tr in self.document.getiterator('tr'): form = self.page.get_form('//form[@id="paginationForm"]')
# columns can be: except FormNotFound:
# - date | value | operation | debit | credit | contre-valeur return
# - date | value | operation | debit | credit
# - date | operation | debit | credit
# That's why we skip any extra columns, and take operation, debit
# and credit from last instead of first indexes.
tds = tr.getchildren()[:5]
if len(tds) < 4:
continue
if tds[0].attrib.get('class', '') == 'i g' or \ text = CleanText.clean(form.el)
tds[0].attrib.get('class', '') == 'p g' or \
tds[0].attrib.get('class', '').endswith('_c1 c _c1'):
operation = Transaction(index)
index += 1
parts = [txt.strip() for txt in tds[-3].itertext() if len(txt.strip()) > 0]
# To simplify categorization of CB, reverse order of parts to separate
# location and institution.
if parts[0].startswith('PAIEMENT CB'):
parts.reverse()
date = tds[0].text
vdate = tds[1].text if len(tds) >= 5 else None
raw = u' '.join(parts)
operation.parse(date=date, vdate=vdate, raw=raw)
credit = self.parser.tocleanstring(tds[-1])
debit = self.parser.tocleanstring(tds[-2])
operation.set_amount(credit, debit)
yield operation
def go_next(self):
form = self.document.xpath('//form[@id="paginationForm"]')
if len(form) == 0:
return False
form = form[0]
text = self.parser.tocleanstring(form)
m = re.search(u'(\d+) / (\d+)', text or '', flags=re.MULTILINE) m = re.search(u'(\d+) / (\d+)', text or '', flags=re.MULTILINE)
if not m: if not m:
return False return
cur = int(m.group(1)) cur = int(m.group(1))
last = int(m.group(2)) last = int(m.group(2))
if cur == last: if cur == last:
return False return
inputs = {} form['page'] = str(cur + 1)
for elm in form.xpath('.//input[@type="input"]'): return form.request
key = elm.attrib['name']
value = elm.attrib['value']
inputs[key] = value
inputs['page'] = str(cur + 1)
self.browser.location(form.attrib['action'], urllib.urlencode(inputs)) class OperationsPage(LoggedPage, HTMLPage):
@method
class get_history(Pagination, TableElement):
head_xpath = '//table[@class="liste"]//thead//tr/th'
item_xpath = '//table[@class="liste"]//tbody/tr'
return True columns = {'date': u'Date',
'vdate': u'Valeur',
'raw': u'Opération',
'debit': u'Débit',
'credit': u'Crédit',
}
class item(ItemElement):
klass = Transaction
__filter__ = lambda el: len(el.xpath('./td')) >= 4 and len(el.xpath('./td[@class="i g" or @class="p g" or contains(@class, "_c1 c _c1")]')) > 0
class OwnRaw(Filter):
def __call__(self, item):
parts = [txt.strip() for txt in item.el.xpath('./td[last()-2]')[0].itertext() if len(txt.strip()) > 0]
# To simplify categorization of CB, reverse order of parts to separate
# location and institution.
if parts[0].startswith('PAIEMENT CB'):
parts.reverse()
return u' '.join(parts)
obj_raw = Transaction.Raw(OwnRaw())
obj_date = Transaction.Date(TableCell('date'))
obj_vdate = Transaction.Date(TableCell('vdate', 'date'))
obj_amount = Transaction.Amount(TableCell('credit'), TableCell('debit'))
def find_amount(self, title):
try:
td = self.doc.xpath(u'//th[contains(text(), "%s")]/../td' % title)[0]
except IndexError:
return None
else:
return Decimal(FrenchTransaction.clean_amount(td.text))
def get_coming_link(self): def get_coming_link(self):
try: try:
a = self.parser.select(self.document, u'//a[contains(text(), "Opérations à venir")]', 1, 'xpath') a = self.doc.xpath(u'//a[contains(text(), "Opérations à venir")]')[0]
except BrokenPageError: except IndexError:
return None return None
else: else:
return a.attrib['href'] return a.attrib['href']
class ComingPage(OperationsPage): class ComingPage(OperationsPage, LoggedPage):
def get_history(self): @method
index = 0 class get_history(Pagination, ListElement):
for tr in self.document.xpath('//table[@class="liste"]/tbody/tr'): item_xpath = '//table[@class="liste"]/tbody/tr'
tds = tr.findall('td')
if len(tds) < 3:
continue
tr = Transaction(index) class item(ItemElement):
klass = Transaction
__filter__ = lambda el: len(el.xpath('./td')) >= 3
date = self.parser.tocleanstring(tds[0]) obj_date = Transaction.Date('./td[1]')
raw = self.parser.tocleanstring(tds[1]) obj_raw = Transaction.Raw('./td[2]')
amount = self.parser.tocleanstring(tds[-1]) obj_amount = Transaction.Amount('./td[last()]')
obj__is_coming = True
tr.parse(date=date, raw=raw)
tr.set_amount(amount)
tr._is_coming = True
yield tr
class CardPage(OperationsPage): class CardPage(OperationsPage, LoggedPage):
def get_history(self): @method
index = 0 class get_history(Pagination, ListElement):
class list_cards(ListElement):
item_xpath = '//table[@class="liste"]/tbody/tr/td/a'
# Check if this is a multi-cards page class item(ItemElement):
pages = [] def __iter__(self):
for a in self.document.xpath('//table[@class="liste"]/tbody/tr/td/a'): card_link = self.el.get('href')
card_link = a.get('href') history_url = '%s/%s/fr/banque/%s' % (self.browser.BASEURL, self.browser.currentSubBank, card_link)
history_url = 'https://%s/%s/fr/banque/%s' % (self.browser.DOMAIN, self.browser.currentSubBank, card_link) page = self.browser.location(history_url)
page = self.browser.get_document(self.browser.openurl(history_url))
pages.append(page)
if len(pages) == 0: for op in page.get_history():
# If not, add this page as transactions list yield op
pages.append(self.document)
for page in pages: class list_history(ListElement):
label = self.parser.tocleanstring(self.parser.select(page.getroot(), 'div.lister p.c', 1)) item_xpath = '//table[@class="liste"]/tbody/tr'
label = re.findall('(\d+ [^ ]+ \d+)', label)[-1]
# use the trick of relativedelta to get the last day of month.
debit_date = parse_french_date(label) + relativedelta(day=31)
for tr in page.xpath('//table[@class="liste"]/tbody/tr'): def parse(self, el):
tds = tr.findall('td')[:4] label = CleanText('//div[contains(@class, "lister")]//p[@class="c"]')(el)
if len(tds) < 4: label = re.findall('(\d+ [^ ]+ \d+)', label)[-1]
continue # use the trick of relativedelta to get the last day of month.
self.env['debit_date'] = parse_french_date(label) + relativedelta(day=31)
tr = Transaction(index) class item(ItemElement):
klass = Transaction
__filter__ = lambda el: len(el.xpath('./td')) >= 4
parts = [txt.strip() for txt in list(tds[-3].itertext()) + list(tds[-2].itertext()) if len(txt.strip()) > 0] obj_raw = Transaction.Raw('./td[last()-2] | ./td[last()-1]')
obj_type = Transaction.TYPE_CARD
obj_date = Env('debit_date')
obj_rdate = Transaction.Date('./td[1]')
obj_vdate = Transaction.Date('./td[1]')
obj_amount = Transaction.Amount('./td[last()]')
tr.parse(date=tds[0].text.strip(' \xa0'),
raw=u' '.join(parts))
tr.date = debit_date
tr.type = tr.TYPE_CARD
# Don't take all of the content (with tocleanstring for example), class NoOperationsPage(OperationsPage, LoggedPage):
# because there is a span.aide.
tr.set_amount(tds[-1].text)
yield tr
class NoOperationsPage(OperationsPage):
def get_history(self): def get_history(self):
return iter([]) return iter([])