nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

new module axabanque (closes #807)

Browse source
This commit is contained in:
Romain Bignon 2013-01-03 18:07:51 +01:00
commit 6c1b826aca
6 changed files with 448 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

23
modules/axabanque/__init__.py Normal file
View file

@ -0,0 +1,23 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2013 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from .backend import AXABanqueBackend
__all__ = ['AXABanqueBackend']

61
modules/axabanque/backend.py Normal file
View file

@ -0,0 +1,61 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2013 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.capabilities.bank import ICapBank, AccountNotFound
from weboob.tools.backend import BaseBackend, BackendConfig
from weboob.tools.value import ValueBackendPassword
from .browser import AXABanque
__all__ = ['AXABanqueBackend']
class AXABanqueBackend(BaseBackend, ICapBank):
NAME = 'axabanque'
MAINTAINER = u'Romain Bignon'
EMAIL = 'romain@weboob.org'
VERSION = '0.e'
DESCRIPTION = u'AXA Banque French bank website'
LICENSE = 'AGPLv3+'
CONFIG = BackendConfig(ValueBackendPassword('login', label='Account ID', regexp='\d+', masked=False),
ValueBackendPassword('password', label='Password', regexp='\d+'))
BROWSER = AXABanque
def create_default_browser(self):
return self.create_browser(self.config['login'].get(),
self.config['password'].get())
def iter_accounts(self):
with self.browser:
return self.browser.get_accounts_list()
def get_account(self, _id):
with self.browser:
account = self.browser.get_account(_id)
if account:
return account
else:
raise AccountNotFound()
def iter_history(self, account):
with self.browser:
return self.browser.get_history(account)

98
modules/axabanque/browser.py Normal file
View file

@ -0,0 +1,98 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2013 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import urllib
from weboob.tools.browser import BaseBrowser, BrowserIncorrectPassword
from .pages import LoginPage, AccountsPage, TransactionsPage, UnavailablePage
__all__ = ['AXABanque']
class AXABanque(BaseBrowser):
PROTOCOL = 'https'
DOMAIN = 'www.axabanque.fr'
PAGES = {'https?://www.axabanque.fr/connexion/index.html': LoginPage,
'https?://www.axabanque.fr/login_errors/indisponibilite.*': UnavailablePage,
'https?://www.axabanque.fr/.*page-indisponible.html.*': UnavailablePage,
'https?://www.axabanque.fr/transactionnel/client/liste-comptes.html': AccountsPage,
'https?://www.axabanque.fr/webapp/axabanque/jsp/panorama.faces': TransactionsPage,
'https?://www.axabanque.fr/webapp/axabanque/jsp/detail.*.faces': TransactionsPage,
}
def is_logged(self):
return self.page is not None and not self.is_on_page(LoginPage)
def home(self):
if self.is_logged():
self.location('/transactionnel/client/liste-comptes.html')
else:
self.login()
def login(self):
"""
Attempt to log in.
Note: this method does nothing if we are already logged in.
"""
assert isinstance(self.username, basestring)
assert isinstance(self.password, basestring)
if self.is_logged():
return
if not self.is_on_page(LoginPage):
self.location('/connexion/index.html', no_login=True)
self.page.login(self.username, self.password)
if not self.is_logged():
raise BrowserIncorrectPassword()
def get_accounts_list(self):
if not self.is_on_page(AccountsPage):
self.location('/transactionnel/client/liste-comptes.html')
return self.page.get_list()
def get_account(self, id):
assert isinstance(id, basestring)
l = self.get_accounts_list()
for a in l:
if a.id == id:
return a
return None
def get_history(self, account):
if not self.is_on_page(AccountsPage):
account = self.get_account(account.id)
args = account._args
args['javax.faces.ViewState'] = self.page.get_view_state()
self.location('/webapp/axabanque/jsp/panorama.faces', urllib.urlencode(args))
assert self.is_on_page(TransactionsPage)
self.page.more_history()
assert self.is_on_page(TransactionsPage)
return self.page.get_history()

BIN
modules/axabanque/favicon.png Normal file
View file

Binary file not shown.
Side by side

After

Width:  |  Height:  |  Size: 2.3 KiB

236
modules/axabanque/pages.py Normal file
View file

@ -0,0 +1,236 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2013 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import urllib
from decimal import Decimal
import re
import tempfile
from weboob.tools.browser import BasePage as _BasePage, BrowserUnavailable, BrokenPageError
from weboob.capabilities.bank import Account
from weboob.tools.capabilities.bank.transactions import FrenchTransaction
from weboob.tools.captcha.virtkeyboard import MappedVirtKeyboard
__all__ = ['LoginPage', 'AccountsPage', 'TransactionsPage', 'UnavailablePage']
class BasePage(_BasePage):
def get_view_state(self):
return self.document.xpath('//input[@name="javax.faces.ViewState"]')[0].attrib['value']
class UnavailablePage(BasePage):
def on_loaded(self):
raise BrowserUnavailable()
class VirtKeyboard(MappedVirtKeyboard):
symbols={'0':'f47e48cfdf3abc6716a6b0aadf8eebe3',
'1':'3495abaf658dc550e51c5c92ea56b60b',
'2':'f57e7c70ddffb71d0efcc42f534165ae',
'3':'bd08ced5162b033175e8cd37516c8258',
'4':'45893a475208cdfc66cd83abde69b8d8',
'5':'110008203b716a0de4fdacd7dc7666e6',
'6':'4e7e8808d8f4eb22f1ee4086cbd02dcb',
'7':'f92adf323b0b128a48a24b16ca10ec1e',
'8':'0283c4e25656aed61a39117247f0d3f1',
'9':'3de7491bba71baa8bed99ef624094af8'
}
color=(0x28, 0x41, 0x55)
def check_color(self, pixel):
# only dark blue pixels.
return (pixel[0] < 100 and pixel[1] < 100 and pixel[2] < 200)
def __init__(self, page):
img = page.document.find("//img[@usemap='#mapPave']")
img_file = page.browser.openurl(img.attrib['src'])
MappedVirtKeyboard.__init__(self, img_file, page.document, img, self.color)
if page.browser.responses_dirname is None:
page.browser.responses_dirname = tempfile.mkdtemp(prefix='weboob_session_')
self.check_symbols(self.symbols, page.browser.responses_dirname)
def get_symbol_code(self,md5sum):
code = MappedVirtKeyboard.get_symbol_code(self,md5sum)
return code[-3:-2]
def get_string_code(self,string):
code = ''
for c in string:
code += self.get_symbol_code(self.symbols[c])
return code
class LoginPage(BasePage):
def login(self, login, password):
vk = VirtKeyboard(self)
form = self.document.xpath('//form[@name="_idJsp0"]')[0]
args = {'login': login.encode(self.browser.ENCODING),
'codepasse': vk.get_string_code(password),
'motDePasse': vk.get_string_code(password),
'_idJsp0_SUBMIT': 1,
'_idJsp0:_idcl': '',
'_idJsp0:_link_hidden_': '',
}
self.browser.location(form.attrib['action'], urllib.urlencode(args), no_login=True)
class AccountsPage(BasePage):
ACCOUNT_TYPES = {'courant-titre': Account.TYPE_CHECKING,
}
def js2args(self, s):
args = {}
# For example:
# noDoubleClic(this);;return oamSubmitForm('idPanorama','idPanorama:tableaux-comptes-courant-titre:0:tableaux-comptes-courant-titre-cartes:0:_idJsp321',null,[['paramCodeProduit','9'],['paramNumContrat','12234'],['paramNumCompte','12345678901'],['paramNumComptePassage','1234567890123456']]);
for sub in re.findall("\['([^']+)','([^']+)'\]", s):
args[sub[0]] = sub[1]
args['idPanorama:_idcl'] = re.search("'(idPanorama:[^']+)'", s).group(1)
args['idPanorama_SUBMIT'] = 1
return args
def get_list(self):
for table in self.document.getroot().cssselect('div#table-panorama table.table-client'):
account = Account()
link = table.xpath('./tfoot//a')[0]
if not 'onclick' in link.attrib:
continue
args = self.js2args(link.attrib['onclick'])
account.id = args['paramNumCompte']
account.label = unicode(table.xpath('./caption')[0].text.strip())
account_type_str = table.attrib['class'].split(' ')[-1][len('tableaux-comptes-'):]
account.type = self.ACCOUNT_TYPES.get(account_type_str, Account.TYPE_UNKNOWN)
currency_title = table.xpath('./thead//th[@class="montant"]')[0].text.strip()
m = re.match('Montant \((\w+)\)', currency_title)
if not m:
self.logger.warning('Unable to parse currency %r' % currency_title)
else:
account.currency = account.get_currency(m.group(1))
tds = table.xpath('./tbody/tr')[0].findall('td')
account.balance = Decimal(FrenchTransaction.clean_amount(u''.join([txt.strip() for txt in tds[-1].itertext()])))
account._args = args
yield account
class Transaction(FrenchTransaction):
PATTERNS = [(re.compile('^RET(RAIT) DAB (?P<dd>\d{2})/(?P<mm>\d{2}) (?P<text>.*)'),
FrenchTransaction.TYPE_WITHDRAWAL),
(re.compile('^(CARTE|CB ETRANGER) (?P<dd>\d{2})/(?P<mm>\d{2}) (?P<text>.*)'),
FrenchTransaction.TYPE_CARD),
(re.compile('^(?P<category>VIR(EMEN)?T? (SEPA)?(RECU|FAVEUR)?)( /FRM)?(?P<text>.*)'),
FrenchTransaction.TYPE_TRANSFER),
(re.compile('^PRLV (?P<text>.*)( \d+)?$'), FrenchTransaction.TYPE_ORDER),
(re.compile('^(CHQ|CHEQUE) .*$'), FrenchTransaction.TYPE_CHECK),
(re.compile('^(AGIOS /|FRAIS) (?P<text>.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(CONVENTION \d+ |F )?COTIS(ATION)? (?P<text>.*)'),
FrenchTransaction.TYPE_BANK),
(re.compile('^REMISE (?P<text>.*)'), FrenchTransaction.TYPE_DEPOSIT),
(re.compile('^(?P<text>.*)( \d+)? QUITTANCE .*'),
FrenchTransaction.TYPE_ORDER),
(re.compile('^.* LE (?P<dd>\d{2})/(?P<mm>\d{2})/(?P<yy>\d{2})$'),
FrenchTransaction.TYPE_UNKNOWN),
]
class TransactionsPage(BasePage):
COL_DATE = 0
COL_TEXT = 1
COL_DEBIT = 2
COL_CREDIT = 3
def more_history(self):
link = None
for a in self.document.xpath('.//a'):
if a.text is not None and a.text.strip() == 'Sur les 6 derniers mois':
link = a
break
if link is None:
# this is a check account
args = {'categorieMouvementSelectionnePagination': 'afficherTout',
'nbLigneParPageSelectionneHautPagination': -1,
'nbLigneParPageSelectionneBasPagination': -1,
'periodeMouvementSelectionneComponent': '',
'categorieMouvementSelectionneComponent': '',
'nbLigneParPageSelectionneComponent': -1,
'idDetail:btnRechercherParNbLigneParPage': '',
'idDetail_SUBMIT': 1,
'paramNumComptePassage': '',
'codeEtablissement': '',
'paramNumCodeSousProduit': '',
'idDetail:_idcl': '',
'idDetail:scroll_banqueHaut': '',
'paramNumContrat': '',
'paramCodeProduit': '',
'paramNumCompte': '',
'codeAgence': '',
'idDetail:_link_hidden_': '',
'paramCodeFamille': '',
'javax.faces.ViewState': self.get_view_state(),
}
else:
# something like a PEA or so
value = link.attrib['id']
id = value.split(':')[0]
args = {'%s:_idcl' % id: value,
'%s:_link_hidden_' % id: '',
'%s_SUBMIT' % id: 1,
'javax.faces.ViewState': self.get_view_state(),
'paramNumCompte': '',
}
form = self.document.xpath('//form')[-1]
self.browser.location(form.attrib['action'], urllib.urlencode(args))
def get_history(self):
tables = self.document.xpath('//table[@id="table-detail-operation"]')
if len(tables) == 0:
tables = self.document.xpath('//table[@id="table-detail"]')
if len(tables) == 0:
tables = self.document.getroot().cssselect('table.table-detail')
if len(tables) == 0:
raise BrokenPageError('Unable to find table?')
for tr in tables[0].xpath('.//tr'):
tds = tr.findall('td')
if len(tds) < 4:
continue
t = Transaction(0)
date = u''.join([txt.strip() for txt in tds[self.COL_DATE].itertext()])
raw = u''.join([txt.strip() for txt in tds[self.COL_TEXT].itertext()])
debit = u''.join([txt.strip() for txt in tds[self.COL_DEBIT].itertext()])
credit = u''.join([txt.strip() for txt in tds[self.COL_CREDIT].itertext()])
t.parse(date, re.sub(r'[ ]+', ' ', raw))
t.set_amount(credit, debit)
yield t

30
modules/axabanque/test.py Normal file
View file

@ -0,0 +1,30 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2013 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.test import BackendTest
class AXABanqueTest(BackendTest):
BACKEND = 'axabanque'
def test_axabanque(self):
l = list(self.backend.iter_accounts())
if len(l) > 0:
a = l[0]
list(self.backend.iter_history(a))