# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Romain Bignon, Pierre Mazière
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see .
import re
import base64
from decimal import Decimal
import math
import random
from cStringIO import StringIO
from weboob.capabilities.bank import Account
from weboob.browser.elements import method, ListElement, ItemElement, SkipItem
from weboob.exceptions import ParseError
from weboob.browser.pages import LoggedPage, HTMLPage, FormNotFound, pagination
from weboob.browser.filters.html import Attr
from weboob.browser.filters.standard import CleanText, Field, Regexp, Format, \
CleanDecimal, Map, AsyncLoad, Async
from weboob.exceptions import BrowserUnavailable, BrowserIncorrectPassword
from weboob.tools.capabilities.bank.transactions import FrenchTransaction
from weboob.tools.captcha.virtkeyboard import MappedVirtKeyboard, VirtKeyboardError
class LCLVirtKeyboard(MappedVirtKeyboard):
symbols={'0': '9da2724133f2221482013151735f033c',
'1': '873ab0087447610841ae1332221be37b',
'2': '93ce6c330393ff5980949d7b6c800f77',
'3': 'b2d70c69693784e1bf1f0973d81223c0',
'4': '498c8f5d885611938f94f1c746c32978',
'5': '359bcd60a9b8565917a7bf34522052c3',
'6': 'aba912172f21f78cd6da437cfc4cdbd0',
'7': 'f710190d6b947869879ec02d8e851dfa',
'8': 'b42cc25e1539a15f767aa7a641f3bfec',
'9': 'cc60e5894a9d8e12ee0c2c104c1d5490'
}
url="/outil/UAUT/Clavier/creationClavier?random="
color=(255,255,255,255)
def __init__(self, basepage):
img=basepage.doc.find("//img[@id='idImageClavier']")
random.seed()
self.url += "%s"%str(long(math.floor(long(random.random()*1000000000000000000000))))
super(LCLVirtKeyboard, self).__init__(StringIO(basepage.browser.open(self.url).content), basepage.doc,img,self.color, "id")
self.check_symbols(self.symbols,basepage.browser.responses_dirname)
def get_symbol_code(self, md5sum):
code=MappedVirtKeyboard.get_symbol_code(self, md5sum)
return code[-2:]
def get_string_code(self, string):
code=''
for c in string:
code += self.get_symbol_code(self.symbols[c])
return code
class LoginPage(HTMLPage):
def on_load(self):
try:
form = self.get_form(xpath='//form[@id="setInfosCGS" or @name="form"]')
except FormNotFound:
return
form.submit()
def myXOR(self,value,seed):
s = ''
for i in xrange(len(value)):
s += chr(seed^ord(value[i]))
return s
def login(self, login, passwd):
try:
vk = LCLVirtKeyboard(self)
except VirtKeyboardError as err:
self.logger.exception(err)
return False
password = vk.get_string_code(passwd)
seed = -1
s = "var aleatoire = "
for script in self.doc.findall("//script"):
if script.text is None or len(script.text) == 0:
continue
offset = script.text.find(s)
if offset != -1:
seed = int(script.text[offset+len(s)+1:offset+len(s)+2])
break
if seed==-1:
raise ParseError("Variable 'aleatoire' not found")
form = self.get_form('//form[@id="formAuthenticate"]')
form['identifiant'] = login
form['postClavierXor'] = base64.b64encode(self.myXOR(password,seed))
try:
form['identifiantRouting'] = self.browser.IDENTIFIANT_ROUTING
except AttributeError:
pass
try:
form.submit()
except BrowserUnavailable:
# Login is not valid
return False
return True
def is_error(self):
errors = self.doc.xpath(u'//*[@class="erreur" or @class="messError"]')
return len(errors) > 0
class ContractsPage(LoggedPage, HTMLPage):
def on_load(self):
self.select_contract()
def select_contract(self):
# XXX We select automatically the default contract in list. We should let user
# ask what contract he wants to see, or display accounts for all contracts.
form = self.get_form(nr=0)
form.submit()
class AccountsPage(LoggedPage, HTMLPage):
def on_load(self):
warn = self.doc.xpath('//div[@id="attTxt"]')
if len(warn) > 0:
raise BrowserIncorrectPassword(warn[0].text)
@method
class get_list(ListElement):
item_xpath = '//tr[contains(@onclick, "redirect")]'
flush_at_end = True
class account(ItemElement):
klass = Account
def condition(self):
return '/outil/UWLM/ListeMouvement' in self.el.attrib['onclick']
NATURE2TYPE = {'006': Account.TYPE_CHECKING,
'049': Account.TYPE_SAVINGS,
'068': Account.TYPE_MARKET,
'069': Account.TYPE_SAVINGS,
}
obj__link_id = Format('%s&mode=55', Regexp(CleanText('./@onclick'), "'(.*)'"))
obj_id = Regexp(Field('_link_id'), r'.*agence=(\w+).*compte=(\w+)', r'\1\2')
obj__coming_links = []
obj_label = CleanText('.//div[@class="libelleCompte"]')
obj_balance = CleanDecimal('.//td[has-class("right")]', replace_dots=True)
obj_currency = FrenchTransaction.Currency('.//td[has-class("right")]')
obj_type = Map(Regexp(Field('_link_id'), r'.*nature=(\w+)'), NATURE2TYPE, default=Account.TYPE_UNKNOWN)
class card(ItemElement):
def condition(self):
return '/outil/UWCB/UWCBEncours' in self.el.attrib['onclick']
def parse(self, el):
link = Regexp(CleanText('./@onclick'), "'(.*)'")(el)
id = Regexp(CleanText('./@onclick'), r'.*AGENCE=(\w+).*COMPTE=(\w+).*CLE=(\w+)', r'\1\2\3')(el)
account = self.parent.objects[id]
if not account.coming:
account.coming = Decimal('0')
account.coming += CleanDecimal('.//td[has-class("right")]', replace_dots=True)(el)
account._coming_links.append(link)
raise SkipItem()
class Transaction(FrenchTransaction):
PATTERNS = [(re.compile('^(?PCB) (?PRETRAIT) DU (?P\d+)/(?P\d+)'),
FrenchTransaction.TYPE_WITHDRAWAL),
(re.compile('^(?P(PRLV|PE)( SEPA)?) (?P.*)'),
FrenchTransaction.TYPE_ORDER),
(re.compile('^(?PCHQ\.) (?P.*)'),
FrenchTransaction.TYPE_CHECK),
(re.compile('^(?PRELEVE CB) AU (\d+)/(\d+)/(\d+)'),
FrenchTransaction.TYPE_CARD),
(re.compile('^(?PCB) (?P.*) (?P\d+)/(?P\d+)/(?P\d+)'),
FrenchTransaction.TYPE_CARD),
(re.compile('^(?P(PRELEVEMENT|TELEREGLEMENT|TIP)) (?P.*)'),
FrenchTransaction.TYPE_ORDER),
(re.compile('^(?P(ECHEANCE\s*)?PRET)(?P.*)'), FrenchTransaction.TYPE_LOAN_PAYMENT),
(re.compile('^(?P(EVI|VIR(EM(EN)?)?T?)(.PERMANENT)? ((RECU|FAVEUR) TIERS|SEPA RECU)?)( /FRM)?(?P.*)'),
FrenchTransaction.TYPE_TRANSFER),
(re.compile('^(?PREMBOURST)(?P.*)'), FrenchTransaction.TYPE_PAYBACK),
(re.compile('^(?PCOM(MISSIONS?)?)(?P.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?P(?PREMUNERATION).*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?P(?PABON.*?)\s*.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?P(?PRESULTAT .*?)\s*.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?P(?PTRAIT\..*?)\s*.*)'), FrenchTransaction.TYPE_BANK),
(re.compile('^(?PREM CHQ) (?P.*)'), FrenchTransaction.TYPE_DEPOSIT),
]
class Pagination(object):
def next_page(self):
links = self.page.doc.xpath('//div[@class="pagination"] /a')
if len(links) == 0:
return
for link in links:
if link.xpath('./span')[0].text == 'Page suivante':
return link.attrib.get('href')
return
class AccountHistoryPage(LoggedPage, HTMLPage):
class _get_operations(Pagination, Transaction.TransactionsElement):
item_xpath = '//table[has-class("tagTab") and (not(@style) or @style="")]/tr'
head_xpath = '//table[has-class("tagTab") and (not(@style) or @style="")]/tr/th'
col_raw = [u'Vos opérations', u'Libellé']
class item(Transaction.TransactionElement):
load_details = Attr('.', 'href', default=None) & AsyncLoad
def condition(self):
return self.parent.get_colnum('date') is not None and \
len(self.el.findall('td')) >= 3 and \
self.el.get('class') and \
'tableTr' not in self.el.get('class')
def validate(self, obj):
if obj.category == 'RELEVE CB':
return
raw = Async('details', CleanText(u'//td[contains(text(), "Libellé")]/following-sibling::*[1]', default=obj.raw))(self)
if raw:
obj.raw = raw
return True
@pagination
def get_operations(self):
return self._get_operations(self)()
class CBHistoryPage(AccountHistoryPage):
def get_operations(self):
def validate(self, obj):
return True
self._get_operations.item.validate = validate
for tr in AccountHistoryPage.get_operations(self):
tr.type = tr.TYPE_CARD
yield tr
class CBListPage(CBHistoryPage):
def get_cards(self):
cards = []
for tr in self.doc.getiterator('tr'):
link = Regexp(CleanText('./@onclick'), "'(.*)'", default=None)(tr)
if link is not None and link.startswith('/outil/UWCB/UWCBEncours') and 'listeOperations' in link:
cards.append(link)
return cards