Add full history on account page: on CA centre france (and maybe others), there's no "next page" link but a "see 25 more" link. So, we have to expand the history before fetching results
220 lines
8.9 KiB
Python
220 lines
8.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2009-2011 Romain Bignon
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
from weboob.tools.browser import BaseBrowser, BrowserIncorrectPassword
|
|
from weboob.capabilities.bank import Transfer, TransferError
|
|
from weboob.backends.cragr import pages
|
|
import mechanize
|
|
from datetime import datetime
|
|
import re
|
|
|
|
class Cragr(BaseBrowser):
|
|
PROTOCOL = 'https'
|
|
ENCODING = 'utf-8'
|
|
USER_AGENT = BaseBrowser.USER_AGENTS['wget']
|
|
# a session id that is sometimes added, and should be ignored when matching pages
|
|
SESSION_REGEXP = '(?:|%s[A-Z0-9]+)' % re.escape(r';jsessionid=')
|
|
|
|
is_logging = False
|
|
|
|
def __init__(self, website, *args, **kwargs):
|
|
self.DOMAIN = website
|
|
self.PAGES = {'https://[^/]+/': pages.LoginPage,
|
|
'https://[^/]+/.*\.c.*': pages.AccountsList,
|
|
'https://[^/]+/login/process%s' % self.SESSION_REGEXP: pages.AccountsList,
|
|
'https://[^/]+/accounting/listAccounts': pages.AccountsList,
|
|
'https://[^/]+/accounting/listOperations': pages.AccountsList,
|
|
'https://[^/]+/accounting/showAccountDetail.+': pages.AccountsList,
|
|
'https://[^/]+/accounting/showMoreAccountOperations.*': pages.AccountsList,
|
|
}
|
|
BaseBrowser.__init__(self, *args, **kwargs)
|
|
|
|
def viewing_html(self):
|
|
"""
|
|
As the fucking HTTP server returns a document in unknown mimetype
|
|
'application/vnd.wap.xhtml+xml' it is not recognized by mechanize.
|
|
|
|
So this is a fucking hack.
|
|
"""
|
|
return True
|
|
|
|
def is_logged(self):
|
|
return self.page and self.page.is_logged() or self.is_logging
|
|
|
|
def login(self):
|
|
assert isinstance(self.username, basestring)
|
|
assert isinstance(self.password, basestring)
|
|
|
|
self.is_logging = True
|
|
if not self.is_on_page(pages.LoginPage):
|
|
self.home()
|
|
|
|
self.page.login(self.username, self.password)
|
|
self.is_logging = False
|
|
|
|
if not self.is_logged():
|
|
raise BrowserIncorrectPassword()
|
|
|
|
def get_accounts_list(self):
|
|
# FIXME we call the login() method that will redirect to the accounts list page.
|
|
# However, if we are already logged, using the "Comptes" link would be a better approach.
|
|
# Something like //img[contains(@alt, "Comptes")] may be generic enough.
|
|
# Note the same hack is used in the do_transfer method.
|
|
self.login()
|
|
return self.page.get_list()
|
|
|
|
def home(self):
|
|
BaseBrowser.home(self)
|
|
if self.is_on_page(pages.LoginPage) and self.is_logged():
|
|
self.location('%s://%s/accounting/listAccounts' % (self.PROTOCOL, self.DOMAIN))
|
|
|
|
def get_account(self, id):
|
|
assert isinstance(id, basestring)
|
|
|
|
l = self.get_accounts_list()
|
|
for a in l:
|
|
if a.id == ('%s' % id):
|
|
return a
|
|
|
|
return None
|
|
|
|
def get_history(self, account):
|
|
page_url = account.link_id
|
|
operations_count = 0
|
|
while (page_url):
|
|
# 1st, go on the account page
|
|
self.location('https://%s%s' % (self.DOMAIN, page_url))
|
|
|
|
# then, expand all history
|
|
# (it's not a next page, but more operation on one page)
|
|
# tested on CA centre
|
|
while True:
|
|
history_url = self.page.expand_history_page_url()
|
|
if not history_url :
|
|
break
|
|
self.location(history_url)
|
|
|
|
for page_operation in self.page.get_history(operations_count):
|
|
operations_count += 1
|
|
yield page_operation
|
|
page_url = self.page.next_page_url()
|
|
|
|
def dict_find_value(self, dictionary, value):
|
|
"""
|
|
Returns the first key pointing on the given value, or None if none
|
|
is found.
|
|
"""
|
|
for k, v in dictionary.iteritems():
|
|
if v == value:
|
|
return k
|
|
return None
|
|
|
|
def do_transfer(self, account, to, amount, reason=None):
|
|
"""
|
|
Transfer the given amount of money from an account to another,
|
|
tagging the transfer with the given reason.
|
|
"""
|
|
# access the transfer page
|
|
transfer_page_unreachable_message = u'Could not reach the transfer page.'
|
|
self.login()
|
|
if not self.page.is_accounts_list():
|
|
raise TransferError(transfer_page_unreachable_message)
|
|
|
|
operations_url = self.page.operations_page_url()
|
|
|
|
self.location('https://%s%s' % (self.DOMAIN, operations_url))
|
|
transfer_url = self.page.transfer_page_url()
|
|
|
|
abs_transfer_url = 'https://%s%s' % (self.DOMAIN, transfer_url)
|
|
self.location(abs_transfer_url)
|
|
if not self.page.is_transfer_page():
|
|
raise TransferError(transfer_page_unreachable_message)
|
|
|
|
source_accounts = self.page.get_transfer_source_accounts()
|
|
target_accounts = self.page.get_transfer_target_accounts()
|
|
|
|
# check that the given source account can be used
|
|
if not account in source_accounts.values():
|
|
raise TransferError('You cannot use account %s as a source account.' % account)
|
|
|
|
# check that the given source account can be used
|
|
if not to in target_accounts.values():
|
|
raise TransferError('You cannot use account %s as a target account.' % to)
|
|
|
|
# separate euros from cents
|
|
amount_euros = int(amount)
|
|
amount_cents = int((amount * 100) - (amount_euros * 100))
|
|
|
|
# let's circumvent https://github.com/jjlee/mechanize/issues/closed#issue/17
|
|
# using http://wwwsearch.sourceforge.net/mechanize/faq.html#usage
|
|
adjusted_response = self.response().get_data().replace('<br/>', '<br />')
|
|
response = mechanize.make_response(adjusted_response, [('Content-Type', 'text/html')], abs_transfer_url, 200, 'OK')
|
|
self.set_response(response)
|
|
|
|
# fill the form
|
|
self.select_form(nr=0)
|
|
self['numCompteEmetteur'] = ['%s' % self.dict_find_value(source_accounts, account)]
|
|
self['numCompteBeneficiaire'] = ['%s' % self.dict_find_value(target_accounts, to)]
|
|
self['montantPartieEntiere'] = '%s' % amount_euros
|
|
self['montantPartieDecimale'] = '%02d' % amount_cents
|
|
if reason != None:
|
|
self['libelle'] = reason
|
|
self.submit()
|
|
|
|
# look for known errors
|
|
content = unicode(self.response().get_data(), 'utf-8')
|
|
insufficient_amount_message = u'Montant insuffisant.'
|
|
maximum_allowed_balance_message = u'Solde maximum autorisé dépassé.'
|
|
|
|
if content.find(insufficient_amount_message) != -1:
|
|
raise TransferError('The amount you tried to transfer is too low.')
|
|
|
|
if content.find(maximum_allowed_balance_message) != -1:
|
|
raise TransferError('The maximum allowed balance for the target account has been / would be reached.')
|
|
|
|
# look for the known "all right" message
|
|
ready_for_transfer_message = u'Vous allez effectuer un virement'
|
|
if not content.find(ready_for_transfer_message):
|
|
raise TransferError('The expected message "%s" was not found.' % ready_for_transfer_message)
|
|
|
|
# submit the last form
|
|
self.select_form(nr=0)
|
|
submit_date = datetime.now()
|
|
self.submit()
|
|
|
|
# look for the known "everything went well" message
|
|
content = unicode(self.response().get_data(), 'utf-8')
|
|
transfer_ok_message = u'Vous venez d\'effectuer un virement du compte'
|
|
if not content.find(transfer_ok_message):
|
|
raise TransferError('The expected message "%s" was not found.' % transfer_ok_message)
|
|
|
|
# We now have to return a Transfer object
|
|
# the final page does not provide any transfer id, so we'll use the submit date
|
|
transfer = Transfer(submit_date.strftime('%Y%m%d%H%M%S'))
|
|
transfer.amount = amount
|
|
transfer.origin = account
|
|
transfer.recipient = to
|
|
transfer.date = submit_date
|
|
return transfer
|
|
|
|
#def get_coming_operations(self, account):
|
|
# if not self.is_on_page(pages.AccountComing) or self.page.account.id != account.id:
|
|
# self.location('/NS_AVEEC?ch4=%s' % account.link_id)
|
|
# return self.page.get_operations()
|