142 lines
5.8 KiB
Python
142 lines
5.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2014 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from decimal import Decimal
|
|
from weboob.tools.browser2.page import HTMLPage, method, pagination
|
|
from weboob.tools.browser2.elements import ItemElement, ListElement
|
|
from weboob.tools.browser2.filters import CleanText, Link, Regexp, CleanDecimal, Env, DateTime, Attr
|
|
from weboob.capabilities.housing import City, Housing, HousingPhoto
|
|
from datetime import date, timedelta
|
|
from weboob.tools.date import DATE_TRANSLATE_FR, LinearDateGuesser
|
|
|
|
|
|
class CityListPage(HTMLPage):
|
|
@method
|
|
class get_cities(ListElement):
|
|
item_xpath = '//li'
|
|
|
|
class item(ItemElement):
|
|
klass = City
|
|
|
|
obj_id = CleanText('./span[@class="zipcode"]')
|
|
obj_name = CleanText('./span[@class="city"]')
|
|
|
|
|
|
class HousingListPage(HTMLPage):
|
|
@pagination
|
|
@method
|
|
class get_housing_list(ListElement):
|
|
item_xpath = '//div[@class="list-lbc"]/a'
|
|
|
|
def next_page(self):
|
|
return Link('//li[@class="page"]/a')(self)
|
|
|
|
class item(ItemElement):
|
|
klass = Housing
|
|
|
|
obj_id = Regexp(Link('.'), 'http://www.leboncoin.fr/ventes_immobilieres/(.*).htm')
|
|
obj_title = CleanText('./div[@class="lbc"]/div/div[@class="title"]')
|
|
obj_cost = CleanDecimal('./div[@class="lbc"]/div/div[@class="price"]',
|
|
replace_dots=(',', '.'),
|
|
default=Decimal(0))
|
|
obj_currency = Regexp(CleanText('./div[@class="lbc"]/div/div[@class="price"]'),
|
|
'.*([%s%s%s])' % (u'€', u'$', u'£'), default=u'€')
|
|
obj_text = CleanText('./div[@class="lbc"]/div[@class="detail"]')
|
|
|
|
def obj_date(self):
|
|
_date = CleanText('./div[@class="lbc"]/div[@class="date"]',
|
|
replace=[('Aujourd\'hui', str(date.today().day)),
|
|
('Hier', str((date.today() - timedelta(1)).day))])(self)
|
|
for fr, en in DATE_TRANSLATE_FR:
|
|
_date = fr.sub(en, _date)
|
|
|
|
self.env['tmp'] = _date
|
|
return DateTime(Env('tmp'), LinearDateGuesser())(self)
|
|
|
|
def obj_photos(self):
|
|
photos = []
|
|
url = Attr('./div[@class="lbc"]/div[@class="image"]/div/img', 'src', default=None)(self)
|
|
if url:
|
|
photos.append(HousingPhoto(url))
|
|
return photos
|
|
|
|
|
|
class HousingPage(HTMLPage):
|
|
@method
|
|
class get_housing(ItemElement):
|
|
klass = Housing
|
|
|
|
def parse(self, el):
|
|
details = dict()
|
|
for tr in el.xpath('//div[@class="floatLeft"]/table/tr'):
|
|
if 'Ville' in CleanText('./th')(tr):
|
|
self.env['location'] = CleanText('./td')(tr)
|
|
else:
|
|
details['%s' % CleanText('./th', replace=[(':', '')])(tr)] = CleanText('./td')(tr)
|
|
|
|
for tr in el.xpath('//div[@class="lbcParams criterias"]/table/tr'):
|
|
if 'Surface' in CleanText('./th')(tr):
|
|
self.env['area'] = CleanDecimal(Regexp(CleanText('./td'), '(.*)m.*'),
|
|
replace_dots=(',', '.'))(tr)
|
|
else:
|
|
key = '%s' % CleanText('./th', replace=[(':', '')])(tr)
|
|
if 'GES' in key or 'Classe' in key:
|
|
details[key] = CleanText('./td/noscript/a')(tr)
|
|
else:
|
|
details[key] = CleanText('./td')(tr)
|
|
|
|
self.env['details'] = details
|
|
|
|
obj_id = Env('_id')
|
|
obj_title = CleanText('//h2[@id="ad_subject"]')
|
|
obj_cost = CleanDecimal('//span[@class="price"]', replace_dots=(',', '.'), default=Decimal(0))
|
|
|
|
obj_currency = Regexp(CleanText('//span[@class="price"]'),
|
|
'.*([%s%s%s])' % (u'€', u'$', u'£'))
|
|
obj_text = CleanText('//div[@class="content"]')
|
|
obj_location = Env('location')
|
|
obj_details = Env('details')
|
|
obj_area = Env('area')
|
|
|
|
def obj_date(self):
|
|
sender = CleanText('//div[@class="upload_by"]/a')(self)
|
|
_date = CleanText('//div[@class="upload_by"]',
|
|
replace=[('- Mise en ligne le ', ''),
|
|
(sender, ''),
|
|
(u'à', ''),
|
|
(u'.', '')])(self)
|
|
|
|
for fr, en in DATE_TRANSLATE_FR:
|
|
_date = fr.sub(en, _date)
|
|
|
|
self.env['tmp'] = _date
|
|
return DateTime(Env('tmp'), LinearDateGuesser())(self)
|
|
|
|
def obj_photos(self):
|
|
photos = []
|
|
for img in self.el.xpath('//div[@id="thumbs_carousel"]/a/span'):
|
|
url = CleanText(Regexp(Attr('.', 'style',
|
|
default=''),
|
|
"background-image: url\('(.*)'\);",
|
|
default=''),
|
|
replace=[('thumbs', 'images')],
|
|
default='')(img)
|
|
if url:
|
|
photos.append(HousingPhoto(url))
|
|
return photos
|