[entreparticuliers] new module entreparticuliers.com
This commit is contained in:
Bezleputh
Romain Bignon
parent
bde6d0065d
commit
66eb02902a
5 changed files with 345 additions and 0 deletions
24
modules/entreparticuliers/__init__.py
Normal file
24
modules/entreparticuliers/__init__.py
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2015 Bezleputh
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from .module import EntreparticuliersModule
|
||||
|
||||
|
||||
__all__ = ['EntreparticuliersModule']
|
||||
118
modules/entreparticuliers/browser.py
Normal file
118
modules/entreparticuliers/browser.py
Normal file
|
|
@ -0,0 +1,118 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2015 Bezleputh
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from weboob.tools.json import json
|
||||
from weboob.capabilities.housing import Query
|
||||
from weboob.browser import PagesBrowser, URL
|
||||
|
||||
from .pages import CitiesPage, SearchPage, HousingPage
|
||||
|
||||
|
||||
class EntreparticuliersBrowser(PagesBrowser):
|
||||
BASEURL = 'http://www.entreparticuliers.com'
|
||||
|
||||
cities = URL('/HTTPHandlers/LocalisationsAutocompleteHandler.ashx\?q=(?P<pattern>.*)', CitiesPage)
|
||||
search = URL('/Default.aspx/CreateSearchParams')
|
||||
form_item = URL('/Default.aspx/GetElementsMoteur')
|
||||
search_result = URL('/annonces-immobilieres/vente/resultats-de-recherche-ergo', SearchPage)
|
||||
housing = URL('/(?P<_id>.*).html', HousingPage)
|
||||
|
||||
def search_city(self, pattern):
|
||||
return self.cities.open(pattern=pattern).iter_cities()
|
||||
|
||||
TYPES = {Query.TYPE_RENT: '1',
|
||||
Query.TYPE_SALE: '4'
|
||||
}
|
||||
|
||||
RET = {Query.TYPE_RENT: {Query.HOUSE_TYPES.HOUSE: '2',
|
||||
Query.HOUSE_TYPES.APART: '1',
|
||||
Query.HOUSE_TYPES.LAND: '',
|
||||
Query.HOUSE_TYPES.PARKING: '4',
|
||||
Query.HOUSE_TYPES.OTHER: '6'},
|
||||
Query.TYPE_SALE: {Query.HOUSE_TYPES.HOUSE: '2',
|
||||
Query.HOUSE_TYPES.APART: '1',
|
||||
Query.HOUSE_TYPES.LAND: '5',
|
||||
Query.HOUSE_TYPES.PARKING: '6',
|
||||
Query.HOUSE_TYPES.OTHER: '9'}
|
||||
}
|
||||
|
||||
def search_housings(self, type, cities, nb_rooms, area_min, area_max, cost_min, cost_max, house_types):
|
||||
referer = "http://www.entreparticuliers.com/annonces-immobilieres/vente/resultats-de-recherche-ergo"
|
||||
self.session.headers.update({"X-Requested-With": "XMLHttpRequest",
|
||||
"Referer": referer,
|
||||
"Content-Type": "application/json; charset=utf-8",
|
||||
"Accept": "application/json, text/javascript, */*; q=0.01"})
|
||||
|
||||
result = self.form_item.open(data="{'rubrique': '%s'}" % self.TYPES.get(type))
|
||||
biens = json.loads(json.loads(result.content)['d'])
|
||||
|
||||
for house_type in house_types:
|
||||
id_type = self.RET[type].get(house_type, '1')
|
||||
|
||||
data = {}
|
||||
data['rubrique'] = self.TYPES.get(type)
|
||||
data['ach_id'] = None
|
||||
data['FromMoteur'] = "true"
|
||||
|
||||
for bien in biens:
|
||||
if bien['Idchoix'] == int(id_type):
|
||||
data['lstSSTbien'] = bien['SsTypebien']
|
||||
data['lstTbien'] = bien['TypeBien']
|
||||
data['caracteristique'] = bien['Idchoix']
|
||||
|
||||
data['OrigineAlerte'] = "SaveSearchMoteurHome"
|
||||
data['pays'] = "fra"
|
||||
data['prix_min'] = cost_min if cost_min and cost_min > 0 else None
|
||||
data['prix_max'] = cost_max if cost_max and cost_max > 0 else None
|
||||
data['lstThemes'] = ""
|
||||
|
||||
min_rooms = nb_rooms if nb_rooms and nb_rooms > 1 else 1
|
||||
max_rooms = 5
|
||||
if min_rooms == 1 and max_rooms == 5:
|
||||
data['lstNbPieces'] = 0
|
||||
else:
|
||||
data['lstNbPieces'] = ','.join('%s' % n for n in range(min_rooms, max_rooms + 1))
|
||||
|
||||
data['lstNbChambres'] = None
|
||||
data['surface_min'] = area_min if area_min else None
|
||||
# var modes = { "all": -1, "ville": 5, "region": 2, "departement": 4, "pays": 1, "regionUsuelle": 3 };
|
||||
data['localisationType'] = 5
|
||||
data['reference'] = ''
|
||||
data['nbpiecesMin'] = min_rooms
|
||||
data['nbpiecesMax'] = max_rooms
|
||||
data['rayon'] = 0
|
||||
data['localisation_id_rayon'] = None
|
||||
data['lstLocalisationId'] = ','.join(cities)
|
||||
data['photos'] = 0
|
||||
data['colocation'] = ''
|
||||
data['meuble'] = ''
|
||||
data['pageNumber'] = 1
|
||||
data['order_by'] = 5
|
||||
data['sort_order'] = 1
|
||||
data['top'] = 25
|
||||
data['SaveSearch'] = "false"
|
||||
data['EmailUser'] = ""
|
||||
data['GSMUser'] = ""
|
||||
|
||||
self.search.go(data="{'p_SearchParams':'%s'}" % json.dumps(data))
|
||||
for item in self.search_result.go().iter_housings():
|
||||
yield item
|
||||
|
||||
def get_housing(self, _id, obj=None):
|
||||
return self.housing.go(_id=_id).get_housing(obj=obj)
|
||||
64
modules/entreparticuliers/module.py
Normal file
64
modules/entreparticuliers/module.py
Normal file
|
|
@ -0,0 +1,64 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2015 Bezleputh
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.tools.backend import Module
|
||||
from weboob.capabilities.housing import CapHousing, Housing, HousingPhoto
|
||||
|
||||
from .browser import EntreparticuliersBrowser
|
||||
|
||||
|
||||
__all__ = ['EntreparticuliersModule']
|
||||
|
||||
|
||||
class EntreparticuliersModule(Module, CapHousing):
|
||||
NAME = 'entreparticuliers'
|
||||
DESCRIPTION = u'entreparticuliers.com website'
|
||||
MAINTAINER = u'Bezleputh'
|
||||
EMAIL = 'carton_ben@yahoo.fr'
|
||||
LICENSE = 'AGPLv3+'
|
||||
VERSION = '1.1'
|
||||
|
||||
BROWSER = EntreparticuliersBrowser
|
||||
|
||||
def search_city(self, pattern):
|
||||
return self.browser.search_city(pattern)
|
||||
|
||||
def search_housings(self, query):
|
||||
cities = [c.id for c in query.cities if c.backend == self.name]
|
||||
if len(cities) == 0:
|
||||
return list([])
|
||||
|
||||
return self.browser.search_housings(query.type, cities, query.nb_rooms,
|
||||
query.area_min, query.area_max,
|
||||
query.cost_min, query.cost_max,
|
||||
query.house_types)
|
||||
|
||||
def get_housing(self, _id):
|
||||
return self.browser.get_housing(_id)
|
||||
|
||||
def fill_housing(self, housing, fields):
|
||||
return self.browser.get_housing(housing.id, housing)
|
||||
|
||||
def fill_photo(self, photo, fields):
|
||||
if 'data' in fields and photo.url and not photo.data:
|
||||
photo.data = self.browser.open(photo.url).content
|
||||
return photo
|
||||
|
||||
OBJECTS = {Housing: fill_housing, HousingPhoto: fill_photo}
|
||||
99
modules/entreparticuliers/pages.py
Normal file
99
modules/entreparticuliers/pages.py
Normal file
|
|
@ -0,0 +1,99 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2015 Bezleputh
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from decimal import Decimal
|
||||
from datetime import datetime
|
||||
|
||||
from weboob.browser.pages import JsonPage, HTMLPage
|
||||
from weboob.browser.elements import ItemElement, ListElement, DictElement, method
|
||||
from weboob.browser.filters.json import Dict
|
||||
from weboob.browser.filters.html import CleanHTML
|
||||
from weboob.browser.filters.standard import CleanText, CleanDecimal, Regexp, Env, BrowserURL
|
||||
from weboob.capabilities.housing import Housing, HousingPhoto, City
|
||||
|
||||
|
||||
class CitiesPage(JsonPage):
|
||||
@method
|
||||
class iter_cities(DictElement):
|
||||
class item(ItemElement):
|
||||
klass = City
|
||||
|
||||
def condition(self):
|
||||
return Dict('id', default=None)(self)
|
||||
|
||||
obj_id = Dict('id')
|
||||
obj_name = Dict('libelle')
|
||||
|
||||
|
||||
class SearchPage(HTMLPage):
|
||||
@method
|
||||
class iter_housings(ListElement):
|
||||
item_xpath = '//ul[@class="results rview"]/li'
|
||||
|
||||
class item(ItemElement):
|
||||
klass = Housing
|
||||
|
||||
def condition(self):
|
||||
return CleanText('./div/span[@class="infos"]/a[@class="titre"]/@href')(self)
|
||||
|
||||
obj_id = Regexp(CleanText('./div/span[@class="infos"]/a[@class="titre"]/@href'),
|
||||
'/(.*).html')
|
||||
obj_title = CleanText('./div/span[@class="infos"]/a[@class="titre"]')
|
||||
obj_cost = CleanDecimal(Regexp(CleanText('./div/span[@class="infos"]/span[@id="prix"]'),
|
||||
'(.*) [%s%s%s].*' % (u'€', u'$', u'£'),
|
||||
default=''),
|
||||
replace_dots=(',', '.'),
|
||||
default=Decimal(0))
|
||||
obj_currency = Regexp(CleanText('./div/span[@class="infos"]/span[@id="prix"]'),
|
||||
'.*([%s%s%s]).*' % (u'€', u'$', u'£'), default=u'€')
|
||||
obj_text = CleanText('./div/span[@class="infos"]')
|
||||
obj_date = datetime.now
|
||||
|
||||
|
||||
class HousingPage(HTMLPage):
|
||||
@method
|
||||
class get_housing(ItemElement):
|
||||
klass = Housing
|
||||
|
||||
obj_id = Env('_id')
|
||||
obj_title = CleanText('//section[class="wctrl"]/h1')
|
||||
obj_cost = CleanDecimal('//span[@class="i prix"]', replace_dots=(',', '.'), default=Decimal(0))
|
||||
|
||||
obj_currency = Regexp(CleanText('//span[@class="i prix"]'),
|
||||
'.*([%s%s%s])' % (u'€', u'$', u'£'), default='')
|
||||
obj_text = CleanHTML('//article[@class="bloc description"]/p')
|
||||
obj_location = CleanText('//span[@class="i ville"]')
|
||||
obj_area = CleanDecimal(Regexp(CleanText('//span[@class="i"]'), '.*/(.*) m.*'))
|
||||
obj_url = BrowserURL('housing', _id=Env('_id'))
|
||||
obj_phone = CleanText('//input[@id="hftel"]/@value')
|
||||
obj_date = datetime.now
|
||||
|
||||
def obj_details(self):
|
||||
details = {}
|
||||
for detail in self.el.xpath('//span[@class="i small"]'):
|
||||
item = detail.text.split(':')
|
||||
details[item[0]] = item[1]
|
||||
return details
|
||||
|
||||
def obj_photos(self):
|
||||
photos = []
|
||||
for img in self.el.xpath('//ul[@id="ulPhotos"]/li/img/@src'):
|
||||
url = 'http://www.entreparticuliers.com/%s' % img
|
||||
photos.append(HousingPhoto(url))
|
||||
return photos
|
||||
40
modules/entreparticuliers/test.py
Normal file
40
modules/entreparticuliers/test.py
Normal file
|
|
@ -0,0 +1,40 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2015 Bezleputh
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import itertools
|
||||
from weboob.tools.test import BackendTest
|
||||
from weboob.capabilities.housing import Query
|
||||
|
||||
|
||||
class EntreparticuliersTest(BackendTest):
|
||||
MODULE = 'entreparticuliers'
|
||||
|
||||
def test_entreparticuliers(self):
|
||||
query = Query()
|
||||
query.cities = []
|
||||
for city in self.backend.search_city('lille'):
|
||||
city.backend = self.backend.name
|
||||
query.cities.append(city)
|
||||
|
||||
query.type = Query.TYPE_SALE
|
||||
results = list(itertools.islice(self.backend.search_housings(query), 0, 20))
|
||||
self.assertTrue(len(results) > 0)
|
||||
|
||||
obj = self.backend.fillobj(results[0])
|
||||
self.assertTrue(obj.area is not None, 'Area for "%s"' % (obj.id))
|
||||
Loading…
Add table
Add a link
Reference in a new issue