[leboncoin] add new housing module laboncoin

modules/leboncoin/pages.py

@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2014      Bezleputh
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+from decimal import Decimal
+from weboob.tools.browser2.page import HTMLPage, method, pagination
+from weboob.tools.browser2.elements import ItemElement, ListElement
+from weboob.tools.browser2.filters import CleanText, Link, Regexp, CleanDecimal, Env, DateTime, Attr
+from weboob.capabilities.housing import City, Housing, HousingPhoto
+from datetime import date
+from weboob.tools.date import DATE_TRANSLATE_FR, LinearDateGuesser
+
+
+class CityListPage(HTMLPage):
+    @method
+    class get_cities(ListElement):
+        item_xpath = '//li'
+
+        class item(ItemElement):
+            klass = City
+
+            obj_id = CleanText('./span[@class="zipcode"]')
+            obj_name = CleanText('./span[@class="city"]')
+
+
+class HousingListPage(HTMLPage):
+    @pagination
+    @method
+    class get_housing_list(ListElement):
+        item_xpath = '//div[@class="list-lbc"]/a'
+
+        def next_page(self):
+            return Link('//li[@class="page"]/a')(self)
+
+        class item(ItemElement):
+            klass = Housing
+
+            obj_id = Regexp(Link('.'), 'http://www.leboncoin.fr/ventes_immobilieres/(.*).htm')
+            obj_title = CleanText('./div[@class="lbc"]/div/div[@class="title"]')
+            obj_cost = CleanDecimal('./div[@class="lbc"]/div/div[@class="price"]',
+                                    replace_dots=(',', '.'),
+                                    default=Decimal(0))
+            obj_currency = Regexp(CleanText('./div[@class="lbc"]/div/div[@class="price"]'),
+                                  '.*([%s%s%s])' % (u'€', u'$', u'£'), default=u'€')
+            obj_text = CleanText('./div[@class="lbc"]/div[@class="detail"]')
+
+            def obj_date(self):
+                _date = CleanText('./div[@class="lbc"]/div[@class="date"]',
+                                  replace=[('Aujourd\'hui', str(date.today().day))])(self)
+                for fr, en in DATE_TRANSLATE_FR:
+                    _date = fr.sub(en, _date)
+
+                self.env['tmp'] = _date
+                return DateTime(Env('tmp'), LinearDateGuesser())(self)
+
+            def obj_photos(self):
+                photos = []
+                url = Attr('./div[@class="lbc"]/div[@class="image"]/div/img', 'src', default=None)(self)
+                if url:
+                    photos.append(HousingPhoto(url))
+                return photos
+
+
+class HousingPage(HTMLPage):
+    @method
+    class get_housing(ItemElement):
+        klass = Housing
+
+        def parse(self, el):
+            details = dict()
+            for tr in el.xpath('//div[@class="floatLeft"]/table/tr'):
+                if 'Ville' in CleanText('./th')(tr):
+                    self.env['location'] = CleanText('./td')(tr)
+                else:
+                    details['%s' % CleanText('./th', replace=[(':', '')])(tr)] = CleanText('./td')(tr)
+
+            for tr in el.xpath('//div[@class="lbcParams criterias"]/table/tr'):
+                if 'Surface' in CleanText('./th')(tr):
+                    self.env['area'] = CleanDecimal(Regexp(CleanText('./td'), '(.*)m.*'),
+                                                    replace_dots=(',', '.'))(tr)
+                else:
+                    key = '%s' % CleanText('./th', replace=[(':', '')])(tr)
+                    if 'GES' in key or 'Classe' in key:
+                        details[key] = CleanText('./td/noscript/a')(tr)
+                    else:
+                        details[key] = CleanText('./td')(tr)
+
+            self.env['details'] = details
+
+        obj_id = Env('_id')
+        obj_title = CleanText('//h2[@id="ad_subject"]')
+        obj_cost = CleanDecimal('//span[@class="price"]', replace_dots=(',', '.'), default=Decimal(0))
+
+        obj_currency = Regexp(CleanText('//span[@class="price"]'),
+                              '.*([%s%s%s])' % (u'€', u'$', u'£'))
+        obj_text = CleanText('//div[@class="content"]')
+        obj_location = Env('location')
+        obj_details = Env('details')
+        obj_area = Env('area')
+
+        def obj_date(self):
+            sender = CleanText('//div[@class="upload_by"]/a')(self)
+            _date = CleanText('//div[@class="upload_by"]',
+                              replace=[('- Mise en ligne le ', ''),
+                                       (sender, ''),
+                                       (u'à', ''),
+                                       (u'.', '')])(self)
+
+            for fr, en in DATE_TRANSLATE_FR:
+                _date = fr.sub(en, _date)
+
+            self.env['tmp'] = _date
+            return DateTime(Env('tmp'), LinearDateGuesser())(self)
+
+        def obj_photos(self):
+            photos = []
+            for img in self.el.xpath('//div[@id="thumbs_carousel"]/a/span'):
+                url = CleanText(Regexp(Attr('.', 'style',
+                                            default=''),
+                                       "background-image: url\('(.*)'\);",
+                                       default=''),
+                                replace=[('thumbs', 'images')],
+                                default='')(img)
+                if url:
+                    photos.append(HousingPhoto(url))
+            return photos