weboob-devel/modules/cci/pages.py
Romain Bignon d61e15cf84 rename things related to browsers
weboob.tools.browser -> weboob.deprecated.browser
weboob.tools.parsers -> weboob.deprecated.browser.parsers
weboob.tools.mech -> weboob.deprecated.mech
weboob.browser2 -> weboob.browser
weboob.core.exceptions -> weboob.exceptions

Also, the new tree for browser2 is:

weboob.browser: import weboob.browser.browsers.* and weboob.browser.url.*
weboob.browser.browsers: all browsers (including PagesBrowser and LoginBrowser)
weboob.browser.url: the URL class
weboob.browser.profiles: all Profile classes
weboob.browser.sessions: WeboobSession and FuturesSession
weboob.browser.cookies: that's a cookies thing
weboob.browser.pages: all Page and derivated classes, and Form class
weboob.browser.exceptions: specific browser exceptions
weboob.browser.elements: AbstractElement classes, and 'method' decorator
weboob.browser.filters.*: all filters
2014-10-07 00:30:07 +02:00

75 lines
3.1 KiB
Python

# -*- coding: utf-8 -*-
# Copyright(C) 2013 Bezleputh
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.browser.pages import HTMLPage
from weboob.browser.elements import ItemElement, TableElement, method
from weboob.browser.filters.standard import Filter, CleanText, Format, Env, DateTime, TableCell, Join
from weboob.browser.filters.html import Link, CleanHTML
from weboob.capabilities.job import BaseJobAdvert
class Child(Filter):
def filter(self, el):
return list(el[0].iterchildren())
class SearchPage(HTMLPage):
@method
class iter_job_adverts(TableElement):
item_xpath = "//tr[(@class='texteCol2TableauClair' or @class='texteCol2TableauFonce')]"
head_xpath = "//tr[1]/td[@class='titreCol2Tableau']/text()"
col_place = u'Région'
col_job_name = u'Filière'
col_id = u'Intitulé du poste'
col_society_name = u'CCI(R)'
class item(ItemElement):
klass = BaseJobAdvert
def validate(self, advert):
if advert and 'pattern' in self.env and self.env['pattern']:
return self.env['pattern'].upper() in advert.title.upper() or \
self.env['pattern'].upper() in advert.job_name.upper()
return True
obj_id = CleanText(Link(Child(TableCell('id'))), replace=[('#', '')])
obj_title = Format('%s - %s', CleanText(TableCell('id')), CleanText(TableCell('job_name')))
obj_society_name = Format(u'CCI %s', CleanText(TableCell('society_name')))
obj_place = CleanText(TableCell('place'))
obj_job_name = CleanText(TableCell('id'))
@method
class get_job_advert(ItemElement):
klass = BaseJobAdvert
obj_url = Format('%s#%s', Env('url'), Env('id'))
obj_description = Join('%s\r\n',
'div/fieldset/*[(@class="titreParagraphe" or @class="normal")]',
textCleaner=CleanHTML)
obj_title = CleanText('div/span[@class="intituleposte"]')
obj_job_name = CleanText('div/span[@class="intituleposte"]')
obj_society_name = Format('CCI %s', CleanText('div/span[@class="crci crcititle"]'))
obj_publication_date = DateTime(CleanText('div/fieldset/p[@class="dateOffre"]'), dayfirst=True)
def parse(self, el):
self.el = el.xpath("//a[@name='%s']/following-sibling::div[1]" % self.obj.id)[0]
self.env['url'] = self.page.url
self.env['id'] = self.obj.id