d61e15cf84
weboob.tools.browser -> weboob.deprecated.browser weboob.tools.parsers -> weboob.deprecated.browser.parsers weboob.tools.mech -> weboob.deprecated.mech weboob.browser2 -> weboob.browser weboob.core.exceptions -> weboob.exceptions Also, the new tree for browser2 is: weboob.browser: import weboob.browser.browsers.* and weboob.browser.url.* weboob.browser.browsers: all browsers (including PagesBrowser and LoginBrowser) weboob.browser.url: the URL class weboob.browser.profiles: all Profile classes weboob.browser.sessions: WeboobSession and FuturesSession weboob.browser.cookies: that's a cookies thing weboob.browser.pages: all Page and derivated classes, and Form class weboob.browser.exceptions: specific browser exceptions weboob.browser.elements: AbstractElement classes, and 'method' decorator weboob.browser.filters.*: all filters
127 lines
4.5 KiB
Python
127 lines
4.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2013 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from datetime import time, datetime
|
|
from .calendar import HybrideCalendarEvent
|
|
|
|
import weboob.tools.date as date_util
|
|
import re
|
|
|
|
from weboob.browser.pages import HTMLPage
|
|
from weboob.browser.elements import ItemElement, SkipItem, ListElement, method
|
|
from weboob.browser.filters.standard import Filter, CleanText, Env
|
|
from weboob.browser.filters.html import Link
|
|
|
|
|
|
def format_date(date):
|
|
splitted_date = date.split(',')[1]
|
|
if splitted_date:
|
|
return date_util.parse_french_date(splitted_date)
|
|
|
|
|
|
class Date(Filter):
|
|
def filter(self, text):
|
|
return format_date(text)
|
|
|
|
|
|
class CombineDate(Filter):
|
|
def filter(self, text):
|
|
return datetime.combine(format_date(text), time.max)
|
|
|
|
|
|
class Description(Filter):
|
|
def filter(self, el):
|
|
description = ''
|
|
|
|
description_intro = el[0].xpath("div[@class='itemIntroText']/table/tbody/tr/td")
|
|
|
|
if description_intro and len(description_intro) > 0:
|
|
description += u'%s' % description_intro[0].text_content()
|
|
|
|
description_content = el[0].xpath("div[@class='itemFullText']/table/tbody/tr/td")
|
|
|
|
if description_content and len(description_content) > 0:
|
|
description += u'%s' % description_content[0].text_content()
|
|
|
|
return u'%s' % description
|
|
|
|
|
|
class ProgramPage(HTMLPage):
|
|
|
|
@method
|
|
class list_events(ListElement):
|
|
item_xpath = '//div[@class="catItemView groupLeading"]'
|
|
|
|
class item(ItemElement):
|
|
klass = HybrideCalendarEvent
|
|
|
|
def validate(self, obj):
|
|
return self.check_date(obj) and self.check_city(obj) and self.check_category(obj)
|
|
|
|
def check_date(self, obj):
|
|
if self.env['date_from'] and obj.start_date >= self.env['date_from']:
|
|
if not self.env['date_to']:
|
|
return True
|
|
else:
|
|
if obj.end_date <= self.env['date_to']:
|
|
return True
|
|
return False
|
|
|
|
def check_city(self, obj):
|
|
return (not self.env['city'] or self.env['city'].upper() == obj.city.upper())
|
|
|
|
def check_category(self, obj):
|
|
return (not self.env['categories'] or obj.category in self.env['categories'])
|
|
|
|
class CheckId(Filter):
|
|
def filter(self, a_id):
|
|
re_id = re.compile('/programme/item/(.*?).html', re.DOTALL)
|
|
_id = re_id.search(a_id).group(1)
|
|
if _id:
|
|
return _id
|
|
raise SkipItem()
|
|
|
|
obj_id = CheckId(Link('div[@class="catItemHeader"]/h3[@class="catItemTitle"]/a'))
|
|
obj_start_date = Date(CleanText('div[@class="catItemHeader"]/span[@class="catItemDateCreated"]'))
|
|
obj_end_date = CombineDate(CleanText('div[@class="catItemHeader"]/span[@class="catItemDateCreated"]'))
|
|
obj_summary = CleanText('div[@class="catItemHeader"]/h3[@class="catItemTitle"]/a')
|
|
|
|
|
|
class EventPage(HTMLPage):
|
|
|
|
@method
|
|
class get_event(ItemElement):
|
|
klass = HybrideCalendarEvent
|
|
|
|
def parse(self, el):
|
|
if self.obj.id:
|
|
event = self.obj
|
|
event.url = self.page.url
|
|
event.description = Description('//div[@class="itemView"]/div[@class="itemBody"]')(self)
|
|
raise SkipItem()
|
|
|
|
self.env['url'] = self.page.url
|
|
|
|
obj_id = Env('_id')
|
|
base = '//div[@class="itemView"]/div[@class="itemHeader"]'
|
|
obj_start_date = Date(CleanText('%s/span[@class="itemDateCreated"]' % base))
|
|
obj_end_date = CombineDate(CleanText('%s/span[@class="itemDateCreated"]' % base))
|
|
obj_summary = CleanText('%s/h2[@class="itemTitle"]' % base)
|
|
obj_url = Env('url')
|
|
obj_description = Description('//div[@class="itemView"]/div[@class="itemBody"]')
|