3da02fde24
They bring nothing of value (we never use import * anyway) and introduce a maintenance burden. The __all__ that I left might not be very useful either but at least they are not a pain to maintain; they are also used by pyflakes in some cases.
126 lines
4.5 KiB
Python
126 lines
4.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2013 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from datetime import time, datetime
|
|
from .calendar import HybrideCalendarEvent
|
|
|
|
import weboob.tools.date as date_util
|
|
import re
|
|
|
|
from weboob.tools.browser2.page import HTMLPage, method
|
|
from weboob.tools.browser2.elements import ItemElement, SkipItem, ListElement
|
|
from weboob.tools.browser2.filters import Filter, Link, CleanText, Env
|
|
|
|
|
|
def format_date(date):
|
|
splitted_date = date.split(',')[1]
|
|
if splitted_date:
|
|
return date_util.parse_french_date(splitted_date)
|
|
|
|
|
|
class Date(Filter):
|
|
def filter(self, text):
|
|
return format_date(text)
|
|
|
|
|
|
class CombineDate(Filter):
|
|
def filter(sel, text):
|
|
return datetime.combine(format_date(text), time.max)
|
|
|
|
|
|
class Description(Filter):
|
|
def filter(self, el):
|
|
description = ''
|
|
|
|
description_intro = el[0].xpath("div[@class='itemIntroText']/table/tbody/tr/td")
|
|
|
|
if description_intro and len(description_intro) > 0:
|
|
description += u'%s' % description_intro[0].text_content()
|
|
|
|
description_content = el[0].xpath("div[@class='itemFullText']/table/tbody/tr/td")
|
|
|
|
if description_content and len(description_content) > 0:
|
|
description += u'%s' % description_content[0].text_content()
|
|
|
|
return u'%s' % description
|
|
|
|
|
|
class ProgramPage(HTMLPage):
|
|
|
|
@method
|
|
class list_events(ListElement):
|
|
item_xpath = '//div[@class="catItemView groupLeading"]'
|
|
|
|
class item(ItemElement):
|
|
klass = HybrideCalendarEvent
|
|
|
|
def validate(self, obj):
|
|
return self.check_date(obj) and self.check_city(obj) and self.check_category(obj)
|
|
|
|
def check_date(self, obj):
|
|
if self.env['date_from'] and obj.start_date >= self.env['date_from']:
|
|
if not self.env['date_to']:
|
|
return True
|
|
else:
|
|
if obj.end_date <= self.env['date_to']:
|
|
return True
|
|
return False
|
|
|
|
def check_city(self, obj):
|
|
return (not self.env['city'] or self.env['city'].upper() == obj.city.upper())
|
|
|
|
def check_category(self, obj):
|
|
return (not self.env['categories'] or obj.category in self.env['categories'])
|
|
|
|
class CheckId(Filter):
|
|
def filter(self, a_id):
|
|
re_id = re.compile('/programme/item/(.*?).html', re.DOTALL)
|
|
_id = re_id.search(a_id).group(1)
|
|
if _id:
|
|
return _id
|
|
raise SkipItem()
|
|
|
|
obj_id = CheckId(Link('div[@class="catItemHeader"]/h3[@class="catItemTitle"]/a'))
|
|
obj_start_date = Date(CleanText('div[@class="catItemHeader"]/span[@class="catItemDateCreated"]'))
|
|
obj_end_date = CombineDate(CleanText('div[@class="catItemHeader"]/span[@class="catItemDateCreated"]'))
|
|
obj_summary = CleanText('div[@class="catItemHeader"]/h3[@class="catItemTitle"]/a')
|
|
|
|
|
|
class EventPage(HTMLPage):
|
|
|
|
@method
|
|
class get_event(ItemElement):
|
|
klass = HybrideCalendarEvent
|
|
|
|
def parse(self, el):
|
|
if self.obj.id:
|
|
event = self.obj
|
|
event.url = self.page.url
|
|
event.description = Description('//div[@class="itemView"]/div[@class="itemBody"]')(self)
|
|
raise SkipItem()
|
|
|
|
self.env['url'] = self.page.url
|
|
|
|
obj_id = Env('_id')
|
|
base = '//div[@class="itemView"]/div[@class="itemHeader"]'
|
|
obj_start_date = Date(CleanText('%s/span[@class="itemDateCreated"]' % base))
|
|
obj_end_date = CombineDate(CleanText('%s/span[@class="itemDateCreated"]' % base))
|
|
obj_summary = CleanText('%s/h2[@class="itemTitle"]' % base)
|
|
obj_url = Env('url')
|
|
obj_description = Description('//div[@class="itemView"]/div[@class="itemBody"]')
|