d61e15cf84
weboob.tools.browser -> weboob.deprecated.browser weboob.tools.parsers -> weboob.deprecated.browser.parsers weboob.tools.mech -> weboob.deprecated.mech weboob.browser2 -> weboob.browser weboob.core.exceptions -> weboob.exceptions Also, the new tree for browser2 is: weboob.browser: import weboob.browser.browsers.* and weboob.browser.url.* weboob.browser.browsers: all browsers (including PagesBrowser and LoginBrowser) weboob.browser.url: the URL class weboob.browser.profiles: all Profile classes weboob.browser.sessions: WeboobSession and FuturesSession weboob.browser.cookies: that's a cookies thing weboob.browser.pages: all Page and derivated classes, and Form class weboob.browser.exceptions: specific browser exceptions weboob.browser.elements: AbstractElement classes, and 'method' decorator weboob.browser.filters.*: all filters
121 lines
5 KiB
Python
121 lines
5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2014 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from weboob.browser.pages import HTMLPage, pagination
|
|
from weboob.browser.elements import ItemElement, ListElement, method
|
|
from weboob.browser.filters.standard import Regexp, CleanText, DateTime, Filter, Type, Env, Format, CombineDate
|
|
from weboob.browser.filters.html import Link, XPath, CleanHTML
|
|
|
|
from .calendar import AgendaDuLibreCalendarEvent
|
|
from datetime import time, datetime, date
|
|
import re
|
|
|
|
|
|
class EventEndDate(Filter):
|
|
def filter(self, el):
|
|
return time.max
|
|
|
|
|
|
class EventPage(HTMLPage):
|
|
@method
|
|
class get_event(ItemElement):
|
|
klass = AgendaDuLibreCalendarEvent
|
|
|
|
def parse(self, el):
|
|
self.env['url'] = self.page.url
|
|
|
|
obj_id = Env('_id')
|
|
obj_url = Env('url')
|
|
obj_summary = CleanText('//meta[@property="DC:title"]/@content')
|
|
obj_description = CleanHTML('//div[@class="description"]')
|
|
obj_location = CleanText('//p[@class="full_address"]/span[1]')
|
|
obj_city = CleanText('//meta[@property="geo:placename"]/@content')
|
|
obj_start_date = DateTime(CleanText('//meta[@property="DC:date"]/@content'))
|
|
obj_end_date = CombineDate(DateTime(CleanText('//meta[@property="DC:date"]/@content')),
|
|
EventEndDate('.'))
|
|
|
|
|
|
class EventListPage(HTMLPage):
|
|
@pagination
|
|
@method
|
|
class list_events(ListElement):
|
|
item_xpath = '//td[starts-with(@class, "day")]/ul/li'
|
|
|
|
def next_page(self):
|
|
m = re.match('.*/events\?start_date=(\d{4})-(\d{2})-(\d{2})(®ion=.*)?', self.page.url)
|
|
if m:
|
|
start = date(year=int(m.group(1)), month=int(m.group(2)), day=1)
|
|
region = m.group(4) if m.group(4) else ''
|
|
try:
|
|
next_month = start.replace(month=start.month + 1)
|
|
except ValueError:
|
|
if start.month == 12:
|
|
next_month = start.replace(year=start.year + 1, month=1)
|
|
else:
|
|
raise
|
|
if (self.env['date_to'] is None and
|
|
start < self.env['max_date']) or\
|
|
(self.env['date_to'] is not None and
|
|
datetime.combine(next_month, time.min) < self.env['date_to']):
|
|
return '/events?start_date=%s%s' % (next_month.strftime("%Y-%m-%d"), region)
|
|
|
|
class item(ItemElement):
|
|
klass = AgendaDuLibreCalendarEvent
|
|
|
|
def condition(self):
|
|
return len(XPath('.')(self.el)) > 0 and \
|
|
('current-month' in XPath('./ancestor::td/@class')(self.el)[0])
|
|
obj_id = Format('%s#%s',
|
|
CleanText('./ancestor::td/div[@class="day_number"]'),
|
|
Regexp(Link('./a'), '/events/(.*)'))
|
|
obj_city = CleanText('./a/strong[@class="city"]')
|
|
obj_summary = CleanText('./a')
|
|
|
|
def get_date(self, _time):
|
|
m = re.match('.*/events\?start_date=(\d{4})-(\d{2})-\d{2}', self.page.url)
|
|
if m:
|
|
day = Type(CleanText('./ancestor::td/div[@class="day_number"]'), type=int)(self)
|
|
start_date = date(year=int(m.group(1)), month=int(m.group(2)), day=day)
|
|
return datetime.combine(start_date, _time)
|
|
|
|
def obj_start_date(self):
|
|
return self.get_date(time.min)
|
|
|
|
def obj_end_date(self):
|
|
return self.get_date(time.max)
|
|
|
|
def validate(self, obj):
|
|
return (self.is_valid_event(obj, self.env['city'], self.env['categories']) and
|
|
self.is_event_in_valid_period(obj.start_date, self.env['date_from'], self.env['date_to']))
|
|
|
|
def is_valid_event(self, event, city, categories):
|
|
if city and city != '' and city.upper() != event.city.upper():
|
|
return False
|
|
if categories and len(categories) > 0 and event.category not in categories:
|
|
return False
|
|
return True
|
|
|
|
def is_event_in_valid_period(self, event_date, date_from, date_to):
|
|
if event_date >= datetime.combine(date_from, time.min):
|
|
if not date_to:
|
|
return True
|
|
else:
|
|
if event_date <= date_to:
|
|
return True
|
|
return False
|