weboob-devel/modules/biplan/pages.py

# -*- coding: utf-8 -*-

# Copyright(C) 2013      Bezleputh
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.

import re
from datetime import datetime, time

import weboob.tools.date as date_util
from weboob.tools.browser import BasePage
from .calendar import BiplanCalendarEventConcert, BiplanCalendarEventTheatre

__all__ = ['ProgramPage', 'EventPage']


def parse_b(b):
    to_return = []
    for item in b.replace('\n', '\t').replace(' ', '\t').split('\t'):
        if not (item is None or item == ''):
            to_return.append(u'%s' % item)
    return to_return


class ProgramPage(BasePage):
    def list_events(self, date_from, date_to=None, city=None, categories=None, is_concert=True):
        divs = self.document.getroot().xpath("//div[@class='ligne']")
        for i in range(1, len(divs)):
            event = self.create_event(divs[i], date_from, date_to, city, categories, is_concert=is_concert)
            if event:
                yield event

    def create_event(self, div, date_from, date_to, city=None, categories=None, is_concert=True):
        re_id = re.compile('/(.*?).html', re.DOTALL)
        a_id = self.parser.select(div, "div/a", 1, method='xpath')
        b = self.parser.select(div, "div/div/b", 2, method='xpath')

        _id = re_id.search(a_id.attrib['href']).group(1)
        date = self.parse_date(b[0].text_content())

        re_time = re.compile('(\d{1,2}h[\d{1,2}]?)', re.DOTALL)
        start_end_date = re_time.findall(b[1].text_content().split('-')[0].strip())

        if start_end_date:
            time_price = parse_b(b[1].text_content())

            start_time = self.parse_start_time(start_end_date[0])
            start_date = datetime.combine(date, start_time)

            if len(start_end_date) > 1:
                end_time = self.parse_start_time(start_end_date[1])
                end_date = datetime.combine(start_date, end_time)
            else:
                end_date = datetime.combine(start_date, time.max)

        if _id and self.is_event_in_valid_period(start_date, date_from, date_to):
            if is_concert:
                event = BiplanCalendarEventConcert(_id)
            else:
                event = BiplanCalendarEventTheatre(_id)

            event.start_date = start_date
            event.end_date = end_date

            price = time_price[time_price.index('-') + 1:]
            parsed_price = re.findall(r"\d*\,\d+|\d+", " ".join(price))

            if parsed_price and len(parsed_price) > 0:
                event.price = float(parsed_price[0].replace(',', '.'))
            else:
                event.price = float(0)

            event.summary = u'%s' % self.parser.select(div, "div/div/div/a/strong", 1, method='xpath').text

            if self.is_valid_event(event, city, categories):
                return event

    def is_valid_event(self, event, city, categories):
        if city and city != '' and city.upper() != event.city.upper():
            return False

        if categories and len(categories) > 0 and event.category not in categories:
            return False

        return True

    def is_event_in_valid_period(self, event_date, date_from, date_to):
        if event_date >= date_from:
            if not date_to:
                return True
            else:
                if event_date <= date_to:
                    return True
        return False

    def parse_start_time(self, _time):
        start_time = _time.split('h')
        time_hour = start_time[0]
        time_minutes = 0
        if len(start_time) > 1 and start_time[1]:
            time_minutes = start_time[1]
        return time(int(time_hour), int(time_minutes))

    def parse_date(self, b):
        content = parse_b(b)
        a_date = content[1:content.index('-')]

        for fr, en in date_util.DATE_TRANSLATE_FR:
            a_date[1] = fr.sub(en, a_date[1])

        if (datetime.now().month > datetime.strptime(a_date[1], "%B").month):
            a_date.append(u'%i' % (datetime.now().year + 1))
        else:
            a_date.append(u'%i' % (datetime.now().year))

        return date_util.parse_french_date(" ".join(a_date))


class EventPage(BasePage):
    def get_event(self, url, event=None):
        div = self.document.getroot().xpath("//div[@id='popup']")[0]
        if not event:
            re_id = re.compile('http://www.lebiplan.org/(.*?).html', re.DOTALL)
            _id = re_id.search(url).group(1)
            if div.attrib['class'] == 'theatre-popup':
                event = BiplanCalendarEventTheatre(_id)
            else:
                event = BiplanCalendarEventConcert(_id)

        b = self.parser.select(div, "div/b", 1, method='xpath').text_content()
        splitted_b = b.split('-')

        parsed_price = re.findall(r"\d*\,\d+|\d+", " ".join(parse_b(splitted_b[-1])))

        if parsed_price and len(parsed_price) > 0:
            event.price = float(parsed_price[0].replace(',', '.'))
        else:
            event.price = float(0)

        _date = date_util.parse_french_date(" ".join(parse_b(splitted_b[0])))

        re_time = re.compile('(\d{1,2}h[\d{1,2}]?)', re.DOTALL)
        start_end_date = re_time.findall(splitted_b[2])

        if start_end_date:
            start_time = self.parse_start_time(start_end_date[0])

            if len(start_end_date) > 1:
                end_time = self.parse_start_time(start_end_date[1])
            else:
                end_time = time.max

        event.start_date = datetime.combine(_date, start_time)
        event.end_date = datetime.combine(_date, end_time)

        event.url = url

        event.summary = u'%s' % self.parser.select(div, "div/div/span", 1, method='xpath').text_content()
        event.description = u'%s' % self.parser.select(div,
                                                       "div/div[@class='presentation-popup']",
                                                       1,
                                                       method='xpath').text_content().strip()
        return event

    def parse_start_time(self, _time):
        start_time = _time.split('h')
        time_hour = start_time[0]
        time_minutes = 0
        if len(start_time) > 1 and start_time[1]:
            time_minutes = start_time[1]
        return time(int(time_hour), int(time_minutes))