weboob-devel/modules/francetelevisions/pages.py
2014-05-05 15:22:52 +02:00

92 lines
3.5 KiB
Python

# -*- coding: utf-8 -*-
# Copyright(C) 2011-2012 Romain Bignon, Laurent Bachelier
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.capabilities.image import BaseImage
from weboob.capabilities.video import BaseVideo
from datetime import timedelta
from dateutil.parser import parse as parse_date
from weboob.tools.browser2.page import HTMLPage, method, ItemElement, ListElement, JsonPage
from weboob.tools.browser2.filters import Filter, Link, CleanText, Regexp, Attr, Format, DateTime, Env
__all__ = ['IndexPage', 'VideoPage']
class DurationPluzz(Filter):
def filter(self, el):
duration = Regexp(CleanText('.'), '.+\|(.+)')(el[0])
if duration[-1:] == "'":
t = [0, int(duration[:-1])]
else:
t = map(int, duration.split(':'))
return timedelta(hours=t[0], minutes=t[1])
class IndexPage(HTMLPage):
@method
class iter_videos(ListElement):
item_xpath = '//div[@id="section-list_results"]/article'
class item(ItemElement):
klass = BaseVideo
obj_title = Format('%s - %s', CleanText('h3/a'), CleanText('div[@class="rs-cell-details"]/a'))
obj_id = Regexp(Link('h3/a'), '^http://pluzz.francetv.fr/videos/.+,(.+).html$')
obj_date = DateTime(Regexp(CleanText('div/p[@class="diffusion"]',
replace=[(u'à', u''), (u' ', u' ')]),
'.+(\d{2}-\d{2}-\d{2}.+\d{1,2}:\d{1,2}).+'))
obj_duration = DurationPluzz('div/span[@class="type-duree"]')
def obj_thumbnail(self):
url = Attr('a[@class="vignette"]/img', 'data-src')(self)
thumbnail = BaseImage(url)
thumbnail.url = thumbnail.id
return thumbnail
class VideoPage(JsonPage):
@method
class get_video(ItemElement):
klass = BaseVideo
def parse(self, el):
for video in el['videos']:
if video['format'] != 'm3u8-download':
continue
self.env['url'] = video['url']
self.env['date'] = parse_date(el['diffusion']['date_debut'], dayfirst=True)
self.env['title'] = u'%s - %s' % (el['titre'], el['sous_titre'])
hours, minutes, seconds = el['duree'].split(':')
self.env['duration'] = timedelta(hours=int(hours), minutes=int(minutes), seconds=int(seconds))
url = 'http://pluzz.francetv.fr%s' % (el['image'])
thumbnail = BaseImage(url)
thumbnail.url = thumbnail.id
self.env['thumbnail'] = thumbnail
self.env['description'] = el['synopsis']
obj_id = Env('_id')
obj_title = Env('title')
obj_url = Env('url')
obj_date = Env('date')
obj_duration = Env('duration')
obj_thumbnail = Env('thumbnail')
obj_description = Env('description')