diff --git a/weboob/backends/arte/__init__.py b/weboob/backends/arte/__init__.py new file mode 100644 index 00000000..854d4298 --- /dev/null +++ b/weboob/backends/arte/__init__.py @@ -0,0 +1,18 @@ +# -*- coding: utf-8 -*- + +# Copyright(C) 2010 Romain Bignon +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, version 3 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + +from .backend import ArteBackend diff --git a/weboob/backends/arte/backend.py b/weboob/backends/arte/backend.py new file mode 100644 index 00000000..1915af0e --- /dev/null +++ b/weboob/backends/arte/backend.py @@ -0,0 +1,63 @@ +# -*- coding: utf-8 -*- + +# Copyright(C) 2010 Romain Bignon +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, version 3 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + + +from __future__ import with_statement + +import os + +from weboob.capabilities.video import ICapVideo +from weboob.tools.backend import BaseBackend + +from .browser import ArteBrowser +from .video import ArteVideo + + +__all__ = ['ArteBackend'] + + +class ArteBackend(BaseBackend, ICapVideo): + NAME = 'arte' + MAINTAINER = 'Romain Bignon' + EMAIL = 'romain@peerfuse.org' + VERSION = '0.2' + DESCRIPTION = 'Arte french TV' + LICENSE = 'GPLv3' + ICON = os.path.join(os.path.dirname(__file__), 'data/logo.png') + + BROWSER = ArteBrowser + + def get_video(self, _id): + with self.browser: + return self.browser.get_video(_id) + + def iter_search_results(self, pattern=None, sortby=ICapVideo.SEARCH_RELEVANCE, nsfw=False): + with self.browser: + return self.browser.iter_search_results(pattern) + + def fill_video(self, video, fields): + if fields != ['thumbnail']: + # if we don't want only the thumbnail, we probably want also every fields + with self.browser: + video = self.browser.get_video(ArteVideo.id2url(video.id), video) + if 'thumbnail' in fields: + with self.browser: + video.thumbnail.data = self.browser.openurl(video.thumbnail.url).read() + + return video + + OBJECTS = {ArteVideo: fill_video} diff --git a/weboob/backends/arte/browser.py b/weboob/backends/arte/browser.py new file mode 100644 index 00000000..607b2c0a --- /dev/null +++ b/weboob/backends/arte/browser.py @@ -0,0 +1,51 @@ +# -*- coding: utf-8 -*- + +# Copyright(C) 2010 Romain Bignon +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, version 3 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + + +from weboob.tools.browser import BaseBrowser +from weboob.tools.browser.decorators import id2url + +from .pages import IndexPage, VideoPage +from .video import ArteVideo + + +__all__ = ['ArteBrowser'] + + +class ArteBrowser(BaseBrowser): + DOMAIN = u'videos.arte.tv' + ENCODING = None + PAGES = {r'http://videos.arte.tv/fr/videos/arte7.*': IndexPage, + r'http://videos.arte.tv/fr/do_search/videos/recherche.*': IndexPage, + r'http://videos.arte.tv/fr/videos/.*\.html': VideoPage + } + + @id2url(ArteVideo.id2url) + def get_video(self, url, video=None): + self.location(url) + return self.page.get_video(video) + + def home(self): + self.location('http://videos.arte.tv/fr/videos/arte7') + + def iter_search_results(self, pattern): + if not pattern: + self.home() + else: + self.location(self.buildurl('/fr/do_search/videos/recherche', q=pattern)) + assert self.is_on_page(IndexPage) + return self.page.iter_videos() diff --git a/weboob/backends/arte/pages.py b/weboob/backends/arte/pages.py new file mode 100644 index 00000000..442cbf24 --- /dev/null +++ b/weboob/backends/arte/pages.py @@ -0,0 +1,59 @@ +# -*- coding: utf-8 -*- + +# Copyright(C) 2010 Romain Bignon +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, version 3 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + + +import re + +from weboob.tools.browser import BasePage +from weboob.tools.parsers.lxmlparser import select + +from .video import ArteVideo + + +__all__ = ['IndexPage', 'VideoPage'] + + +class IndexPage(BasePage): + def iter_videos(self): + videos = self.document.getroot().cssselect("div[class=video]") + for div in videos: + title = div.find('h2').find('a').text + m = re.match(r'/fr/videos/(.*)\.html', div.find('h2').find('a').attrib['href']) + _id = '' + if m: + _id = m.group(1) + rating = rating_max = 0 + rates = select(div, 'div[class=rateContainer]', 1) + for r in rates.findall('div'): + if 'star-rating-on' in r.attrib['class']: + rating += 1 + rating_max += 1 + + thumb = select(div, 'img[class=thumbnail]', 1) + thumbnail_url = 'http://videos.arte.tv' + thumb.attrib['src'] + + yield ArteVideo(_id, + title=title, + rating=rating, + rating_max=rating_max, + thumbnail_url=thumbnail_url) + +class VideoPage(BasePage): + VIDEO_SIGNATURE_REGEX = re.compile(r'&t=([^ ,&]*)') + + def get_video(self, video=None): + return video diff --git a/weboob/backends/arte/video.py b/weboob/backends/arte/video.py new file mode 100644 index 00000000..4830d6e0 --- /dev/null +++ b/weboob/backends/arte/video.py @@ -0,0 +1,28 @@ +# -*- coding: utf-8 -*- + +# Copyright(C) 2010 Christophe Benz +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, version 3 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + + +from weboob.capabilities.video import BaseVideo + + +__all__ = ['ArteVideo'] + + +class ArteVideo(BaseVideo): + @classmethod + def id2url(cls, _id): + return 'http://videos.arte.tv/fr/videos/%s.html' % _id