new backend arte
This commit is contained in:
Romain Bignon
parent
c6ab15074e
commit
07fa14915c
5 changed files with 219 additions and 0 deletions
18
weboob/backends/arte/__init__.py
Normal file
18
weboob/backends/arte/__init__.py
Normal file
|
|
@ -0,0 +1,18 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Romain Bignon
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
from .backend import ArteBackend
|
||||||
63
weboob/backends/arte/backend.py
Normal file
63
weboob/backends/arte/backend.py
Normal file
|
|
@ -0,0 +1,63 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Romain Bignon
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
|
||||||
|
from __future__ import with_statement
|
||||||
|
|
||||||
|
import os
|
||||||
|
|
||||||
|
from weboob.capabilities.video import ICapVideo
|
||||||
|
from weboob.tools.backend import BaseBackend
|
||||||
|
|
||||||
|
from .browser import ArteBrowser
|
||||||
|
from .video import ArteVideo
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['ArteBackend']
|
||||||
|
|
||||||
|
|
||||||
|
class ArteBackend(BaseBackend, ICapVideo):
|
||||||
|
NAME = 'arte'
|
||||||
|
MAINTAINER = 'Romain Bignon'
|
||||||
|
EMAIL = 'romain@peerfuse.org'
|
||||||
|
VERSION = '0.2'
|
||||||
|
DESCRIPTION = 'Arte french TV'
|
||||||
|
LICENSE = 'GPLv3'
|
||||||
|
ICON = os.path.join(os.path.dirname(__file__), 'data/logo.png')
|
||||||
|
|
||||||
|
BROWSER = ArteBrowser
|
||||||
|
|
||||||
|
def get_video(self, _id):
|
||||||
|
with self.browser:
|
||||||
|
return self.browser.get_video(_id)
|
||||||
|
|
||||||
|
def iter_search_results(self, pattern=None, sortby=ICapVideo.SEARCH_RELEVANCE, nsfw=False):
|
||||||
|
with self.browser:
|
||||||
|
return self.browser.iter_search_results(pattern)
|
||||||
|
|
||||||
|
def fill_video(self, video, fields):
|
||||||
|
if fields != ['thumbnail']:
|
||||||
|
# if we don't want only the thumbnail, we probably want also every fields
|
||||||
|
with self.browser:
|
||||||
|
video = self.browser.get_video(ArteVideo.id2url(video.id), video)
|
||||||
|
if 'thumbnail' in fields:
|
||||||
|
with self.browser:
|
||||||
|
video.thumbnail.data = self.browser.openurl(video.thumbnail.url).read()
|
||||||
|
|
||||||
|
return video
|
||||||
|
|
||||||
|
OBJECTS = {ArteVideo: fill_video}
|
||||||
51
weboob/backends/arte/browser.py
Normal file
51
weboob/backends/arte/browser.py
Normal file
|
|
@ -0,0 +1,51 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Romain Bignon
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.tools.browser import BaseBrowser
|
||||||
|
from weboob.tools.browser.decorators import id2url
|
||||||
|
|
||||||
|
from .pages import IndexPage, VideoPage
|
||||||
|
from .video import ArteVideo
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['ArteBrowser']
|
||||||
|
|
||||||
|
|
||||||
|
class ArteBrowser(BaseBrowser):
|
||||||
|
DOMAIN = u'videos.arte.tv'
|
||||||
|
ENCODING = None
|
||||||
|
PAGES = {r'http://videos.arte.tv/fr/videos/arte7.*': IndexPage,
|
||||||
|
r'http://videos.arte.tv/fr/do_search/videos/recherche.*': IndexPage,
|
||||||
|
r'http://videos.arte.tv/fr/videos/.*\.html': VideoPage
|
||||||
|
}
|
||||||
|
|
||||||
|
@id2url(ArteVideo.id2url)
|
||||||
|
def get_video(self, url, video=None):
|
||||||
|
self.location(url)
|
||||||
|
return self.page.get_video(video)
|
||||||
|
|
||||||
|
def home(self):
|
||||||
|
self.location('http://videos.arte.tv/fr/videos/arte7')
|
||||||
|
|
||||||
|
def iter_search_results(self, pattern):
|
||||||
|
if not pattern:
|
||||||
|
self.home()
|
||||||
|
else:
|
||||||
|
self.location(self.buildurl('/fr/do_search/videos/recherche', q=pattern))
|
||||||
|
assert self.is_on_page(IndexPage)
|
||||||
|
return self.page.iter_videos()
|
||||||
59
weboob/backends/arte/pages.py
Normal file
59
weboob/backends/arte/pages.py
Normal file
|
|
@ -0,0 +1,59 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Romain Bignon
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
|
||||||
|
import re
|
||||||
|
|
||||||
|
from weboob.tools.browser import BasePage
|
||||||
|
from weboob.tools.parsers.lxmlparser import select
|
||||||
|
|
||||||
|
from .video import ArteVideo
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['IndexPage', 'VideoPage']
|
||||||
|
|
||||||
|
|
||||||
|
class IndexPage(BasePage):
|
||||||
|
def iter_videos(self):
|
||||||
|
videos = self.document.getroot().cssselect("div[class=video]")
|
||||||
|
for div in videos:
|
||||||
|
title = div.find('h2').find('a').text
|
||||||
|
m = re.match(r'/fr/videos/(.*)\.html', div.find('h2').find('a').attrib['href'])
|
||||||
|
_id = ''
|
||||||
|
if m:
|
||||||
|
_id = m.group(1)
|
||||||
|
rating = rating_max = 0
|
||||||
|
rates = select(div, 'div[class=rateContainer]', 1)
|
||||||
|
for r in rates.findall('div'):
|
||||||
|
if 'star-rating-on' in r.attrib['class']:
|
||||||
|
rating += 1
|
||||||
|
rating_max += 1
|
||||||
|
|
||||||
|
thumb = select(div, 'img[class=thumbnail]', 1)
|
||||||
|
thumbnail_url = 'http://videos.arte.tv' + thumb.attrib['src']
|
||||||
|
|
||||||
|
yield ArteVideo(_id,
|
||||||
|
title=title,
|
||||||
|
rating=rating,
|
||||||
|
rating_max=rating_max,
|
||||||
|
thumbnail_url=thumbnail_url)
|
||||||
|
|
||||||
|
class VideoPage(BasePage):
|
||||||
|
VIDEO_SIGNATURE_REGEX = re.compile(r'&t=([^ ,&]*)')
|
||||||
|
|
||||||
|
def get_video(self, video=None):
|
||||||
|
return video
|
||||||
28
weboob/backends/arte/video.py
Normal file
28
weboob/backends/arte/video.py
Normal file
|
|
@ -0,0 +1,28 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Christophe Benz
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.capabilities.video import BaseVideo
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['ArteVideo']
|
||||||
|
|
||||||
|
|
||||||
|
class ArteVideo(BaseVideo):
|
||||||
|
@classmethod
|
||||||
|
def id2url(cls, _id):
|
||||||
|
return 'http://videos.arte.tv/fr/videos/%s.html' % _id
|
||||||
Loading…
Add table
Add a link
Reference in a new issue