support fillobj and get thumbnail

This commit is contained in:
Romain Bignon 2010-08-31 15:01:42 +02:00
commit fab98062ca
4 changed files with 32 additions and 17 deletions

View file

@ -22,6 +22,7 @@ from weboob.capabilities.video import ICapVideo
from weboob.tools.backend import BaseBackend from weboob.tools.backend import BaseBackend
from .browser import InaBrowser from .browser import InaBrowser
from .video import InaVideo
__all__ = ['InaBackend'] __all__ = ['InaBackend']
@ -42,3 +43,16 @@ class InaBackend(BaseBackend, ICapVideo):
def iter_search_results(self, pattern=None, sortby=ICapVideo.SEARCH_RELEVANCE, nsfw=False, max_results=None): def iter_search_results(self, pattern=None, sortby=ICapVideo.SEARCH_RELEVANCE, nsfw=False, max_results=None):
with self.browser: with self.browser:
return self.browser.iter_search_results(pattern) return self.browser.iter_search_results(pattern)
def fill_video(self, video, fields):
if fields != ['thumbnail']:
# if we don't want only the thumbnail, we probably want also every fields
with self.browser:
video = self.browser.get_video(video.id, video)
if 'thumbnail' in fields:
with self.browser:
video.thumbnail.data = self.browser.readurl(video.thumbnail.url)
return video
OBJECTS = {InaVideo: fill_video}

View file

@ -34,9 +34,9 @@ class InaBrowser(BaseBrowser):
} }
@id2url(InaVideo.id2url) @id2url(InaVideo.id2url)
def get_video(self, url): def get_video(self, url, video=None):
self.location(url) self.location(url)
return self.page.video return self.page.get_video(video)
def iter_search_results(self, pattern): def iter_search_results(self, pattern):
self.location(self.buildurl('/recherche/recherche', search=pattern)) self.location(self.buildurl('/recherche/recherche', search=pattern))

View file

@ -34,11 +34,9 @@ class SearchPage(BasePage):
def iter_videos(self): def iter_videos(self):
ul = select(self.document.getroot(), 'div.container-videos ul', 1) ul = select(self.document.getroot(), 'div.container-videos ul', 1)
for li in ul.findall('li'): for li in ul.findall('li'):
m = self.URL_REGEXP.match(li.find('a').attrib['href']) id = re.sub(r'/video/(.+)\.html', r'\1', li.find('a').attrib['href'])
if m:
id = m.group(1) thumbnail = 'http://boutique.ina.fr%s' % li.find('a').find('img').attrib['src']
else:
raise SelectElementException('Unable to match id (%r)' % li.find('a').attrib['href'])
title = select(li, 'p.titre', 1).text title = select(li, 'p.titre', 1).text
@ -47,14 +45,15 @@ class SearchPage(BasePage):
date = datetime.datetime(year, month, day) date = datetime.datetime(year, month, day)
duration = select(li, 'p.duree', 1).text duration = select(li, 'p.duree', 1).text
m = re.match(r'(\d+)min(\d+)s', duration) m = re.match(r'((\d+)min)?(\d+)s', duration)
if m: if m:
duration = datetime.timedelta(minutes=int(m.group(1)), seconds=int(m.group(2))) duration = datetime.timedelta(minutes=int(m.group(2) or 0), seconds=int(m.group(3)))
else: else:
raise SelectElementException('Unable to match duration (%r)' % duration) raise SelectElementException('Unable to match duration (%r)' % duration)
yield InaVideo(id, yield InaVideo(id,
title=title, title=title,
date=date, date=date,
duration=duration duration=duration,
thumbnail_url=thumbnail,
) )

View file

@ -35,14 +35,16 @@ __all__ = ['VideoPage']
class VideoPage(BasePage): class VideoPage(BasePage):
URL_REGEXP = re.compile('http://boutique.ina.fr/video/(.+).html') URL_REGEXP = re.compile('http://boutique.ina.fr/video/(.+).html')
def on_loaded(self): def get_video(self, video):
date, duration = self.get_date_and_duration() date, duration = self.get_date_and_duration()
self.video = InaVideo(self.get_id(), if not video:
title=self.get_title(), video = InaVideo(self.get_id())
url=self.get_url(),
date=date, video.title = self.get_title()
duration=duration, video.url = self.get_url()
) video.date = date
video.duration = duration
return video
def get_id(self): def get_id(self):
m = self.URL_REGEXP.match(self.url) m = self.URL_REGEXP.match(self.url)