# -*- coding: utf-8 -*- # Copyright(C) 2011 Romain Bignon # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, version 3 of the License. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. import datetime import urllib import re from weboob.capabilities.video import VideoThumbnail from weboob.tools.misc import html2text from weboob.tools.browser import BasePage from weboob.tools.parsers.lxmlparser import select from .video import DailymotionVideo __all__ = ['IndexPage', 'VideoPage'] class IndexPage(BasePage): def iter_videos(self): for div in select(self.document.getroot(), 'div.dmpi_video_item'): _id = 0 for cls in div.attrib['class'].split(): if cls.startswith('id_'): _id = int(cls[3:]) break if _id == 0: self.browser.logger.warning('Unable to find the ID of a video') continue video = DailymotionVideo(int(_id)) video.title = select(div, 'h3 a', 1).text video.author = select(div, 'div.dmpi_user_login', 1).find('a').text video.description = html2text(self.browser.parser.tostring(select(div, 'div.dmpi_video_description', 1))).strip() minutes, seconds = select(div, 'div.duration', 1).text.split(':') video.duration = datetime.timedelta(minutes=int(minutes), seconds=int(seconds)) url = select(div, 'img.dmco_image', 1).attrib['src'] video.thumbnail = VideoThumbnail(url) rating_div = select(div, 'div.small_stars', 1) video.rating_max = self.get_rate(rating_div) video.rating = self.get_rate(rating_div.find('div')) # XXX missing date yield video def get_rate(self, div): m = re.match('width: *(\d+)px', div.attrib['style']) if m: return int(m.group(1)) else: self.browser.logger.warning('Unable to parse rating: %s' % div.attrib['style']) return 0 class VideoPage(BasePage): def get_video(self, video=None): if video is None: video = DailymotionVideo(self.group_dict['id']) div = select(self.document.getroot(), 'div#content', 1) video.title = select(div, 'span.title', 1).text video.author = select(div, 'a.name', 1).text video.description = select(div, 'div#video_description', 1).text for script in select(self.document.getroot(), 'div.dmco_html'): if 'id' in script.attrib and script.attrib['id'].startswith('container_player_'): text = script.find('script').text mobj = re.search(r'(?i)addVariable\(\"video\"\s*,\s*\"([^\"]*)\"\)', text) mediaURL = urllib.unquote(mobj.group(1)) video.url = mediaURL return video