nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add a video module for vimeo.com

Browse source 
The trick is to log ourselves in to validate the provided signature,
then the video file redirect works.
Since the redirected url is not checked for User-Agent unlike the redirect one,
we disable redirects to get the actual location and use it instead.
This allows running wget or vlc without faking their User-Agents.

For now it only downloads sd videos.
TODO: get the highest quality
TODO: search, latest

Signed-off-by: François Revol <revol@free.fr>
Signed-off-by: Romain Bignon <romain@symlink.me>
This commit is contained in:
François Revol 2012-09-12 00:17:41 +02:00 • committed by Romain Bignon
commit 8ef6e64dfe
8 changed files with 356 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

136
modules/vimeo/pages.py Normal file
View file

@ -0,0 +1,136 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Romain Bignon
# Copyright(C) 2012 François Revol
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.mech import ClientForm
ControlNotFoundError = ClientForm.ControlNotFoundError
#HACK
from urllib2 import HTTPError
from weboob.tools.browser import BasePage
from weboob.tools.browser import BrowserRetry
from weboob.tools.json import json
from StringIO import StringIO
import re
import datetime
from dateutil.parser import parse as parse_dt
from weboob.tools.capabilities.thumbnail import Thumbnail
from weboob.capabilities.base import NotAvailable
from weboob.tools.browser import BrokenPageError
from .video import VimeoVideo
__all__ = ['VideoPage']
class VideoPage(BasePage):
def get_video(self, video=None):
if video is None:
video = VimeoVideo(self.group_dict['id'])
self.set_details(video)
video.set_empty_fields(NotAvailable)
return video
def set_details(self, v):
# try to get as much from the page itself
obj = self.parser.select(self.document.getroot(), 'h1[itemprop=name]')
if len(obj) > 0:
v.title = unicode(obj[0].text)
obj = self.parser.select(self.document.getroot(), 'meta[itemprop=dateCreated]')
if len(obj) > 0:
v.date = parse_dt(obj[0].attrib['content'])
#obj = self.parser.select(self.document.getroot(), 'meta[itemprop=duration]')
obj = self.parser.select(self.document.getroot(), 'meta[itemprop=thumbnailUrl]')
if len(obj) > 0:
v.thumbnail = Thumbnail(unicode(obj[0].attrib['content']))
# for the rest, use the JSON config descriptor
json_data = self.browser.openurl('http://%s/config/%s?type=%s&referrer=%s' % ("player.vimeo.com", int(v.id), "html5_desktop_local", ""))
data = json.load(json_data)
if data is None:
raise BrokenPageError('Unable to get JSON config for id: %r' % v.id)
#print data
if v.title is None:
v.title = unicode(data['video']['title'])
if v.thumbnail is None:
v.thumbnail = Thumbnail(unicode(data['video']['thumbnail']))
v.duration = datetime.timedelta(seconds=int(data['video']['duration']))
# log ourself to the site to validate the signature
log_data = self.browser.openurl('http://%s/log/client' % ("player.vimeo.com"), 'request_signature=%s&video=true&h264=probably&vp8=probably&vp6=probably&flash=null&touch=false&screen_width=1920&screen_height=1080' % (data['request']['signature']))
# failed attempts ahead
# try to get the filename and url from the SMIL descriptor
# smil_url = data['video']['smil']['url']
# smil_url += "?sig=%s&time=%s" % (data['request']['signature'], data['request']['timestamp'])
# smil = self.browser.get_document(self.browser.openurl(smil_url))
# obj = self.parser.select(smil.getroot(), 'meta[name=httpBase]', 1)
# http_base = obj.attrib['content']
# print http_base
# if http_base is None:
# raise BrokenPageError('Missing tag in smil file')
# url = None
# br = 0
# for obj in self.parser.select(smil.getroot(), 'video'):
# print 'BR:' + obj.attrib['system-bitrate'] + ' url: ' + obj.attrib['src']
# if int(obj.attrib['system-bitrate']) > br :
# url = obj.attrib['src']
# rtmp_base = 'rtmp://' + data['request']['cdn_url'] + '/'
# not working yet...
#url += "&time=%s&sig=%s" % (data['request']['timestamp'], data['request']['signature'])
#url = "%s/%s/%s" %(data['request']['timestamp'], data['request']['signature'], url)
#v.url = unicode(http_base + url)
#v.url = unicode("http://" + data['request']['cdn_url'] + "/" + url)
#v.url = unicode(rtmp_base + url)
# TODO: determine quality from data[...]['files']['h264']
v.url = unicode("http://player.vimeo.com/play_redirect?quality=sd&codecs=h264&clip_id=%d&time=%s&sig=%s&type=html5_desktop_local" % (int(v.id), data['request']['timestamp'] , data['request']['signature']))
# attempt to determine the redirected URL to pass it instead
# since the target server doesn't check for User-Agent, unlike
# for the source one.
# HACK: we use mechanize directly here for now... FIXME
self.browser.set_handle_redirect(False)
#@retry(BrowserHTTPError, tries=0)
#redir = self.browser.openurl(v.url, if_fail = 'raise')
try:
redir = self.browser.open_novisit(v.url)
except HTTPError, e:
if e.getcode() == 302 and hasattr(e, 'hdrs'):
#print e.hdrs['Location']
v.url = unicode(e.hdrs['Location'])
self.browser.set_handle_redirect(True)