153 lines
5.9 KiB
Python
153 lines
5.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2014 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from weboob.browser import PagesBrowser, URL
|
|
from weboob.browser.profiles import Firefox
|
|
from .pages import AjaxPage, EventPage, JsonResumePage, SettingsPage
|
|
|
|
import re
|
|
from lxml.etree import XMLSyntaxError
|
|
|
|
__all__ = ['SenscritiqueBrowser']
|
|
|
|
|
|
class SenscritiqueBrowser(PagesBrowser):
|
|
|
|
def set_ajax_header(self):
|
|
self.session.headers.update({"User-Agent": "Mozilla/5.0 (Windows; U; Windows "
|
|
"NT 5.1; en-US; rv:1.9.2.8) Gecko/20100722 Firefox/3.6.8"
|
|
" GTB7.1 (.NET CLR 3.5.30729)",
|
|
"Accept": "text/html, */*; q=0.01",
|
|
"X-Requested-With": "XMLHttpRequest",
|
|
"Referer": "http://www.senscritique.com/sc/tv_guides",
|
|
"Origin": "http://www.senscritique.com",
|
|
"Accept-Language": "fr-fr;q=0.667",
|
|
"Content-Type": "application/x-www-form-urlencoded; charset=UTF-8",
|
|
})
|
|
|
|
def set_json_header(self):
|
|
self.session.headers.update({"User-Agent": "Mozilla/5.0 (Windows; U; Windows "
|
|
"NT 5.1; en-US; rv:1.9.2.8) Gecko/20100722 Firefox/3.6.8"
|
|
" GTB7.1 (.NET CLR 3.5.30729)",
|
|
"Accept": "application/json, text/javascript, */*; q=0.01",
|
|
"X-Requested-With": "XMLHttpRequest",
|
|
})
|
|
|
|
ENCODING = 'utf-8'
|
|
CHANNELS = None
|
|
BASEURL = 'http://www.senscritique.com'
|
|
|
|
program_page = URL('/sc/tv_guides')
|
|
ajax_page = URL('/sc/tv_guides/gridContent.ajax', AjaxPage)
|
|
event_page = URL('/film/(?P<_id>.*)', EventPage)
|
|
json_page = URL('/sc/products/storyline/(?P<_id>.*).json', JsonResumePage)
|
|
setting_page = URL('/sc/tv_guides/settings.ajax', SettingsPage)
|
|
|
|
LIMIT = 25 # number of results returned for each ajax call (defined in the website).
|
|
|
|
LIMIT_NB_PAGES = 10 # arbitrary limit to avoid infinitive loop that can occurs if total number of films is a multiple of LIMIT (in website it causes an infinite scroll)
|
|
|
|
DATA = {'order': 'chrono',
|
|
'without_product_done': '0',
|
|
'period': 'cette-semaine',
|
|
'limit': '%d' % LIMIT,
|
|
}
|
|
|
|
def get_channels(self):
|
|
if not self.CHANNELS:
|
|
self.CHANNELS = list(self.setting_page.go().get_channels())
|
|
return self.CHANNELS
|
|
|
|
def get_selected_channels(self, package, general=False, cinema=False):
|
|
for channel in self.get_channels():
|
|
if (package == 0 or package in channel._networks) and\
|
|
((general and channel._thema in ('1', '2')) or (cinema and channel._thema == '3')):
|
|
yield channel.id
|
|
|
|
def set_package_settings(self, package, channels):
|
|
url = 'http://www.senscritique.com/sc/tv_guides/saveSettings.json'
|
|
# do not use a dict because there are several same keys
|
|
params = "network=%s" % package
|
|
params += ''.join(["&channels%%5B%%5D=%d" % (channel) for channel in channels])
|
|
self.open(url, data=params)
|
|
|
|
def list_events(self, date_from, date_to=None, package=None, channels=None):
|
|
self.set_profile(Firefox())
|
|
self.program_page.go()
|
|
page_nb = 1
|
|
|
|
self.set_ajax_header()
|
|
if package and channels:
|
|
self.set_package_settings(package, channels)
|
|
|
|
while True:
|
|
try:
|
|
self.DATA['page'] = '%d' % page_nb
|
|
page = self.ajax_page.open(data=self.DATA)
|
|
nb_events = page.count_events()
|
|
events = page.list_events(date_from=date_from, date_to=date_to)
|
|
|
|
for event in events:
|
|
yield event
|
|
except XMLSyntaxError:
|
|
break
|
|
|
|
if nb_events < self.LIMIT or page_nb >= self.LIMIT_NB_PAGES:
|
|
break
|
|
|
|
page_nb += 1
|
|
|
|
def get_event(self, _id, event=None, package=None, channels=None):
|
|
if not event:
|
|
self.set_profile(Firefox())
|
|
self.program_page.go()
|
|
page_nb = 1
|
|
|
|
self.set_ajax_header()
|
|
if package and channels:
|
|
self.set_package_settings(package, channels)
|
|
|
|
while True:
|
|
self.DATA['page'] = '%d' % page_nb
|
|
page = self.ajax_page.open(data=self.DATA)
|
|
try:
|
|
event = page.list_events(_id=_id).next()
|
|
except StopIteration:
|
|
event = None
|
|
|
|
nb_events = page.count_events()
|
|
if event or nb_events < self.LIMIT or page_nb >= self.LIMIT_NB_PAGES:
|
|
break
|
|
|
|
page_nb += 1
|
|
|
|
if event:
|
|
_id = _id.split('#')[0]
|
|
self.set_profile(Firefox())
|
|
event = self.event_page.go(_id=_id).get_event(obj=event)
|
|
resume = self.get_resume(_id)
|
|
if resume:
|
|
event.description += self.get_resume(_id)
|
|
return event
|
|
|
|
def get_resume(self, _id):
|
|
self.set_json_header()
|
|
re_id = re.compile('^/?.*/(.*)', re.DOTALL)
|
|
_id = re_id.search(_id).group(1)
|
|
return self.json_page.go(_id=_id).get_resume()
|