new subtitle backend: podnapisi
This commit is contained in:
Julien Veyssier
Romain Bignon
parent
9716dcbe7f
commit
b05b789cf4
5 changed files with 279 additions and 0 deletions
22
modules/podnapisi/__init__.py
Normal file
22
modules/podnapisi/__init__.py
Normal file
|
|
@ -0,0 +1,22 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from .backend import PodnapisiBackend
|
||||||
|
|
||||||
|
__all__ = ['PodnapisiBackend']
|
||||||
68
modules/podnapisi/backend.py
Normal file
68
modules/podnapisi/backend.py
Normal file
|
|
@ -0,0 +1,68 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from weboob.capabilities.subtitle import ICapSubtitle, LanguageNotSupported, Subtitle
|
||||||
|
from weboob.applications.suboob.suboob import LANGUAGE_CONV
|
||||||
|
from weboob.tools.backend import BaseBackend
|
||||||
|
|
||||||
|
from .browser import PodnapisiBrowser
|
||||||
|
|
||||||
|
from urllib import quote_plus
|
||||||
|
|
||||||
|
__all__ = ['PodnapisiBackend']
|
||||||
|
|
||||||
|
|
||||||
|
class PodnapisiBackend(BaseBackend, ICapSubtitle):
|
||||||
|
NAME = 'podnapisi'
|
||||||
|
MAINTAINER = u'Julien Veyssier'
|
||||||
|
EMAIL = 'julien.veyssier@aiur.fr'
|
||||||
|
VERSION = '0.g'
|
||||||
|
DESCRIPTION = 'Podnapisi movies and tv series subtitle website'
|
||||||
|
LICENSE = 'AGPLv3+'
|
||||||
|
BROWSER = PodnapisiBrowser
|
||||||
|
|
||||||
|
def create_default_browser(self):
|
||||||
|
return self.create_browser()
|
||||||
|
|
||||||
|
def get_subtitle(self, id):
|
||||||
|
return self.browser.get_subtitle(id)
|
||||||
|
|
||||||
|
def get_subtitle_file(self, id):
|
||||||
|
subtitle = self.browser.get_subtitle(id)
|
||||||
|
if not subtitle:
|
||||||
|
return None
|
||||||
|
|
||||||
|
return self.browser.openurl(subtitle.url.encode('utf-8')).read()
|
||||||
|
|
||||||
|
def iter_subtitles(self, language, pattern):
|
||||||
|
if language not in LANGUAGE_CONV.keys():
|
||||||
|
raise LanguageNotSupported()
|
||||||
|
return self.browser.iter_subtitles(language, quote_plus(pattern.encode('utf-8')))
|
||||||
|
|
||||||
|
def fill_subtitle(self, subtitle, fields):
|
||||||
|
if 'description' in fields or 'url' in fields:
|
||||||
|
sub = self.get_subtitle(subtitle.id)
|
||||||
|
subtitle.description = sub.description
|
||||||
|
subtitle.url = sub.url
|
||||||
|
|
||||||
|
return subtitle
|
||||||
|
|
||||||
|
OBJECTS = {
|
||||||
|
Subtitle: fill_subtitle,
|
||||||
|
}
|
||||||
52
modules/podnapisi/browser.py
Normal file
52
modules/podnapisi/browser.py
Normal file
|
|
@ -0,0 +1,52 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.tools.browser import BaseBrowser, BrowserHTTPNotFound
|
||||||
|
from weboob.applications.suboob.suboob import LANGUAGE_CONV
|
||||||
|
|
||||||
|
from .pages import SearchPage, SubtitlePage, LANGUAGE_NUMBERS
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['PodnapisiBrowser']
|
||||||
|
|
||||||
|
|
||||||
|
class PodnapisiBrowser(BaseBrowser):
|
||||||
|
DOMAIN = 'www.podnapisi.net'
|
||||||
|
PROTOCOL = 'http'
|
||||||
|
ENCODING = 'utf-8'
|
||||||
|
USER_AGENT = BaseBrowser.USER_AGENTS['wget']
|
||||||
|
PAGES = {
|
||||||
|
'http://www.podnapisi.net/fr/ppodnapisi/search\?sJ=[0-9]*&sK=.*&sS=downloads&sO=desc': SearchPage,
|
||||||
|
'http://www.podnapisi.net/fr/ppodnapisi/podnapis/i/[0-9]*': SubtitlePage
|
||||||
|
}
|
||||||
|
|
||||||
|
def iter_subtitles(self, language, pattern):
|
||||||
|
nlang = LANGUAGE_NUMBERS[language]
|
||||||
|
self.location('http://www.podnapisi.net/fr/ppodnapisi/search?sJ=%s&sK=%s&sS=downloads&sO=desc' % (nlang, pattern.encode('utf-8')))
|
||||||
|
assert self.is_on_page(SearchPage)
|
||||||
|
return self.page.iter_subtitles(unicode(language))
|
||||||
|
|
||||||
|
def get_subtitle(self, id):
|
||||||
|
try:
|
||||||
|
self.location('http://www.podnapisi.net/fr/ppodnapisi/podnapis/i/%s' % id)
|
||||||
|
except BrowserHTTPNotFound:
|
||||||
|
return
|
||||||
|
if self.is_on_page(SubtitlePage):
|
||||||
|
return self.page.get_subtitle(id)
|
||||||
96
modules/podnapisi/pages.py
Normal file
96
modules/podnapisi/pages.py
Normal file
|
|
@ -0,0 +1,96 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.capabilities.subtitle import Subtitle
|
||||||
|
from weboob.capabilities.base import NotAvailable, NotLoaded
|
||||||
|
from weboob.tools.browser import BasePage
|
||||||
|
from weboob.applications.suboob.suboob import LANGUAGE_CONV
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['SubtitlePage', 'SearchPage']
|
||||||
|
|
||||||
|
|
||||||
|
LANGUAGE_NUMBERS = {
|
||||||
|
'fr': 8,
|
||||||
|
'en': 2,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class SearchPage(BasePage):
|
||||||
|
""" Page which contains results as a list of movies
|
||||||
|
"""
|
||||||
|
def iter_subtitles(self, language):
|
||||||
|
linksresults = self.parser.select(self.document.getroot(), 'a.subtitle_page_link')
|
||||||
|
for link in linksresults:
|
||||||
|
id = unicode(link.attrib.get('href', '').split('es-p')[-1])
|
||||||
|
name = unicode(link.text_content())
|
||||||
|
tr = link.getparent().getparent().getparent()
|
||||||
|
cdtd = self.parser.select(tr, 'td')[4]
|
||||||
|
nb_cd = int(cdtd.text)
|
||||||
|
description = NotLoaded
|
||||||
|
subtitle = Subtitle(id, name)
|
||||||
|
subtitle.nb_cd = nb_cd
|
||||||
|
subtitle.language = language
|
||||||
|
subtitle.description = description
|
||||||
|
yield subtitle
|
||||||
|
|
||||||
|
|
||||||
|
class SubtitlePage(BasePage):
|
||||||
|
""" Page which contains a single subtitle for a movie
|
||||||
|
"""
|
||||||
|
def get_subtitle(self, id):
|
||||||
|
language = NotAvailable
|
||||||
|
url = NotAvailable
|
||||||
|
nb_cd = NotAvailable
|
||||||
|
links_info = self.parser.select(self.document.getroot(), 'fieldset.information a')
|
||||||
|
for link in links_info:
|
||||||
|
href = link.attrib.get('href', '')
|
||||||
|
if '/fr/ppodnapisi/kategorija/jezik/' in href:
|
||||||
|
nlang = href.split('/')[-1]
|
||||||
|
for lang, langnum in LANGUAGE_NUMBERS.items():
|
||||||
|
if str(langnum) == str(nlang):
|
||||||
|
language = unicode(lang)
|
||||||
|
break
|
||||||
|
|
||||||
|
desc = u''
|
||||||
|
infos = self.parser.select(self.document.getroot(), 'fieldset.information')
|
||||||
|
for info in infos:
|
||||||
|
for p in self.parser.select(info, 'p'):
|
||||||
|
desc += '%s\n' % (u' '.join(p.text_content().strip().split()))
|
||||||
|
spans = self.parser.select(info, 'span')
|
||||||
|
for span in spans:
|
||||||
|
if span.text is not None and 'CD' in span.text:
|
||||||
|
nb_cd = int(self.parser.select(span.getparent(), 'span')[1].text)
|
||||||
|
|
||||||
|
title = unicode(self.parser.select(self.document.getroot(), 'head title', 1).text)
|
||||||
|
name = title.split(' - ')[0]
|
||||||
|
|
||||||
|
dllinks = self.parser.select(self.document.getroot(), 'div.footer > a.download')
|
||||||
|
for link in dllinks:
|
||||||
|
href = link.attrib.get('href', '')
|
||||||
|
if id in href:
|
||||||
|
url = u'http://www.podnapisi.net%s' % href
|
||||||
|
|
||||||
|
subtitle = Subtitle(id, name)
|
||||||
|
subtitle.url = url
|
||||||
|
subtitle.language = language
|
||||||
|
subtitle.nb_cd = nb_cd
|
||||||
|
subtitle.description = desc
|
||||||
|
return subtitle
|
||||||
41
modules/podnapisi/test.py
Normal file
41
modules/podnapisi/test.py
Normal file
|
|
@ -0,0 +1,41 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from weboob.tools.test import BackendTest
|
||||||
|
|
||||||
|
from random import choice
|
||||||
|
|
||||||
|
|
||||||
|
class PodnapisiTest(BackendTest):
|
||||||
|
BACKEND = 'podnapisi'
|
||||||
|
|
||||||
|
def test_subtitle(self):
|
||||||
|
lsub = []
|
||||||
|
subtitles = self.backend.iter_subtitles('fr', 'spiderman')
|
||||||
|
for i in range(5):
|
||||||
|
subtitle = subtitles.next()
|
||||||
|
lsub.append(subtitle)
|
||||||
|
assert (len(lsub) > 0)
|
||||||
|
|
||||||
|
# get the file of a random sub
|
||||||
|
if len(lsub):
|
||||||
|
subtitle = choice(lsub)
|
||||||
|
self.backend.get_subtitle_file(subtitle.id)
|
||||||
|
ss = self.backend.get_subtitle(subtitle.id)
|
||||||
|
assert ss.url.startswith('http')
|
||||||
Loading…
Add table
Add a link
Reference in a new issue