[booblyrics] new backend seeklyrics

modules/seeklyrics/__init__.py

@@ -0,0 +1,3 @@
+from .backend import SeeklyricsBackend
+
+__all__ = ['SeeklyricsBackend']

modules/seeklyrics/backend.py

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2013 Julien Veyssier
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+from weboob.capabilities.lyrics import ICapLyrics
+from weboob.tools.backend import BaseBackend
+
+from .browser import SeeklyricsBrowser
+
+from urllib import quote_plus
+from contextlib import closing
+from gzip import GzipFile
+
+__all__ = ['SeeklyricsBackend']
+
+
+class SeeklyricsBackend(BaseBackend, ICapLyrics):
+    NAME = 'seeklyrics'
+    MAINTAINER = u'Julien Veyssier'
+    EMAIL = 'julien.veyssier@aiur.fr'
+    VERSION = '0.f'
+    DESCRIPTION = 'SeekLyrics lyrics website'
+    LICENSE = 'AGPLv3+'
+    BROWSER = SeeklyricsBrowser
+
+    def create_default_browser(self):
+        return self.create_browser()
+
+    def get_lyrics(self, id):
+        return self.browser.get_lyrics(id)
+
+    def iter_lyrics(self, pattern):
+        return self.browser.iter_lyrics(quote_plus(pattern.encode('utf-8')))

modules/seeklyrics/browser.py

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2013 Julien Veyssier
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from weboob.tools.browser import BaseBrowser
+
+from .pages import ResultsPage, SonglyricsPage
+
+
+__all__ = ['SeeklyricsBrowser']
+
+
+class SeeklyricsBrowser(BaseBrowser):
+    DOMAIN = 'www.seeklyrics.com'
+    PROTOCOL = 'http'
+    ENCODING = 'iso-8859-1'
+    USER_AGENT = BaseBrowser.USER_AGENTS['wget']
+    PAGES = {
+        'http://www.seeklyrics.com/search.php.*': ResultsPage,
+        'http://www.seeklyrics.com/lyrics/.*': SonglyricsPage,
+        }
+
+    def iter_lyrics(self, pattern):
+        self.location('http://www.seeklyrics.com/search.php?q=%s&t=1' % pattern.encode('utf-8'))
+        assert self.is_on_page(ResultsPage)
+        return self.page.iter_lyrics()
+
+    def get_lyrics(self, id):
+        self.location('http://www.seeklyrics.com/lyrics/%s.html' % id)
+        assert self.is_on_page(SonglyricsPage)
+        return self.page.get_lyrics(id)

modules/seeklyrics/pages.py

@@ -0,0 +1,68 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2013 Julien Veyssier
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+try:
+    from urlparse import parse_qs
+except ImportError:
+    from cgi import parse_qs  # NOQA
+
+from urlparse import urlsplit
+
+from weboob.capabilities.lyrics import SongLyrics
+from weboob.capabilities.base import NotAvailable, NotLoaded
+from weboob.tools.browser import BasePage
+
+
+__all__ = ['ResultsPage','SonglyricsPage']
+
+
+class ResultsPage(BasePage):
+    def iter_lyrics(self):
+        first = True
+        for tr in self.parser.select(self.document.getroot(),'table[title~=Results] tr'):
+            if first:
+                first = False
+                continue
+            artist = NotAvailable
+            ftitle = self.parser.select(tr,'a > font > font',1)
+            title = ftitle.getparent().getparent().text_content()
+            id = ftitle.getparent().getparent().attrib.get('href','').replace('/lyrics/','').replace('.html','')
+            aartist = self.parser.select(tr,'a')[-1]
+            artist = aartist.text
+            songlyrics = SongLyrics(id, title)
+            songlyrics.artist = artist
+            songlyrics.content = NotLoaded
+            yield songlyrics
+
+
+class SonglyricsPage(BasePage):
+    def get_lyrics(self, id):
+        artist = NotAvailable
+        title = NotAvailable
+        l_artitle = self.parser.select(self.document.getroot(),'table.text td > b > h2')
+        if len(l_artitle) > 0:
+            artitle = l_artitle[0].text.split(' Lyrics by ')
+            artist = artitle[1]
+            title = artitle[0]
+        content = self.parser.select(self.document.getroot(),'div#songlyrics',1).text_content().strip()
+        songlyrics = SongLyrics(id, title)
+        songlyrics.artist = artist
+        songlyrics.content = content
+        return songlyrics

modules/seeklyrics/test.py

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2013
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+from weboob.tools.test import BackendTest
+from weboob.capabilities.base import NotLoaded
+
+from random import choice
+
+class SeeklyricsTest(BackendTest):
+    BACKEND = 'seeklyrics'
+
+    def test_search(self):
+        l_lyrics = list(self.backend.iter_lyrics('Complainte'))
+        for songlyrics in l_lyrics:
+            assert songlyrics.id
+            assert songlyrics.title
+            assert songlyrics.artist
+            assert songlyrics.content is NotLoaded
+            full_lyr = self.backend.get_lyrics(songlyrics.id)
+            assert full_lyr.id
+            assert full_lyr.title
+            assert full_lyr.artist
+            assert full_lyr.content is not NotLoaded
+

scripts/booblyrics

@@ -0,0 +1,27 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# vim: ft=python et softtabstop=4 cinoptions=4 shiftwidth=4 ts=4 ai
+
+# Copyright(C) 2013 Julien Veyssier
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from weboob.applications.booblyrics import Booblyrics
+
+
+if __name__ == '__main__':
+    Booblyrics.run()

weboob/applications/booblyrics/booblyrics.py

@@ -40,7 +40,7 @@ class LyricsInfoFormatter(IFormatter):
         result += 'Title: %s\n' % obj.title
         result += 'Artist: %s\n' % obj.artist
         result += '\n%sContent%s\n' % (self.BOLD, self.NC)
-        result += obj.content
+        result += '%s'%obj.content
         return result
 
 
@@ -63,7 +63,7 @@ class Booblyrics(ReplApplication):
     COPYRIGHT = 'Copyright(C) 2013 Julien Veyssier'
     DESCRIPTION = "Console application allowing to search for song lyrics on various websites."
     SHORT_DESCRIPTION = "search and display song lyrics"
-    CAPS = ICapTorrent
+    CAPS = ICapLyrics
     EXTRA_FORMATTERS = {'lyrics_list': LyricsListFormatter,
                         'lyrics_info': LyricsInfoFormatter,
                        }
@@ -83,13 +83,21 @@ class Booblyrics(ReplApplication):
         Get information about song lyrics.
         """
 
-        songlyrics = self.get_object(id, 'get_lyrics')
+        # TODO restore get_object line and handle fillobj
-        if not lyrics:
+        #songlyrics = self.get_object(id, 'get_lyrics')
+        songlyrics = None
+        _id, backend = self.parse_id(id)
+        for _backend, result in self.do('get_lyrics', _id, backends=backend):
+            if result:
+                backend = _backend
+                songlyrics = result
+
+        if not songlyrics:
             print >>sys.stderr, 'Song lyrics not found: %s' % id
             return 3
 
         self.start_format()
-        self.format(torrent)
+        self.format(songlyrics)
         self.flush()
 
     def do_search(self, pattern):