new module

Signed-off-by: P4ncake <me@p4ncake.fr>
Signed-off-by: Romain Bignon <romain@symlink.me>

modules/vine/__init__.py

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2015      P4ncake
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from .module import VineModule
+
+
+__all__ = ['VineModule']

modules/vine/browser.py

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2015      P4ncake
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from weboob.browser import PagesBrowser, URL
+
+from .pages import SearchPage, PostPage
+import urllib
+
+
+class VineBrowser(PagesBrowser):
+    BASEURL = 'https://vine.co'
+
+    search_page = URL(r'/api/posts/search/(?P<pattern>.*)',SearchPage)
+    post_page = URL('r/api/timelines/posts/s/(?P<_id>.*)', PostPage)
+
+    def search_videos(self, pattern):
+        return self.search_page.go(pattern=urllib.quote_plus(pattern.encode('utf-8'))).iter_videos()
+
+    def get_video(self, _id):
+        return self.post_page.go(_id=_id).get_video()

modules/vine/module.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2015      P4ncake
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from weboob.tools.backend import Module
+from weboob.capabilities.video import CapVideo
+
+from .browser import VineBrowser
+
+
+__all__ = ['VineModule']
+
+
+class VineModule(Module, CapVideo):
+    NAME = 'vine'
+    DESCRIPTION = u'vine website'
+    MAINTAINER = u'P4ncake'
+    EMAIL = 'me@p4ncake.fr'
+    LICENSE = 'AGPLv3+'
+    VERSION = '1.1'
+
+    BROWSER = VineBrowser
+
+    def search_videos(self, pattern, nsfw=False):
+        return self.browser.search_videos(pattern)
+
+    def get_video(self, _id):
+        return self.browser.get_video(_id=_id)
+
+    def fill_video(self, video, fields):
+        if fields != ['thumbnail']:
+            video = self.browser.get_video(video.id, video)
+        if 'thumbnail' in fields and video.thumbnail:
+            video.thumbnail.data = self.browser.open(video.thumbnail.url).content
+
+        return video
+

modules/vine/pages.py

@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2015      P4ncake
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+from weboob.capabilities.video import BaseVideo
+from weboob.capabilities.image import BaseImage
+
+from weboob.browser.elements import ItemElement, DictElement, method
+from weboob.browser.pages import HTMLPage, JsonPage
+from weboob.browser.filters.standard import Regexp, CleanText
+from weboob.browser.filters.json import Dict
+
+import re
+
+
+class SearchPage(JsonPage):
+    @method
+    class iter_videos(DictElement):
+        item_xpath ='data/records'
+        class item(ItemElement):
+            klass = BaseVideo
+
+            obj_id = Regexp(Dict('shareUrl'), '/([a-zA-Z0-9]*)$')
+            obj_title = Dict('description')
+            obj_url = Dict('videoUrl')
+            obj_ext = Regexp(Dict('videoUrl'), '.*\.(.*?)\?.*')
+            obj_author = Dict('username')
+
+class PostPage(JsonPage):
+    @method
+    class get_video(ItemElement):
+        klass = BaseVideo
+
+        obj_id = Dict('postId')
+        obj_url = Dict('videoUrl')

modules/vine/test.py

@@ -0,0 +1,33 @@
+# -*- coding: utf-8 -*-
+
+# Copyright(C) 2015      P4ncake
+#
+# This file is part of weboob.
+#
+# weboob is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# weboob is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with weboob. If not, see <http://www.gnu.org/licenses/>.
+
+
+from weboob.tools.test import BackendTest
+import itertools
+
+
+class VineTest(BackendTest):
+    MODULE = 'vine'
+
+    def test_search(self):
+        l = list(itertools.islice(self.backend.search_videos('coucou'), 0, 20))
+        self.assertTrue(len(l) > 0)
+        v = l[0]
+        self.backend.fillobj(v, ('url',))
+        self.assertTrue(v.url and v.url.startswith('http://'), 'URL for video "%s" not found: %s' % (v.id, v.url))