Add Pastebin backend and Paste capability
It is able to get a paste, and post a new one. Only the contents and title fields are supported for now.
This commit is contained in:
parent
27ecb3b853
commit
8b874f6b0a
7 changed files with 308 additions and 0 deletions
22
weboob/backends/pastebin/__init__.py
Normal file
22
weboob/backends/pastebin/__init__.py
Normal file
|
|
@ -0,0 +1,22 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from .backend import PastebinBackend
|
||||
|
||||
__all__ = ['PastebinBackend']
|
||||
55
weboob/backends/pastebin/backend.py
Normal file
55
weboob/backends/pastebin/backend.py
Normal file
|
|
@ -0,0 +1,55 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.capabilities.paste import ICapPaste
|
||||
from weboob.tools.backend import BaseBackend
|
||||
|
||||
from .browser import PastebinBrowser
|
||||
from .paste import PastebinPaste
|
||||
|
||||
|
||||
__all__ = ['PastebinBackend']
|
||||
|
||||
|
||||
class PastebinBackend(BaseBackend, ICapPaste):
|
||||
NAME = 'pastebin'
|
||||
MAINTAINER = 'Laurent Bachelier'
|
||||
EMAIL = 'laurent@bachelier.name'
|
||||
VERSION = '0.8'
|
||||
DESCRIPTION = 'Pastebin paste tool'
|
||||
LICENSE = 'AGPLv3+'
|
||||
BROWSER = PastebinBrowser
|
||||
|
||||
def get_paste(self, _id):
|
||||
paste = PastebinPaste(_id)
|
||||
self.browser.fill_paste(paste)
|
||||
return paste
|
||||
|
||||
def fill_paste(self, paste, fields):
|
||||
self.browser.fill_paste(paste)
|
||||
if 'contents' in fields:
|
||||
contents = self.browser.get_contents(paste.id)
|
||||
paste.contents = contents
|
||||
return paste
|
||||
|
||||
def post_paste(self, paste):
|
||||
self.browser.post_paste(paste)
|
||||
|
||||
OBJECTS = {PastebinPaste: fill_paste}
|
||||
48
weboob/backends/pastebin/browser.py
Normal file
48
weboob/backends/pastebin/browser.py
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.tools.browser import BaseBrowser
|
||||
|
||||
from .pages import PastePage, PostPage
|
||||
from .paste import PastebinPaste
|
||||
|
||||
__all__ = ['PastebinBrowser']
|
||||
|
||||
from weboob.tools.browser import BaseBrowser
|
||||
BaseBrowser.SAVE_RESPONSES=True
|
||||
|
||||
class PastebinBrowser(BaseBrowser):
|
||||
DOMAIN = 'pastebin.com'
|
||||
ENCODING = 'UTF-8'
|
||||
PAGES = {'http://%s/(?P<id>.+)' % DOMAIN: PastePage,
|
||||
'http://%s/' % DOMAIN: PostPage}
|
||||
|
||||
def fill_paste(self, paste):
|
||||
self.location(paste.page_url)
|
||||
return self.page.fill_paste(paste)
|
||||
|
||||
def get_contents(self, _id):
|
||||
return self.readurl('http://%s/raw.php?i=%s' % (self.DOMAIN, _id))
|
||||
|
||||
def post_paste(self, paste):
|
||||
self.home()
|
||||
self.page.post(paste)
|
||||
paste.id = self.page.get_id()
|
||||
self.fill_paste(paste)
|
||||
45
weboob/backends/pastebin/pages.py
Normal file
45
weboob/backends/pastebin/pages.py
Normal file
|
|
@ -0,0 +1,45 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.tools.browser import BasePage
|
||||
from urlparse import urlparse
|
||||
|
||||
__all__ = ['PastePage']
|
||||
|
||||
class PastePage(BasePage):
|
||||
def fill_paste(self, paste):
|
||||
header = self.parser.select(self.document.getroot(), '#content_left div.paste_box_info', 1)
|
||||
|
||||
paste.title = self.parser.select(header, 'div.paste_box_line1 h1', 1).text
|
||||
|
||||
def get_id(self):
|
||||
"""
|
||||
Find out the ID from the URL
|
||||
"""
|
||||
path = urlparse(self.url).path
|
||||
return path[1:]
|
||||
|
||||
|
||||
class PostPage(BasePage):
|
||||
def post(self, paste):
|
||||
self.browser.select_form(name='myform')
|
||||
self.browser['paste_code'] = paste.contents
|
||||
self.browser['paste_name'] = paste.title
|
||||
self.browser.submit()
|
||||
30
weboob/backends/pastebin/paste.py
Normal file
30
weboob/backends/pastebin/paste.py
Normal file
|
|
@ -0,0 +1,30 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.capabilities.paste import BasePaste
|
||||
|
||||
|
||||
__all__ = ['PastebinPaste']
|
||||
|
||||
|
||||
class PastebinPaste(BasePaste):
|
||||
@classmethod
|
||||
def id2url(cls, _id):
|
||||
return 'http://pastebin.com/%s' % _id
|
||||
39
weboob/backends/pastebin/test.py
Normal file
39
weboob/backends/pastebin/test.py
Normal file
|
|
@ -0,0 +1,39 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.tools.test import BackendTest
|
||||
from .paste import PastebinPaste
|
||||
|
||||
class PastebinTest(BackendTest):
|
||||
BACKEND = 'pastebin'
|
||||
|
||||
def test_get_paste(self):
|
||||
p = self.backend.get_paste('7HmXwzyt')
|
||||
self.backend.fillobj(p, ('title', 'contents'))
|
||||
assert p.title == 'plop'
|
||||
assert p.page_url == 'http://pastebin.com/7HmXwzyt'
|
||||
assert p.contents == 'prout'
|
||||
|
||||
def test_post(self):
|
||||
p = PastebinPaste(None, title='ouiboube', contents='Weboob Test')
|
||||
self.backend.post_paste(p)
|
||||
assert p.id
|
||||
assert p.title == 'ouiboube'
|
||||
assert p.id in p.page_url
|
||||
69
weboob/capabilities/paste.py
Normal file
69
weboob/capabilities/paste.py
Normal file
|
|
@ -0,0 +1,69 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Laurent Bachelier
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from .base import IBaseCap, CapBaseObject, NotLoaded
|
||||
|
||||
|
||||
__all__ = ['BasePaste', 'ICapPaste']
|
||||
|
||||
|
||||
class BasePaste(CapBaseObject):
|
||||
"""
|
||||
Represents a pasted text.
|
||||
"""
|
||||
def __init__(self, _id, title=NotLoaded, language=NotLoaded, contents=NotLoaded):
|
||||
CapBaseObject.__init__(self, unicode(_id))
|
||||
|
||||
self.add_field('title', basestring, title)
|
||||
self.add_field('language', basestring, language)
|
||||
self.add_field('contents', basestring, contents)
|
||||
|
||||
@classmethod
|
||||
def id2url(cls, _id):
|
||||
"""Overloaded in child classes provided by backends."""
|
||||
raise NotImplementedError()
|
||||
|
||||
@property
|
||||
def page_url(self):
|
||||
return self.id2url(self.id)
|
||||
|
||||
|
||||
class ICapPaste(IBaseCap):
|
||||
"""
|
||||
This capability represents the ability for a website backend to store text.
|
||||
"""
|
||||
|
||||
def get_paste(self, _id):
|
||||
"""
|
||||
Get a Video from an ID.
|
||||
|
||||
@param _id the video id. It can be a numeric ID, or a page url, or so.
|
||||
@return a Video object
|
||||
"""
|
||||
raise NotImplementedError()
|
||||
|
||||
def post_message(self, paste):
|
||||
"""
|
||||
Post a paste.
|
||||
|
||||
@param paste Paste object
|
||||
@return
|
||||
"""
|
||||
raise NotImplementedError()
|
||||
Loading…
Add table
Add a link
Reference in a new issue