weboob-devel/modules/pastealacon/browser.py
Laurent Bachelier 14b1b56914 browser2: Add an option to convert POST data to the proper encoding
And autodetect it on forms. There is no other way to know what is the
expected encoding.
2014-05-19 01:01:25 +02:00

116 lines
3.7 KiB
Python

# -*- coding: utf-8 -*-
# Copyright(C) 2011-2014 Laurent Bachelier
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import re
import requests
from weboob.capabilities.paste import BasePaste, PasteNotFound
from weboob.tools.browser2 import HTMLPage, PagesBrowser, URL
class Spam(Exception):
def __init__(self):
super(Spam, self).__init__("Detected as spam and unable to handle the captcha")
class PastealaconPaste(BasePaste):
# all pastes are public
public = True
# TODO perhaps move this logic elsewhere, remove this and id2url from capability
# (page_url is required by pastoob)
@property
def page_url(self):
return '%s%s' % (PastealaconBrowser.BASEURL, self.id)
class PastePage(HTMLPage):
# TODO use magic Browser2 methods (if possible)
def fill_paste(self, paste):
# there is no 404, try to detect if there really is a content
if len(self.doc.xpath('id("content")/div[@class="syntax"]//ol')) != 1:
raise PasteNotFound()
header = self.doc.xpath('id("content")/h3')[0]
matches = re.match(r'Posted by (?P<author>.+) on (?P<date>.+) \(', header.text)
paste.title = matches.groupdict().get('author')
paste.contents = unicode(self.doc.xpath('//textarea[@id="code"]')[0].text)
return paste
def get_id(self):
return self.params['id']
class CaptchaPage(HTMLPage):
pass
class PostPage(HTMLPage):
def post(self, paste, expiration=None):
form = self.get_form(name='editor')
form['code2'] = paste.contents
form['poster'] = paste.title
if expiration:
form['expiry'] = expiration
form.submit()
class PastealaconBrowser(PagesBrowser):
BASEURL = 'http://pastealacon.com/'
paste = URL(r'(?P<id>\d+)', PastePage)
captcha = URL(r'%s' % re.escape('pastebin.php?captcha=1'), CaptchaPage)
raw = URL(r'%s(?P<id>\d+)' % re.escape('pastebin.php?dl='))
post = URL(r'$', PostPage)
@paste.id2url
def get_paste(self, url):
url = self.absurl(url, base=True)
m = self.paste.match(url)
if m:
return PastealaconPaste(m.groupdict()['id'])
def fill_paste(self, paste):
"""
Get as much as information possible from the paste page
"""
self.paste.stay_or_go(id=paste.id)
return self.page.fill_paste(paste)
def get_contents(self, _id):
"""
Get the contents from the raw URL
This is the fastest and safest method if you only want the content.
Returns unicode.
"""
try:
return self.raw.open(id=_id).text
# TODO maybe have Browser2 raise a specialized exception
except requests.exceptions.HTTPError as e:
if e.response.status_code == requests.codes.not_found:
raise PasteNotFound()
else:
raise e
def post_paste(self, paste, expiration=None):
self.post.stay_or_go().post(paste, expiration=expiration)
if self.captcha.is_here():
raise Spam()
paste.id = self.page.get_id()