support repositories to manage backends (closes #747)
This commit is contained in:
Romain Bignon
parent
ef16a5b726
commit
14a7a1d362
410 changed files with 1079 additions and 297 deletions
251
modules/dlfp/browser.py
Normal file
251
modules/dlfp/browser.py
Normal file
|
|
@ -0,0 +1,251 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2010-2011 Romain Bignon
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
import urllib
|
||||
import re
|
||||
|
||||
from weboob.tools.browser import BaseBrowser, BrowserHTTPNotFound, BrowserHTTPError, BrowserIncorrectPassword
|
||||
from weboob.capabilities.messages import CantSendMessage
|
||||
|
||||
from .pages.index import IndexPage, LoginPage
|
||||
from .pages.news import ContentPage, NewCommentPage, NodePage, CommentPage, NewTagPage
|
||||
from .pages.board import BoardIndexPage
|
||||
from .pages.wiki import WikiEditPage
|
||||
from .tools import id2url, url2id
|
||||
|
||||
# Browser
|
||||
class DLFP(BaseBrowser):
|
||||
DOMAIN = 'linuxfr.org'
|
||||
PROTOCOL = 'https'
|
||||
PAGES = {'https?://.*linuxfr.org/?': IndexPage,
|
||||
'https?://.*linuxfr.org/compte/connexion': LoginPage,
|
||||
'https?://.*linuxfr.org/news/[^\.]+': ContentPage,
|
||||
'https?://.*linuxfr.org/wiki/(?!nouveau)[^/]+': ContentPage,
|
||||
'https?://.*linuxfr.org/wiki': WikiEditPage,
|
||||
'https?://.*linuxfr.org/wiki/nouveau': WikiEditPage,
|
||||
'https?://.*linuxfr.org/wiki/[^\.]+/modifier': WikiEditPage,
|
||||
'https?://.*linuxfr.org/suivi/[^\.]+': ContentPage,
|
||||
'https?://.*linuxfr.org/sondages/[^\.]+': ContentPage,
|
||||
'https?://.*linuxfr.org/users/[^\./]+/journaux/[^\.]+': ContentPage,
|
||||
'https?://.*linuxfr.org/forums/[^\./]+/posts/[^\.]+': ContentPage,
|
||||
'https?://.*linuxfr.org/nodes/(\d+)/comments/(\d+)': CommentPage,
|
||||
'https?://.*linuxfr.org/nodes/(\d+)/comments/nouveau': NewCommentPage,
|
||||
'https?://.*linuxfr.org/nodes/(\d+)/comments': NodePage,
|
||||
'https?://.*linuxfr.org/nodes/(\d+)/tags/nouveau': NewTagPage,
|
||||
'https?://.*linuxfr.org/board/index.xml': BoardIndexPage,
|
||||
}
|
||||
|
||||
last_board_msg_id = None
|
||||
|
||||
def parse_id(self, _id):
|
||||
if re.match('^https?://.*linuxfr.org/nodes/\d+/comments/\d+$', _id):
|
||||
return _id, None
|
||||
|
||||
url = id2url(_id)
|
||||
if url is None:
|
||||
if url2id(_id) is not None:
|
||||
url = _id
|
||||
_id = url2id(url)
|
||||
else:
|
||||
return None, None
|
||||
|
||||
return url, _id
|
||||
|
||||
def get_wiki_content(self, _id):
|
||||
url, _id = self.parse_id('W.%s' % _id)
|
||||
if url is None:
|
||||
return None
|
||||
|
||||
try:
|
||||
self.location('%s/modifier' % url)
|
||||
except BrowserHTTPNotFound:
|
||||
return ''
|
||||
|
||||
assert self.is_on_page(WikiEditPage)
|
||||
|
||||
return self.page.get_body()
|
||||
|
||||
def _go_on_wiki_edit_page(self, name):
|
||||
"""
|
||||
Go on the wiki page named 'name'.
|
||||
|
||||
Return True if this is a new page, or False if
|
||||
the page already exist.
|
||||
Return None if it isn't a right wiki page name.
|
||||
"""
|
||||
url, _id = self.parse_id('W.%s' % name)
|
||||
if url is None:
|
||||
return None
|
||||
|
||||
try:
|
||||
self.location('%s/modifier' % url)
|
||||
except BrowserHTTPNotFound:
|
||||
self.location('/wiki/nouveau')
|
||||
new = True
|
||||
else:
|
||||
new = False
|
||||
|
||||
assert self.is_on_page(WikiEditPage)
|
||||
|
||||
return new
|
||||
|
||||
def set_wiki_content(self, name, content, message):
|
||||
new = self._go_on_wiki_edit_page(name)
|
||||
if new is None:
|
||||
return None
|
||||
|
||||
if new:
|
||||
title = name.replace('-', ' ')
|
||||
else:
|
||||
title = None
|
||||
|
||||
self.page.post_content(title, content, message)
|
||||
|
||||
def get_wiki_preview(self, name, content):
|
||||
if self._go_on_wiki_edit_page(name) is None:
|
||||
return None
|
||||
|
||||
self.page.post_preview(content)
|
||||
if self.is_on_page(WikiEditPage):
|
||||
return self.page.get_preview_html()
|
||||
elif self.is_on_page(ContentPage):
|
||||
return self.page.get_article().body
|
||||
|
||||
def get_content(self, _id):
|
||||
url, _id = self.parse_id(_id)
|
||||
|
||||
if url is None:
|
||||
return None
|
||||
|
||||
self.location(url)
|
||||
self.page.url = self.absurl(url)
|
||||
|
||||
if self.is_on_page(CommentPage):
|
||||
content = self.page.get_comment()
|
||||
elif self.is_on_page(ContentPage):
|
||||
m = re.match('.*#comment-(\d+)$', url)
|
||||
if m:
|
||||
content = self.page.get_comment(int(m.group(1)))
|
||||
else:
|
||||
content = self.page.get_article()
|
||||
|
||||
if _id is not None:
|
||||
content.id = _id
|
||||
return content
|
||||
|
||||
def _is_comment_submit_form(self, form):
|
||||
return 'comment_new' in form.action
|
||||
|
||||
def post_comment(self, thread, reply_id, title, message):
|
||||
url = id2url(thread)
|
||||
if url is None:
|
||||
raise CantSendMessage('%s is not a right ID' % thread)
|
||||
|
||||
self.location(url)
|
||||
assert self.is_on_page(ContentPage)
|
||||
self.location(self.page.get_post_comment_url())
|
||||
assert self.is_on_page(NewCommentPage)
|
||||
|
||||
self.select_form(predicate=self._is_comment_submit_form)
|
||||
self.set_all_readonly(False)
|
||||
if title is not None:
|
||||
self['comment[title]'] = title.encode('utf-8')
|
||||
self['comment[wiki_body]'] = message.encode('utf-8')
|
||||
if int(reply_id) > 0:
|
||||
self['comment[parent_id]'] = str(reply_id)
|
||||
self['commit'] = 'Poster le commentaire'
|
||||
|
||||
try:
|
||||
self.submit()
|
||||
except BrowserHTTPError, e:
|
||||
raise CantSendMessage('Unable to send message to %s.%s: %s' % (thread, reply_id, e))
|
||||
|
||||
if self.is_on_page(NodePage):
|
||||
errors = self.page.get_errors()
|
||||
if len(errors) > 0:
|
||||
raise CantSendMessage('Unable to send message: %s' % ', '.join(errors))
|
||||
|
||||
return None
|
||||
|
||||
def login(self):
|
||||
# not usefull for the moment
|
||||
#self.location('/', no_login=True)
|
||||
data = {'account[login]': self.username,
|
||||
'account[password]': self.password,
|
||||
'account[remember_me]': 1,
|
||||
#'authenticity_token': self.page.get_login_token(),
|
||||
}
|
||||
self.location('/compte/connexion', urllib.urlencode(data), no_login=True)
|
||||
if not self.is_logged():
|
||||
raise BrowserIncorrectPassword()
|
||||
|
||||
def is_logged(self):
|
||||
return (self.page and self.page.is_logged())
|
||||
|
||||
def close_session(self):
|
||||
self.openurl('/compte/deconnexion', {})
|
||||
|
||||
def plusse(self, url):
|
||||
return self.relevance(url, 'for')
|
||||
|
||||
def moinse(self, url):
|
||||
return self.relevance(url, 'against')
|
||||
|
||||
def relevance(self, url, what):
|
||||
comment = self.get_content(url)
|
||||
|
||||
if comment is None:
|
||||
raise ValueError('The given URL isn\'t a comment.')
|
||||
|
||||
if comment.relevance_token is None:
|
||||
return False
|
||||
|
||||
res = self.readurl('%s%s' % (comment.relevance_url, what),
|
||||
urllib.urlencode({'authenticity_token': comment.relevance_token}))
|
||||
|
||||
return res
|
||||
|
||||
def iter_new_board_messages(self):
|
||||
self.location('/board/index.xml')
|
||||
assert self.is_on_page(BoardIndexPage)
|
||||
|
||||
msgs = self.page.get_messages(self.last_board_msg_id)
|
||||
for msg in reversed(msgs):
|
||||
self.last_board_msg_id = msg.id
|
||||
yield msg
|
||||
|
||||
def board_post(self, msg):
|
||||
request = self.request_class(self.absurl('/board/'),
|
||||
urllib.urlencode({'board[message]': msg}),
|
||||
{'Referer': self.absurl('/')})
|
||||
self.readurl(request)
|
||||
|
||||
def add_tag(self, _id, tag):
|
||||
url, _id = self.parse_id(_id)
|
||||
if url is None:
|
||||
return None
|
||||
|
||||
self.location(url)
|
||||
assert self.is_on_page(ContentPage)
|
||||
|
||||
self.location(self.page.get_tag_url())
|
||||
assert self.is_on_page(NewTagPage)
|
||||
|
||||
self.page.tag(tag)
|
||||
Loading…
Add table
Add a link
Reference in a new issue