nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

remove downparadise

Browse source
This commit is contained in:
Romain Bignon 2011-05-01 21:07:17 +02:00
commit 6d6542f474
8 changed files with 0 additions and 369 deletions
Download patch file Download diff file Expand all files Collapse all files

22
weboob/backends/downparadise/__init__.py
View file

@ -1,22 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Romain Bignon
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from .backend import DownparadiseBackend
__all__ = ['DownparadiseBackend']

96
weboob/backends/downparadise/backend.py
View file

@ -1,96 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.backend import BaseBackend
from weboob.tools.value import Value, ValueBool, ValuesDict
from weboob.capabilities.messages import ICapMessages, ICapMessagesPost, Message, Thread, CantSendMessage
from weboob.capabilities.collection import ICapCollection
from .browser import Downparadise
class DownparadiseBackend(BaseBackend, ICapCollection, ICapMessages, ICapMessagesPost):
NAME = 'downparadise'
MAINTAINER = 'Nicolas Duhamel'
EMAIL = 'nicolas@jombi.fr'
VERSION = '0.8'
LICENSE = 'AGPLv3+'
DESCRIPTION = "Downparadise message board"
CONFIG = ValuesDict(Value('username', label='Username', regexp='.+'),
Value('password', label='Password', regexp='.+', masked=True))
BROWSER = Downparadise
def create_default_browser(self):
return self.create_browser(self.config['username'], self.config['password'])
#############################
## Collection
def iter_resources(self, splited_path):
return self.browser.iter_forums(splited_path)
#############################
## Messages
def iter_threads(self):
"""
Iterates on threads, from newers to olders.
@return [iter] Thread objects
"""
raise NotImplementedError()
def get_thread(self, id):
"""
Get a specific thread.
@return [Thread] the Thread object
"""
raise NotImplementedError()
def iter_unread_messages(self, thread=None):
"""
Iterates on messages which hasn't been marked as read.
@param thread thread name (optional)
@return [iter] Message objects
"""
raise NotImplementedError()
def set_message_read(self, message):
"""
Set a message as read.
@param [message] message read (or ID)
"""
raise NotImplementedError()
#############################
## Message Post
def post_message(self, message):
"""
Post a message.
@param message Message object
@return
"""
raise NotImplementedError()

64
weboob/backends/downparadise/browser.py
View file

@ -1,64 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import urllib
from weboob.tools.browser import BaseBrowser, BrowserIncorrectPassword
from weboob.capabilities.collection import Collection, CollectionNotFound
from .pages import IndexPage, UcpPage, ViewforumPage
class Downparadise(BaseBrowser):
DOMAIN = 'forum.downparadise.ws'
PROTOCOL = 'http'
PAGES = {'http://forum.downparadise.ws/index.php' : IndexPage,
'http://forum.downparadise.ws/ucp.php.*' : UcpPage,
'http://forum.downparadise.ws/viewforum.php.*' : ViewforumPage,
}
def home(self):
return self.location('http://forum.downparadise.ws/index.php')
def login(self):
data = {'login': 'Connexion',
'password': self.password,
'username': self.username}
self.location('http://forum.downparadise.ws/ucp.php?mode=login', urllib.urlencode(data) , no_login=True)
if not self.is_logged():
raise BrowserIncorrectPassword()
def is_logged(self):
return (self.page and self.page.is_logged())
def iter_forums(self, splited_path):
if not self.is_on_page(IndexPage):
self.home()
collections = self.page.get_collections()
def walk_res(path, collections):
if len(path) == 0 or not isinstance(collections, (list, Collection)):
return collections
i = path[0]
if i not in [collection.title for collection in collections]:
raise CollectionNotFound()
return walk_res(path[1:], [collection.children for collection in collections if collection.title == i][0])
return walk_res(splited_path, collections)

23
weboob/backends/downparadise/pages/__init__.py
View file

@ -1,23 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from .index import IndexPage
from .ucp import UcpPage
from .viewforum import ViewforumPage
__all__ = ['IndexPage', 'UcpPage', 'ViewforumPage']

33
weboob/backends/downparadise/pages/base.py
View file

@ -1,33 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import re
from weboob.tools.browser import BasePage
__all__ = ['DownparadisePage']
class DownparadisePage(BasePage):
def is_logged(self):
for form in self.document.getiterator('form'):
act = form.attrib.get('action', None)
if './ucp.php?mode=login' in act:
return False
return True

59
weboob/backends/downparadise/pages/index.py
View file

@ -1,59 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.browser import BasePage
from .base import DownparadisePage
from weboob.capabilities.collection import Collection
__all__ = ['IndexPage']
class IndexPage(DownparadisePage):
def on_loaded(self):
self.collections = []
self.parse_forums()
def parse_forums(self):
""" Parse all forums """
def do(id):
self.browser.location(id)
return self.browser.page.iter_threads()
maintable = self.document.xpath("//div[@id='wrapheader']/table")[3]
for line in maintable.xpath("./tr"):
forums = line.xpath(".//a[@class='forumlink']")
for fo in forums:
coll = Collection()
coll.title = fo.text.strip().encode('latin-1')
coll.id = fo.get("href")
for link in line.getiterator('a'):
if "subforum" in link.attrib.get('class', ""):
sub = Collection(title=link.text.strip().encode('latin-1'))
sub.id = link.get("href")
sub.children = do
coll.appendchild(sub)
if not coll.children:
coll.children = do
self.collections.append(coll)
def get_collections(self):
return self.collections

27
weboob/backends/downparadise/pages/ucp.py
View file

@ -1,27 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
from weboob.tools.browser import BasePage
from .base import DownparadisePage
__all__ = ['UcpPage']
class UcpPage(DownparadisePage):
def on_loaded(self):
pass

45
weboob/backends/downparadise/pages/viewforum.py
View file

@ -1,45 +0,0 @@
# -*- coding: utf-8 -*-
# Copyright(C) 2010-2011 Nicolas Duhamel
#
# This file is part of weboob.
#
# weboob is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# weboob is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
import re
from weboob.tools.browser import BasePage
from .base import DownparadisePage
from weboob.capabilities.collection import Collection
from weboob.capabilities.messages import Thread
__all__ = ['ViewforumPage']
def remove_html_tags(data):
p = re.compile(r'<.*?>')
return p.sub('', data)
class ViewforumPage(DownparadisePage):
def on_loaded(self):
pass
def iter_threads(self):
maintable = self.document.xpath("//div[@id='pagecontent']/table")[1]
iter_lignes = maintable.xpath(".//a[@class='topictitle']")
for i in iter_lignes:
thread = Thread(i.get("href"))
thread.title = remove_html_tags(self.parser.tostring(i)).strip().encode('raw_unicode_escape').decode('utf-8')
yield thread