New backend: newsfeed (Atom and RSS feeds, all versions supported by feedparser),
using ICapMessages capability. iter_threads and get_thread tested with weboob-cli and seem basically functional. iter_unread_messages not working; set_message_read untested.
This commit is contained in:
parent
916400467e
commit
8b7b34e4cb
2 changed files with 132 additions and 0 deletions
21
weboob/backends/newsfeed/__init__.py
Normal file
21
weboob/backends/newsfeed/__init__.py
Normal file
|
|
@ -0,0 +1,21 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2010 Romain Bignon
|
||||||
|
#
|
||||||
|
# This program is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation, version 3 of the License.
|
||||||
|
#
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU General Public License
|
||||||
|
# along with this program; if not, write to the Free Software
|
||||||
|
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
|
||||||
|
from .backend import NewsFeedBackend
|
||||||
|
|
||||||
|
__all__ = ['NewsFeedBackend']
|
||||||
111
weboob/backends/newsfeed/backend.py
Normal file
111
weboob/backends/newsfeed/backend.py
Normal file
|
|
@ -0,0 +1,111 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
from weboob.tools.backend import BaseBackend
|
||||||
|
from weboob.capabilities.messages import ICapMessages, Message, Thread
|
||||||
|
import datetime
|
||||||
|
import feedparser
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
class Article:
|
||||||
|
def __init__(self, entry):
|
||||||
|
self.id = entry.id
|
||||||
|
if entry.has_key("link"):
|
||||||
|
self.link = entry["link"]
|
||||||
|
if entry.has_key("title"):
|
||||||
|
self.title = entry["title"]
|
||||||
|
else:
|
||||||
|
self.title = None
|
||||||
|
if entry.has_key("author"):
|
||||||
|
self.author = entry["author"]
|
||||||
|
else:
|
||||||
|
self.author = None
|
||||||
|
if entry.has_key("updated_parsed"):
|
||||||
|
updated_parsed = entry["updated_parsed"]
|
||||||
|
self.datetime = datetime.datetime(updated_parsed.tm_year,
|
||||||
|
updated_parsed.tm_mon,
|
||||||
|
updated_parsed.tm_mday,
|
||||||
|
updated_parsed.tm_hour,
|
||||||
|
updated_parsed.tm_min,
|
||||||
|
updated_parsed.tm_sec)
|
||||||
|
else:
|
||||||
|
self.datetime = None
|
||||||
|
if entry.has_key("content"):
|
||||||
|
self.content = entry["content"][0]["value"]
|
||||||
|
else:
|
||||||
|
self.content = None
|
||||||
|
|
||||||
|
|
||||||
|
class NewsFeed:
|
||||||
|
def __init__(self, url):
|
||||||
|
self.feed = feedparser.parse(url)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def iter_articles(self):
|
||||||
|
for entry in self.feed['entries']:
|
||||||
|
yield Article(entry)
|
||||||
|
|
||||||
|
def get_article(self, id):
|
||||||
|
for entry in self.feed['entries']:
|
||||||
|
if entry.id == id:
|
||||||
|
return Article(entry)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
class NewsFeedBackend(BaseBackend, ICapMessages):
|
||||||
|
NAME = 'newsfeed'
|
||||||
|
MAINTAINER = "Clement Schreiner"
|
||||||
|
EMAIL = "clemux@clemux.info"
|
||||||
|
VERSION = "0.1"
|
||||||
|
DESCRIPTION = "News feeds"
|
||||||
|
LICENSE = "GPLv3"
|
||||||
|
CONFIG = {'url': BaseBackend.ConfigField(description='URL to the feed'),}
|
||||||
|
STORAGE = {'seen': {}}
|
||||||
|
|
||||||
|
|
||||||
|
def iter_threads(self):
|
||||||
|
for article in NewsFeed(self.config["url"]).iter_articles():
|
||||||
|
thread = Thread(article.id)
|
||||||
|
thread.title = article.title
|
||||||
|
yield thread
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def get_thread(self, id):
|
||||||
|
if isinstance(id, Thread):
|
||||||
|
thread = id
|
||||||
|
id = thread.id
|
||||||
|
else:
|
||||||
|
thread = Thread(id)
|
||||||
|
article = NewsFeed(self.config["url"]).get_article(id)
|
||||||
|
flags = 0
|
||||||
|
if not thread.id in self.storage.get('seen', default={}):
|
||||||
|
flags |= Message.IS_UNREAD
|
||||||
|
thread.title = article.title
|
||||||
|
thread.root = Message(thread=thread,
|
||||||
|
id=0,
|
||||||
|
title=article.title,
|
||||||
|
sender=article.author,
|
||||||
|
receiver=None,
|
||||||
|
date=article.datetime,
|
||||||
|
parent=None,
|
||||||
|
content=article.content,
|
||||||
|
flags=flags)
|
||||||
|
return thread
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def iter_unread_messages(self, thread=None):
|
||||||
|
for thread in self.iter_threads():
|
||||||
|
for m in thread.iter_all_messages():
|
||||||
|
if m.flags & m.IS_UNREAD:
|
||||||
|
yield m
|
||||||
|
|
||||||
|
|
||||||
|
def set_message_read(self, message):
|
||||||
|
self.storage.set('seen', message.thread.id)
|
||||||
|
self.storage.save()
|
||||||
Loading…
Add table
Add a link
Reference in a new issue