fetch newspapers and telegrams feeds
This commit is contained in:
parent
ac3db2cfb1
commit
5a6860ec32
2 changed files with 69 additions and 0 deletions
62
dlfp/feeds.py
Normal file
62
dlfp/feeds.py
Normal file
|
|
@ -0,0 +1,62 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
"""
|
||||||
|
Copyright(C) 2010 Romain Bignon
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, version 3 of the License.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program; if not, write to the Free Software
|
||||||
|
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
import feedparser
|
||||||
|
import re
|
||||||
|
|
||||||
|
class Article:
|
||||||
|
RSS = None
|
||||||
|
|
||||||
|
def __init__(self, _id, title, author, datetime):
|
||||||
|
self._id = _id
|
||||||
|
self.title = title
|
||||||
|
self.author = author
|
||||||
|
self.datetime = datetime
|
||||||
|
|
||||||
|
class Newspaper(Article):
|
||||||
|
RSS = 'http://linuxfr.org/backend/news/rss20.rss'
|
||||||
|
|
||||||
|
class Telegram(Article):
|
||||||
|
RSS = 'https://linuxfr.org/backend/journaux/rss20.rss'
|
||||||
|
|
||||||
|
class ArticlesList:
|
||||||
|
RSS = {'newspaper': Newspaper,
|
||||||
|
'telegram': Telegram
|
||||||
|
}
|
||||||
|
|
||||||
|
def __init__(self, section=None):
|
||||||
|
self.section = section
|
||||||
|
self.articles = []
|
||||||
|
|
||||||
|
def fetch(self):
|
||||||
|
for section, klass in self.RSS.iteritems():
|
||||||
|
if self.section and self.section != section:
|
||||||
|
continue
|
||||||
|
|
||||||
|
url = klass.RSS
|
||||||
|
feed = feedparser.parse(url)
|
||||||
|
for item in feed['items']:
|
||||||
|
m = re.match('.*/([0-9]+).html', item['link'])
|
||||||
|
if not m:
|
||||||
|
warning('Unable to parse ID from link \'%s\'' % item['link'])
|
||||||
|
continue
|
||||||
|
_id = m.group(1)
|
||||||
|
article = klass(_id, item['title'], item['author'], item['date_parsed'])
|
||||||
|
print _id, item['author'], item['title']
|
||||||
|
|
@ -23,11 +23,18 @@ Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
import sys
|
import sys
|
||||||
from dlfp import DLFP
|
from dlfp import DLFP
|
||||||
|
|
||||||
|
class User:
|
||||||
|
def __init__(self, username, password, email):
|
||||||
|
self.username = username
|
||||||
|
self.password = password
|
||||||
|
self.email = email
|
||||||
|
|
||||||
class Application:
|
class Application:
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
def main(self, argv):
|
def main(self, argv):
|
||||||
|
pass
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
app = Application()
|
app = Application()
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue