140 lines
5.3 KiB
Python
140 lines
5.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2014 Bezleputh
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from datetime import time, datetime, timedelta
|
|
|
|
from weboob.tools.value import Value, ValueBackendPassword
|
|
from weboob.tools.backend import BaseBackend, BackendConfig
|
|
from weboob.capabilities.messages import ICapMessages, Thread, ICapMessagesPost
|
|
from weboob.capabilities.collection import ICapCollection, CollectionNotFound, Collection
|
|
from weboob.capabilities.base import find_object
|
|
from weboob.tools.exceptions import BrowserForbidden
|
|
from .browser import TwitterBrowser
|
|
|
|
|
|
__all__ = ['TwitterBackend']
|
|
|
|
|
|
class TwitterBackend(BaseBackend, ICapMessages, ICapMessagesPost, ICapCollection):
|
|
NAME = 'twitter'
|
|
DESCRIPTION = u'twitter website'
|
|
MAINTAINER = u'Bezleputh'
|
|
EMAIL = 'carton_ben@yahoo.fr'
|
|
LICENSE = 'AGPLv3+'
|
|
VERSION = '0.j'
|
|
BROWSER = TwitterBrowser
|
|
STORAGE = {'seen': {}}
|
|
|
|
CONFIG = BackendConfig(Value('username', label='Username', default=''),
|
|
ValueBackendPassword('password', label='Password', default=''),
|
|
Value('profils_subscribe', label='Profils subscribe', default=''))
|
|
|
|
def create_default_browser(self):
|
|
username = self.config['username'].get()
|
|
if username:
|
|
password = self.config['password'].get()
|
|
else:
|
|
password = None
|
|
|
|
return self.create_browser(username, password)
|
|
|
|
def iter_threads(self):
|
|
if self.config['username'].get():
|
|
return self.browser.iter_threads()
|
|
else:
|
|
profils = self.config['profils_subscribe'].get()
|
|
if profils:
|
|
tweets = []
|
|
for profil in profils.split(','):
|
|
for tweet in self.browser.get_tweets_from_collection(profil):
|
|
tweets.append(tweet)
|
|
tweets.sort(key=lambda o: o.date, reverse=True)
|
|
return tweets
|
|
|
|
def get_thread(self, _id, thread=None, getseen=True):
|
|
seen = None
|
|
if getseen:
|
|
seen = self.storage.get('seen', default={})
|
|
return self.browser.get_thread(_id, thread, seen)
|
|
|
|
def fill_thread(self, thread, fields, getseen=True):
|
|
return self.get_thread(thread.id, thread, getseen)
|
|
|
|
def set_message_read(self, message):
|
|
self.storage.set('seen', message.thread.id, 'comments',
|
|
self.storage.get('seen',
|
|
message.thread.id,
|
|
'comments', default=[]) + [message.id])
|
|
self.storage.save()
|
|
self._purge_message_read()
|
|
|
|
def _purge_message_read(self):
|
|
lastpurge = self.storage.get('lastpurge', default=0)
|
|
|
|
if time.time() - lastpurge > 86400:
|
|
self.storage.set('lastpurge', time.time())
|
|
self.storage.save()
|
|
|
|
# we can't directly delete without a "RuntimeError: dictionary changed size during iteration"
|
|
todelete = []
|
|
|
|
for id in self.storage.get('seen', default={}):
|
|
date = self.storage.get('date', id, default=0)
|
|
# if no date available, create a new one (compatibility with "old" storage)
|
|
if date == 0:
|
|
self.storage.set('date', id, datetime.now())
|
|
elif datetime.now() - date > timedelta(days=60):
|
|
todelete.append(id)
|
|
|
|
for id in todelete:
|
|
self.storage.delete('hash', id)
|
|
self.storage.delete('date', id)
|
|
self.storage.delete('seen', id)
|
|
self.storage.save()
|
|
|
|
def post_message(self, message):
|
|
if self.config['username'].get():
|
|
raise BrowserForbidden()
|
|
self.browser.post(find_object(self.iter_threads(), id=message.full_id.split('.')[0]),
|
|
message.content)
|
|
|
|
def iter_resources(self, objs, split_path):
|
|
collection = self.get_collection(objs, split_path)
|
|
if collection.path_level == 0:
|
|
if self.config['username'].get():
|
|
me = self.browser.get_me()
|
|
yield Collection([me], me)
|
|
profils = self.config['profils_subscribe'].get()
|
|
if profils:
|
|
for profil in profils.split(','):
|
|
yield Collection([profil], profil)
|
|
|
|
if collection.path_level == 1:
|
|
for el in self.browser.get_tweets_from_collection(collection.split_path[0]):
|
|
yield el
|
|
|
|
def validate_collection(self, objs, collection):
|
|
if collection.path_level == 0:
|
|
return
|
|
if collection.path_level == 1:
|
|
return
|
|
|
|
raise CollectionNotFound(collection.split_path)
|
|
|
|
OBJECTS = {Thread: fill_thread}
|